| Index: scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_disconnected_device.json
|
| diff --git a/scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_disconnected_device.json b/scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_disconnected_device.json
|
| index 2cdee8e0e61aecf9f1032d32033bd4ca6c476f8c..2884044fc3e1b708da099240898a920947b01f57 100644
|
| --- a/scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_disconnected_device.json
|
| +++ b/scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_disconnected_device.json
|
| @@ -2134,11 +2134,6 @@
|
| ]
|
| },
|
| {
|
| - "cmd": [],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Re-testing reference range"
|
| - },
|
| - {
|
| "cmd": [
|
| "python",
|
| "-u",
|
| @@ -2149,10 +2144,9 @@
|
| "--valueset"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Re-testing reference range.Compare samples",
|
| + "name": "Compare samples",
|
| "stdout": "/path/to/tmp/json",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| @@ -2178,66 +2172,14 @@
|
| ]
|
| },
|
| {
|
| - "cmd": [
|
| - "git",
|
| - "footers",
|
| - "--position",
|
| - "e28dc0d49c331def2a3bbf3ddd0096eb51551155"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| - "name": "resolving hash e28dc0d49c331def2a3bbf3ddd0096eb51551155",
|
| - "stdout": "/path/to/tmp/"
|
| - },
|
| - {
|
| "cmd": [],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c"
|
| - },
|
| - {
|
| - "cmd": [
|
| - "git",
|
| - "footers",
|
| - "--position",
|
| - "fc6dfc7ff5b1073408499478969261b826441144"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| - "name": "Working on revision chromium@e28dc0d49c.resolving hash fc6dfc7ff5b1073408499478969261b826441144",
|
| - "stdout": "/path/to/tmp/",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Post bisect results",
|
| - "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/android_one_perf_bisect/builds/571\", \"change\": \"1465.45%\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"0000000000000000000000000000000000000000\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"0000000000000000000000000000000000000000\", \"depot_name\": \"chromium\", \"mean_value\": 11.0, \"result\": \"good\", \"revision_string\": \"chromium@0000000000\", \"std_dev\": 11.40175425099138, \"values\": [12, 13, 14, 15, 1]}, {\"commit_hash\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"depot_name\": \"chromium\", \"mean_value\": 172.2, \"result\": \"bad\", \"revision_string\": \"chromium@fc6dfc7ff5\", \"std_dev\": 184.7127499659945, \"values\": [212, 213, 214, 215, 7]}], \"status\": \"started\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",
|
| - "stdout": "/path/to/tmp/json",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_TEXT@Failed to upload result to Perf Dashboard. Error response: None@@@",
|
| - "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",
|
| - "@@@STEP_LOG_END@json.output (invalid)@@@",
|
| - "@@@STEP_WARNINGS@@@"
|
| - ]
|
| + "name": "Re-testing reference range"
|
| },
|
| {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| - "--",
|
| - "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| - "----",
|
| - "ls",
|
| - "gs://chrome-perf/Linux Builder/full-build-linux_e28dc0d49c331def2a3bbf3ddd0096eb51551155.zip"
|
| - ],
|
| + "cmd": [],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.gsutil ls",
|
| + "name": "Re-testing reference range.Retesting GOOD revision",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -2264,21 +2206,21 @@
|
| "--output_json",
|
| "/path/to/tmp/json",
|
| "--revision",
|
| - "src@e28dc0d49c331def2a3bbf3ddd0096eb51551155",
|
| + "src@0000000000000000000000000000000000000000",
|
| "--output_manifest"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| "env": {
|
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.bot_update",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.bot_update",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_TEXT@Some step text@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": \"0000000000000000000000000000000000000000\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
|
| @@ -2356,9 +2298,9 @@
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.rmtree build directory",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.rmtree build directory",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@python.inline@@@@",
|
| "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
|
| "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
|
| @@ -2380,13 +2322,13 @@
|
| "4.7",
|
| "----",
|
| "cp",
|
| - "gs://chrome-perf/Linux Builder/full-build-linux_e28dc0d49c331def2a3bbf3ddd0096eb51551155.zip",
|
| + "gs://chrome-perf/Linux Builder/full-build-linux_0000000000000000000000000000000000000000.zip",
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.gsutil download_build_product",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.gsutil download_build_product",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -2396,9 +2338,9 @@
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| - "name": "Working on revision chromium@e28dc0d49c.unzip_build_product",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.unzip_build_product",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -2413,9 +2355,9 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.get version",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.get version",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -2433,9 +2375,9 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.install ChromePublic.apk",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.install ChromePublic.apk",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -2452,7 +2394,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 1 of 5",
|
| + "--step-name=Performance Test 1 of 3",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -2470,15 +2412,13 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 1 of 5",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 1 of 3",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "step returned non-zero exit code: 1",
|
| - "@@@STEP_LOG_LINE@Failure Output@benchmark text@@@",
|
| - "@@@STEP_LOG_END@Failure Output@@@",
|
| - "@@@STEP_WARNINGS@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| },
|
| {
|
| @@ -2486,16 +2426,16 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "benchmark text",
|
| + "mock output",
|
| "[TMP_BASE]/perf-test-output_tmp_11/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -2510,9 +2450,9 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| @@ -2533,7 +2473,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 2 of 5",
|
| + "--step-name=Performance Test 2 of 3",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -2551,15 +2491,13 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 2 of 5",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 2 of 3",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "step returned non-zero exit code: 1",
|
| - "@@@STEP_LOG_LINE@Failure Output@benchmark text@@@",
|
| - "@@@STEP_LOG_END@Failure Output@@@",
|
| - "@@@STEP_WARNINGS@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| },
|
| {
|
| @@ -2567,16 +2505,16 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "benchmark text",
|
| + "mock output",
|
| "[TMP_BASE]/perf-test-output_tmp_12/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (2)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (2)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -2591,9 +2529,9 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (2)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (2)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| @@ -2614,7 +2552,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 3 of 5",
|
| + "--step-name=Performance Test 3 of 3",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -2632,15 +2570,13 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 3 of 5",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 3 of 3",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "step returned non-zero exit code: 1",
|
| - "@@@STEP_LOG_LINE@Failure Output@benchmark text@@@",
|
| - "@@@STEP_LOG_END@Failure Output@@@",
|
| - "@@@STEP_WARNINGS@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| },
|
| {
|
| @@ -2648,16 +2584,16 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "benchmark text",
|
| + "mock output",
|
| "[TMP_BASE]/perf-test-output_tmp_13/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (3)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (3)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -2672,9 +2608,9 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (3)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (3)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| @@ -2685,58 +2621,69 @@
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| - "--target",
|
| - "Release",
|
| - "--test-platform",
|
| - "android",
|
| - "--xvfb",
|
| - "--factory-properties",
|
| - "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--build-properties",
|
| - "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 4 of 5",
|
| - "--builder-name=android_one_perf_bisect",
|
| - "--slave-name=TestSlavename",
|
| - "--build-number=571",
|
| - "--run-python-script",
|
| - "./tools/perf/run_benchmark",
|
| - "-v",
|
| - "--browser=android-chromium",
|
| - "--output-format=valueset",
|
| - "page_cycler_v2.intl_ar_fa_he",
|
| - "--device",
|
| - "2222",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_14"
|
| + "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 4 of 5",
|
| - "stderr": "/path/to/tmp/",
|
| - "stdout": "/path/to/tmp/",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.test_report",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "step returned non-zero exit code: 1",
|
| - "@@@STEP_LOG_LINE@Failure Output@benchmark text@@@",
|
| - "@@@STEP_LOG_END@Failure Output@@@",
|
| - "@@@STEP_WARNINGS@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ print l@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| ]
|
| },
|
| {
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "benchmark text",
|
| - "[TMP_BASE]/perf-test-output_tmp_14/results.txt"
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| + "[TMP_BASE]/perf-test-output_tmp_1/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_2/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_3/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_4/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_5/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_11/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_12/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_13/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_6/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_7/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_8/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_9/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_10/results-valueset.json",
|
| + "warm_times/page_load_time",
|
| + "--valueset"
|
| ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (4)",
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Compare samples",
|
| + "stdout": "/path/to/tmp/json",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 212, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 213, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 214, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 215, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 7@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting BAD revision",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -2745,29 +2692,3642 @@
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_14/results-valueset.json",
|
| - "/path/to/tmp/json"
|
| + "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
|
| + "--spec",
|
| + "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src.git'}, {'custom_deps': {'src/chrome/test/data/firefox2_profile/searchplugins': None, 'src/chrome/test/data/firefox2_searchplugins': None, 'src/chrome/test/data/firefox3_profile/searchplugins': None, 'src/chrome/test/data/firefox3_searchplugins': None, 'src/chrome/test/data/osdd': None, 'src/chrome/test/data/perf/frame_rate/private': None, 'src/chrome/test/data/plugin': None, 'src/chrome/test/data/ssl/certs': None, 'src/data/autodiscovery': None, 'src/data/esctf': None, 'src/data/mach_ports': None, 'src/data/memory_test': None, 'src/data/mozilla_js_tests': None, 'src/data/selenium_core': None, 'src/data/tab_switching': None, 'src/tools/grit/grit/test/data': None, 'src/webkit/data/bmp_decoder': None, 'src/webkit/data/ico_decoder': None, 'src/webkit/data/test_shell/plugins': None, 'src/webkit/data/xbm_decoder': None}, 'deps_file': '.DEPS.git', 'managed': False, 'name': 'src-internal', 'url': 'https://chrome-internal.googlesource.com/chrome/src-internal.git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'catapult', 'url': 'https://chromium.googlesource.com/external/github.com/catapult-project/catapult.git'}]\ntarget_os = ['android']",
|
| + "--patch_root",
|
| + "src",
|
| + "--revision_mapping_file",
|
| + "{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision\", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"got_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_revision\"}",
|
| + "--git-cache-dir",
|
| + "[GIT_CACHE]",
|
| + "--issue",
|
| + "12853011",
|
| + "--patchset",
|
| + "1",
|
| + "--rietveld_server",
|
| + "https://codereview.chromium.org",
|
| + "--output_json",
|
| + "/path/to/tmp/json",
|
| + "--revision",
|
| + "src@fc6dfc7ff5b1073408499478969261b826441144",
|
| + "--output_manifest"
|
| ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (4)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.bot_update",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_TEXT@Some step text@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| - "--target",
|
| + "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": \"fc6dfc7ff5b1073408499478969261b826441144\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/buildtools\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/buildtools.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f0319a328b2809876916353cb994259692140934\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/native_client\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/native_client.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/third_party/angle\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/angle.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/third_party/webrtc\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/webrtc.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/tools/swarming_client\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/tools/swarming_client.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/v8\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/v8.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision_cp\": \"refs/heads/master@{#297276}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision\": \"f0319a328b2809876916353cb994259692140934\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision_cp\": \"refs/heads/master@{#182578}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision_cp\": \"refs/heads/master@{#274981}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision\": \"0f90628433546e61d9268596da93418c623137f4\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision_cp\": \"refs/heads/master@{#120644}\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_nacl_revision@\"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_buildtools_revision_cp@\"refs/heads/master@{#182578}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_webrtc_revision@\"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_nacl_revision_cp@\"refs/heads/master@{#274981}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_angle_revision@\"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_webrtc_revision_cp@\"refs/heads/master@{#120644}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_angle_revision_cp@\"refs/heads/master@{#297276}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_buildtools_revision@\"f0319a328b2809876916353cb994259692140934\"@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting BAD revision.rmtree build directory",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| + "--",
|
| + "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| + "--force-version",
|
| + "4.7",
|
| + "----",
|
| + "cp",
|
| + "gs://chrome-perf/Linux Builder/full-build-linux_fc6dfc7ff5b1073408499478969261b826441144.zip",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting BAD revision.gsutil download_build_product",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "unzip",
|
| + "-o",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| + "name": "Re-testing reference range.Retesting BAD revision.unzip_build_product",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/chrome/VERSION",
|
| + "/path/to/tmp/"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.get version",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/build/android/adb_install_apk.py",
|
| + "ChromePublic.apk",
|
| + "-v",
|
| + "--blacklist-file",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json",
|
| + "--adb-path",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb",
|
| + "--release"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.install ChromePublic.apk",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 1 of 3",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_14"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.Performance Test 1 of 3",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_14/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_14/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 2 of 3",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_15"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.Performance Test 2 of 3",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_15/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_15/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 3 of 3",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_16"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.Performance Test 3 of 3",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_16/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.test_report",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ print l@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| + "[TMP_BASE]/perf-test-output_tmp_1/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_2/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_3/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_4/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_5/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_11/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_12/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_13/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_6/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_7/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_8/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_9/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_10/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_14/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_15/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json",
|
| + "warm_times/page_load_time",
|
| + "--valueset"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Compare samples (2)",
|
| + "stdout": "/path/to/tmp/json",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 212, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 213, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 214, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 215, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 7@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting GOOD revision (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
|
| + "--spec",
|
| + "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src.git'}, {'custom_deps': {'src/chrome/test/data/firefox2_profile/searchplugins': None, 'src/chrome/test/data/firefox2_searchplugins': None, 'src/chrome/test/data/firefox3_profile/searchplugins': None, 'src/chrome/test/data/firefox3_searchplugins': None, 'src/chrome/test/data/osdd': None, 'src/chrome/test/data/perf/frame_rate/private': None, 'src/chrome/test/data/plugin': None, 'src/chrome/test/data/ssl/certs': None, 'src/data/autodiscovery': None, 'src/data/esctf': None, 'src/data/mach_ports': None, 'src/data/memory_test': None, 'src/data/mozilla_js_tests': None, 'src/data/selenium_core': None, 'src/data/tab_switching': None, 'src/tools/grit/grit/test/data': None, 'src/webkit/data/bmp_decoder': None, 'src/webkit/data/ico_decoder': None, 'src/webkit/data/test_shell/plugins': None, 'src/webkit/data/xbm_decoder': None}, 'deps_file': '.DEPS.git', 'managed': False, 'name': 'src-internal', 'url': 'https://chrome-internal.googlesource.com/chrome/src-internal.git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'catapult', 'url': 'https://chromium.googlesource.com/external/github.com/catapult-project/catapult.git'}]\ntarget_os = ['android']",
|
| + "--patch_root",
|
| + "src",
|
| + "--revision_mapping_file",
|
| + "{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision\", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"got_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_revision\"}",
|
| + "--git-cache-dir",
|
| + "[GIT_CACHE]",
|
| + "--issue",
|
| + "12853011",
|
| + "--patchset",
|
| + "1",
|
| + "--rietveld_server",
|
| + "https://codereview.chromium.org",
|
| + "--output_json",
|
| + "/path/to/tmp/json",
|
| + "--revision",
|
| + "src@0000000000000000000000000000000000000000",
|
| + "--output_manifest"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "env": {
|
| + "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.bot_update (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_TEXT@Some step text@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": \"0000000000000000000000000000000000000000\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/buildtools\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/buildtools.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f0319a328b2809876916353cb994259692140934\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/native_client\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/native_client.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/third_party/angle\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/angle.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/third_party/webrtc\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/webrtc.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/tools/swarming_client\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/tools/swarming_client.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/v8\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/v8.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision_cp\": \"refs/heads/master@{#297276}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision\": \"f0319a328b2809876916353cb994259692140934\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision_cp\": \"refs/heads/master@{#182578}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision_cp\": \"refs/heads/master@{#274981}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision\": \"0f90628433546e61d9268596da93418c623137f4\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision_cp\": \"refs/heads/master@{#120644}\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_nacl_revision@\"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_buildtools_revision_cp@\"refs/heads/master@{#182578}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_webrtc_revision@\"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_nacl_revision_cp@\"refs/heads/master@{#274981}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_angle_revision@\"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_webrtc_revision_cp@\"refs/heads/master@{#120644}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_angle_revision_cp@\"refs/heads/master@{#297276}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_buildtools_revision@\"f0319a328b2809876916353cb994259692140934\"@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.rmtree build directory (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| + "--",
|
| + "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| + "--force-version",
|
| + "4.7",
|
| + "----",
|
| + "cp",
|
| + "gs://chrome-perf/Linux Builder/full-build-linux_0000000000000000000000000000000000000000.zip",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.gsutil download_build_product (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "unzip",
|
| + "-o",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.unzip_build_product (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/chrome/VERSION",
|
| + "/path/to/tmp/"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.get version (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/build/android/adb_install_apk.py",
|
| + "ChromePublic.apk",
|
| + "-v",
|
| + "--blacklist-file",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json",
|
| + "--adb-path",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb",
|
| + "--release"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.install ChromePublic.apk (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 1 of 4",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_17"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 1 of 4",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_17/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (4)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (4)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 2 of 4",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_18"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 2 of 4",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_18/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (5)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (5)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 3 of 4",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_19"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 3 of 4",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_19/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (6)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (6)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 4 of 4",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_20"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 4 of 4",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_20/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (7)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (7)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.test_report (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ print l@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| + "[TMP_BASE]/perf-test-output_tmp_1/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_2/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_3/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_4/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_5/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_11/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_12/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_13/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_6/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_7/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_8/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_9/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_10/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_14/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_15/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json",
|
| + "warm_times/page_load_time",
|
| + "--valueset"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Compare samples (3)",
|
| + "stdout": "/path/to/tmp/json",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 212, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 213, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 214, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 215, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 7@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting BAD revision (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
|
| + "--spec",
|
| + "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src.git'}, {'custom_deps': {'src/chrome/test/data/firefox2_profile/searchplugins': None, 'src/chrome/test/data/firefox2_searchplugins': None, 'src/chrome/test/data/firefox3_profile/searchplugins': None, 'src/chrome/test/data/firefox3_searchplugins': None, 'src/chrome/test/data/osdd': None, 'src/chrome/test/data/perf/frame_rate/private': None, 'src/chrome/test/data/plugin': None, 'src/chrome/test/data/ssl/certs': None, 'src/data/autodiscovery': None, 'src/data/esctf': None, 'src/data/mach_ports': None, 'src/data/memory_test': None, 'src/data/mozilla_js_tests': None, 'src/data/selenium_core': None, 'src/data/tab_switching': None, 'src/tools/grit/grit/test/data': None, 'src/webkit/data/bmp_decoder': None, 'src/webkit/data/ico_decoder': None, 'src/webkit/data/test_shell/plugins': None, 'src/webkit/data/xbm_decoder': None}, 'deps_file': '.DEPS.git', 'managed': False, 'name': 'src-internal', 'url': 'https://chrome-internal.googlesource.com/chrome/src-internal.git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'catapult', 'url': 'https://chromium.googlesource.com/external/github.com/catapult-project/catapult.git'}]\ntarget_os = ['android']",
|
| + "--patch_root",
|
| + "src",
|
| + "--revision_mapping_file",
|
| + "{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision\", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"got_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_revision\"}",
|
| + "--git-cache-dir",
|
| + "[GIT_CACHE]",
|
| + "--issue",
|
| + "12853011",
|
| + "--patchset",
|
| + "1",
|
| + "--rietveld_server",
|
| + "https://codereview.chromium.org",
|
| + "--output_json",
|
| + "/path/to/tmp/json",
|
| + "--revision",
|
| + "src@fc6dfc7ff5b1073408499478969261b826441144",
|
| + "--output_manifest"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "env": {
|
| + "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.bot_update (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_TEXT@Some step text@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": \"fc6dfc7ff5b1073408499478969261b826441144\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/buildtools\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/buildtools.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f0319a328b2809876916353cb994259692140934\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/native_client\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/native_client.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/third_party/angle\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/angle.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/third_party/webrtc\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/webrtc.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/tools/swarming_client\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/tools/swarming_client.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/v8\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/v8.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision_cp\": \"refs/heads/master@{#297276}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision\": \"f0319a328b2809876916353cb994259692140934\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision_cp\": \"refs/heads/master@{#182578}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision_cp\": \"refs/heads/master@{#274981}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision\": \"0f90628433546e61d9268596da93418c623137f4\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision_cp\": \"refs/heads/master@{#120644}\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_nacl_revision@\"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_buildtools_revision_cp@\"refs/heads/master@{#182578}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_webrtc_revision@\"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_nacl_revision_cp@\"refs/heads/master@{#274981}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_angle_revision@\"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_webrtc_revision_cp@\"refs/heads/master@{#120644}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_angle_revision_cp@\"refs/heads/master@{#297276}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_buildtools_revision@\"f0319a328b2809876916353cb994259692140934\"@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting BAD revision.rmtree build directory (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| + "--",
|
| + "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| + "--force-version",
|
| + "4.7",
|
| + "----",
|
| + "cp",
|
| + "gs://chrome-perf/Linux Builder/full-build-linux_fc6dfc7ff5b1073408499478969261b826441144.zip",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting BAD revision.gsutil download_build_product (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "unzip",
|
| + "-o",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| + "name": "Re-testing reference range.Retesting BAD revision.unzip_build_product (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/chrome/VERSION",
|
| + "/path/to/tmp/"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.get version (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/build/android/adb_install_apk.py",
|
| + "ChromePublic.apk",
|
| + "-v",
|
| + "--blacklist-file",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json",
|
| + "--adb-path",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb",
|
| + "--release"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.install ChromePublic.apk (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 1 of 4",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_21"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.Performance Test 1 of 4",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_21/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (4)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (4)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 2 of 4",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_22"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.Performance Test 2 of 4",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_22/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (5)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (5)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 3 of 4",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_23"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.Performance Test 3 of 4",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_23/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (6)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (6)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 4 of 4",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_24"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.Performance Test 4 of 4",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_24/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (7)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (7)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.test_report (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ print l@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| + "[TMP_BASE]/perf-test-output_tmp_1/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_2/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_3/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_4/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_5/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_11/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_12/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_13/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_6/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_7/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_8/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_9/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_10/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_14/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_15/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json",
|
| + "warm_times/page_load_time",
|
| + "--valueset"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Compare samples (4)",
|
| + "stdout": "/path/to/tmp/json",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 212, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 213, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 214, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 215, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 7@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting GOOD revision (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
|
| + "--spec",
|
| + "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src.git'}, {'custom_deps': {'src/chrome/test/data/firefox2_profile/searchplugins': None, 'src/chrome/test/data/firefox2_searchplugins': None, 'src/chrome/test/data/firefox3_profile/searchplugins': None, 'src/chrome/test/data/firefox3_searchplugins': None, 'src/chrome/test/data/osdd': None, 'src/chrome/test/data/perf/frame_rate/private': None, 'src/chrome/test/data/plugin': None, 'src/chrome/test/data/ssl/certs': None, 'src/data/autodiscovery': None, 'src/data/esctf': None, 'src/data/mach_ports': None, 'src/data/memory_test': None, 'src/data/mozilla_js_tests': None, 'src/data/selenium_core': None, 'src/data/tab_switching': None, 'src/tools/grit/grit/test/data': None, 'src/webkit/data/bmp_decoder': None, 'src/webkit/data/ico_decoder': None, 'src/webkit/data/test_shell/plugins': None, 'src/webkit/data/xbm_decoder': None}, 'deps_file': '.DEPS.git', 'managed': False, 'name': 'src-internal', 'url': 'https://chrome-internal.googlesource.com/chrome/src-internal.git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'catapult', 'url': 'https://chromium.googlesource.com/external/github.com/catapult-project/catapult.git'}]\ntarget_os = ['android']",
|
| + "--patch_root",
|
| + "src",
|
| + "--revision_mapping_file",
|
| + "{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision\", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"got_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_revision\"}",
|
| + "--git-cache-dir",
|
| + "[GIT_CACHE]",
|
| + "--issue",
|
| + "12853011",
|
| + "--patchset",
|
| + "1",
|
| + "--rietveld_server",
|
| + "https://codereview.chromium.org",
|
| + "--output_json",
|
| + "/path/to/tmp/json",
|
| + "--revision",
|
| + "src@0000000000000000000000000000000000000000",
|
| + "--output_manifest"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "env": {
|
| + "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.bot_update (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_TEXT@Some step text@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": \"0000000000000000000000000000000000000000\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/buildtools\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/buildtools.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f0319a328b2809876916353cb994259692140934\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/native_client\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/native_client.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/third_party/angle\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/angle.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/third_party/webrtc\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/webrtc.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/tools/swarming_client\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/tools/swarming_client.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/v8\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/v8.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision_cp\": \"refs/heads/master@{#297276}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision\": \"f0319a328b2809876916353cb994259692140934\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision_cp\": \"refs/heads/master@{#182578}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision_cp\": \"refs/heads/master@{#274981}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision\": \"0f90628433546e61d9268596da93418c623137f4\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision_cp\": \"refs/heads/master@{#120644}\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_nacl_revision@\"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_buildtools_revision_cp@\"refs/heads/master@{#182578}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_webrtc_revision@\"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_nacl_revision_cp@\"refs/heads/master@{#274981}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_angle_revision@\"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_webrtc_revision_cp@\"refs/heads/master@{#120644}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_angle_revision_cp@\"refs/heads/master@{#297276}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_buildtools_revision@\"f0319a328b2809876916353cb994259692140934\"@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.rmtree build directory (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| + "--",
|
| + "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| + "--force-version",
|
| + "4.7",
|
| + "----",
|
| + "cp",
|
| + "gs://chrome-perf/Linux Builder/full-build-linux_0000000000000000000000000000000000000000.zip",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.gsutil download_build_product (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "unzip",
|
| + "-o",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.unzip_build_product (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/chrome/VERSION",
|
| + "/path/to/tmp/"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.get version (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/build/android/adb_install_apk.py",
|
| + "ChromePublic.apk",
|
| + "-v",
|
| + "--blacklist-file",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json",
|
| + "--adb-path",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb",
|
| + "--release"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.install ChromePublic.apk (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 1 of 6",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_25"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 1 of 6",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_25/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (8)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_25/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (8)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 2 of 6",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_26"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 2 of 6",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_26/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (9)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (9)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 3 of 6",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_27"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 3 of 6",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_27/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (10)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (10)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 4 of 6",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_28"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 4 of 6",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_28/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (11)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (11)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 5 of 6",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_29"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 5 of 6",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_29/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (12)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (12)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 6 of 6",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_30"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 6 of 6",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_30/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (13)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (13)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.test_report (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ print l@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| + "[TMP_BASE]/perf-test-output_tmp_1/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_2/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_3/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_4/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_5/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_11/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_12/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_13/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_25/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_6/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_7/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_8/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_9/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_10/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_14/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_15/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json",
|
| + "warm_times/page_load_time",
|
| + "--valueset"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Compare samples (5)",
|
| + "stdout": "/path/to/tmp/json",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"significance\": \"REJECT\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 212, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 213, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 214, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 215, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 7@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "git",
|
| + "footers",
|
| + "--position",
|
| + "e28dc0d49c331def2a3bbf3ddd0096eb51551155"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| + "name": "resolving hash e28dc0d49c331def2a3bbf3ddd0096eb51551155",
|
| + "stdout": "/path/to/tmp/"
|
| + },
|
| + {
|
| + "cmd": [],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Working on revision chromium@e28dc0d49c"
|
| + },
|
| + {
|
| + "cmd": [
|
| + "git",
|
| + "footers",
|
| + "--position",
|
| + "fc6dfc7ff5b1073408499478969261b826441144"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| + "name": "Working on revision chromium@e28dc0d49c.resolving hash fc6dfc7ff5b1073408499478969261b826441144",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Working on revision chromium@e28dc0d49c.Post bisect results",
|
| + "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/android_one_perf_bisect/builds/571\", \"change\": \"1465.45%\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"0000000000000000000000000000000000000000\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"0000000000000000000000000000000000000000\", \"depot_name\": \"chromium\", \"mean_value\": 11.0, \"result\": \"good\", \"revision_string\": \"chromium@0000000000\", \"std_dev\": 11.40175425099138, \"values\": [12, 13, 14, 15, 1]}, {\"commit_hash\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"depot_name\": \"chromium\", \"mean_value\": 172.2, \"result\": \"bad\", \"revision_string\": \"chromium@fc6dfc7ff5\", \"std_dev\": 184.7127499659945, \"values\": [212, 213, 214, 215, 7]}], \"status\": \"started\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",
|
| + "stdout": "/path/to/tmp/json",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_TEXT@Failed to upload result to Perf Dashboard. Error response: None@@@",
|
| + "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",
|
| + "@@@STEP_LOG_END@json.output (invalid)@@@",
|
| + "@@@STEP_WARNINGS@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| + "--",
|
| + "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| + "----",
|
| + "ls",
|
| + "gs://chrome-perf/Linux Builder/full-build-linux_e28dc0d49c331def2a3bbf3ddd0096eb51551155.zip"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Working on revision chromium@e28dc0d49c.gsutil ls",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
|
| + "--spec",
|
| + "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src.git'}, {'custom_deps': {'src/chrome/test/data/firefox2_profile/searchplugins': None, 'src/chrome/test/data/firefox2_searchplugins': None, 'src/chrome/test/data/firefox3_profile/searchplugins': None, 'src/chrome/test/data/firefox3_searchplugins': None, 'src/chrome/test/data/osdd': None, 'src/chrome/test/data/perf/frame_rate/private': None, 'src/chrome/test/data/plugin': None, 'src/chrome/test/data/ssl/certs': None, 'src/data/autodiscovery': None, 'src/data/esctf': None, 'src/data/mach_ports': None, 'src/data/memory_test': None, 'src/data/mozilla_js_tests': None, 'src/data/selenium_core': None, 'src/data/tab_switching': None, 'src/tools/grit/grit/test/data': None, 'src/webkit/data/bmp_decoder': None, 'src/webkit/data/ico_decoder': None, 'src/webkit/data/test_shell/plugins': None, 'src/webkit/data/xbm_decoder': None}, 'deps_file': '.DEPS.git', 'managed': False, 'name': 'src-internal', 'url': 'https://chrome-internal.googlesource.com/chrome/src-internal.git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'catapult', 'url': 'https://chromium.googlesource.com/external/github.com/catapult-project/catapult.git'}]\ntarget_os = ['android']",
|
| + "--patch_root",
|
| + "src",
|
| + "--revision_mapping_file",
|
| + "{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision\", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"got_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_revision\"}",
|
| + "--git-cache-dir",
|
| + "[GIT_CACHE]",
|
| + "--issue",
|
| + "12853011",
|
| + "--patchset",
|
| + "1",
|
| + "--rietveld_server",
|
| + "https://codereview.chromium.org",
|
| + "--output_json",
|
| + "/path/to/tmp/json",
|
| + "--revision",
|
| + "src@e28dc0d49c331def2a3bbf3ddd0096eb51551155",
|
| + "--output_manifest"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "env": {
|
| + "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.bot_update",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_TEXT@Some step text@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/buildtools\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/buildtools.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f0319a328b2809876916353cb994259692140934\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/native_client\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/native_client.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/third_party/angle\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/angle.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/third_party/webrtc\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/webrtc.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/tools/swarming_client\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/tools/swarming_client.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/v8\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/v8.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision_cp\": \"refs/heads/master@{#297276}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision\": \"f0319a328b2809876916353cb994259692140934\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision_cp\": \"refs/heads/master@{#182578}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision_cp\": \"refs/heads/master@{#274981}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision\": \"0f90628433546e61d9268596da93418c623137f4\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision_cp\": \"refs/heads/master@{#120644}\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_nacl_revision@\"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_buildtools_revision_cp@\"refs/heads/master@{#182578}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_webrtc_revision@\"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_nacl_revision_cp@\"refs/heads/master@{#274981}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_angle_revision@\"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_webrtc_revision_cp@\"refs/heads/master@{#120644}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_angle_revision_cp@\"refs/heads/master@{#297276}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_buildtools_revision@\"f0319a328b2809876916353cb994259692140934\"@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Working on revision chromium@e28dc0d49c.rmtree build directory",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| + "--",
|
| + "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| + "--force-version",
|
| + "4.7",
|
| + "----",
|
| + "cp",
|
| + "gs://chrome-perf/Linux Builder/full-build-linux_e28dc0d49c331def2a3bbf3ddd0096eb51551155.zip",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Working on revision chromium@e28dc0d49c.gsutil download_build_product",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "unzip",
|
| + "-o",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| + "name": "Working on revision chromium@e28dc0d49c.unzip_build_product",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/chrome/VERSION",
|
| + "/path/to/tmp/"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.get version",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/build/android/adb_install_apk.py",
|
| + "ChromePublic.apk",
|
| + "-v",
|
| + "--blacklist-file",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json",
|
| + "--adb-path",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb",
|
| + "--release"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.install ChromePublic.apk",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 1 of 5",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_31"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.Performance Test 1 of 5",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "step returned non-zero exit code: 1",
|
| + "@@@STEP_LOG_LINE@Failure Output@benchmark text@@@",
|
| + "@@@STEP_LOG_END@Failure Output@@@",
|
| + "@@@STEP_WARNINGS@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "benchmark text",
|
| + "[TMP_BASE]/perf-test-output_tmp_31/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 2 of 5",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_32"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.Performance Test 2 of 5",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "step returned non-zero exit code: 1",
|
| + "@@@STEP_LOG_LINE@Failure Output@benchmark text@@@",
|
| + "@@@STEP_LOG_END@Failure Output@@@",
|
| + "@@@STEP_WARNINGS@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "benchmark text",
|
| + "[TMP_BASE]/perf-test-output_tmp_32/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 3 of 5",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_33"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.Performance Test 3 of 5",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "step returned non-zero exit code: 1",
|
| + "@@@STEP_LOG_LINE@Failure Output@benchmark text@@@",
|
| + "@@@STEP_LOG_END@Failure Output@@@",
|
| + "@@@STEP_WARNINGS@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "benchmark text",
|
| + "[TMP_BASE]/perf-test-output_tmp_33/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 4 of 5",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_34"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.Performance Test 4 of 5",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "step returned non-zero exit code: 1",
|
| + "@@@STEP_LOG_LINE@Failure Output@benchmark text@@@",
|
| + "@@@STEP_LOG_END@Failure Output@@@",
|
| + "@@@STEP_WARNINGS@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "benchmark text",
|
| + "[TMP_BASE]/perf-test-output_tmp_34/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (4)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_34/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (4)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 5 of 5",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "2222",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_35"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.Performance Test 5 of 5",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "step returned non-zero exit code: 1",
|
| + "@@@STEP_LOG_LINE@Failure Output@benchmark text@@@",
|
| + "@@@STEP_LOG_END@Failure Output@@@",
|
| + "@@@STEP_WARNINGS@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "benchmark text",
|
| + "[TMP_BASE]/perf-test-output_tmp_35/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (5)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_35/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (5)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.test_report",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ print l@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Resolving hashes"
|
| + },
|
| + {
|
| + "cmd": [],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Debug Info",
|
| + "~followup_annotations": [
|
| + "step returned non-zero exit code: 1",
|
| + "@@@STEP_FAILURE@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/devil/android/tools/device_status.py",
|
| + "--json-output",
|
| + "/path/to/tmp/json",
|
| + "--blacklist-file",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json",
|
| + "--known-devices-file",
|
| + "[HOME]/.android/known_devices.json",
|
| + "--buildbot-path",
|
| + "/home/chrome-bot/.adb_device_info",
|
| + "--adb-path",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb",
|
| + "-v",
|
| + "--overwrite-known-devices-files"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "device_status (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_TEXT@Online devices: 1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@[@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"adb_status\": \"device\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"battery\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"AC powered\": \"false\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"USB powered\": \"true\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"Wireless powered\": \"false\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"health\": \"2\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"level\": \"100\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"present\": \"true\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"scale\": \"100\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"status\": \"5\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"technology\": \"Li-ion\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"temperature\": \"249\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"voltage\": \"4286\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"blacklisted\": false, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"build_detail\": \"google/razor/flo:5.0/LRX21O/1570415:userdebug/dev-keys\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"imei_slice\": \"Unknown\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"ro.build.id\": \"LRX21O\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"ro.build.product\": \"product_name\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"serial\": \"1111\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"usb_status\": true, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"wifi_ip\": \"\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"adb_status\": \"offline\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"blacklisted\": true, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"serial\": \"03e0363a003c6ad4\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"usb_status\": false@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"adb_status\": \"unauthorized\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"blacklisted\": true, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"serial\": \"03e0363a003c6ad5\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"usb_status\": true@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"adb_status\": \"device\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"blacklisted\": true, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"serial\": \"03e0363a003c6ad6\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"usb_status\": true@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }@@@",
|
| + "@@@STEP_LOG_LINE@json.output@]@@@",
|
| + "@@@STEP_LOG_END@json.output@@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@{@@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"adb_status\": \"device\", @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"battery\": {@@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"AC powered\": \"false\", @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"USB powered\": \"true\", @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"Wireless powered\": \"false\", @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"health\": \"2\", @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"level\": \"100\", @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"present\": \"true\", @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"scale\": \"100\", @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"status\": \"5\", @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"technology\": \"Li-ion\", @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"temperature\": \"249\", @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"voltage\": \"4286\"@@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ }, @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"blacklisted\": false, @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"build_detail\": \"google/razor/flo:5.0/LRX21O/1570415:userdebug/dev-keys\", @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"imei_slice\": \"Unknown\", @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"ro.build.id\": \"LRX21O\", @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"ro.build.product\": \"product_name\", @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"serial\": \"1111\", @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"usb_status\": true, @@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"wifi_ip\": \"\"@@@",
|
| + "@@@STEP_LOG_LINE@product_name LRX21O 1111@}@@@",
|
| + "@@@STEP_LOG_END@product_name LRX21O 1111@@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@{@@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@ \"adb_status\": \"offline\", @@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@ \"blacklisted\": true, @@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@ \"serial\": \"03e0363a003c6ad4\", @@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@ \"usb_status\": false@@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@}@@@",
|
| + "@@@STEP_LOG_END@03e0363a003c6ad4: missing@@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@{@@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@ \"adb_status\": \"unauthorized\", @@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@ \"blacklisted\": true, @@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@ \"serial\": \"03e0363a003c6ad5\", @@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@ \"usb_status\": true@@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@}@@@",
|
| + "@@@STEP_LOG_END@03e0363a003c6ad5: adb status unauthorized@@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@{@@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"adb_status\": \"device\", @@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"blacklisted\": true, @@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"serial\": \"03e0363a003c6ad6\", @@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"usb_status\": true@@@",
|
| + "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@}@@@",
|
| + "@@@STEP_LOG_END@03e0363a003c6ad6: blacklisted@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "git",
|
| + "update-ref",
|
| + "refs/heads/master",
|
| + "refs/remotes/origin/master"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| + "name": "git update-ref (2)"
|
| + },
|
| + {
|
| + "cmd": [
|
| + "git",
|
| + "checkout",
|
| + "master"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| + "name": "git checkout (2)"
|
| + },
|
| + {
|
| + "cmd": [],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "config (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_LOG_LINE@Bisect job configuration@{@@@",
|
| + "@@@STEP_LOG_LINE@Bisect job configuration@ \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", @@@",
|
| + "@@@STEP_LOG_LINE@Bisect job configuration@ \"bug_id\": \"425582\", @@@",
|
| + "@@@STEP_LOG_LINE@Bisect job configuration@ \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", @@@",
|
| + "@@@STEP_LOG_LINE@Bisect job configuration@ \"good_revision\": \"0000000000000000000000000000000000000000\", @@@",
|
| + "@@@STEP_LOG_LINE@Bisect job configuration@ \"gs_bucket\": \"chrome-perf\", @@@",
|
| + "@@@STEP_LOG_LINE@Bisect job configuration@ \"metric\": \"warm_times/page_load_time\", @@@",
|
| + "@@@STEP_LOG_LINE@Bisect job configuration@ \"test_type\": \"perf\"@@@",
|
| + "@@@STEP_LOG_LINE@Bisect job configuration@}@@@",
|
| + "@@@STEP_LOG_END@Bisect job configuration@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Resolving reference range (2)"
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[build::auto_bisect_staging]/resources/fetch_file.py",
|
| + "DEPS",
|
| + "--commit",
|
| + "fc6dfc7ff5b1073408499478969261b826441144"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Resolving reference range.fetch file fc6dfc7ff5b1073408499478969261b826441144:DEPS (2)",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@Debug Bad Revision DEPS@v8: None@@@",
|
| + "@@@STEP_LOG_LINE@Debug Bad Revision DEPS@catapult: None@@@",
|
| + "@@@STEP_LOG_LINE@Debug Bad Revision DEPS@skia: None@@@",
|
| + "@@@STEP_LOG_END@Debug Bad Revision DEPS@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[build::auto_bisect_staging]/resources/fetch_file.py",
|
| + "DEPS",
|
| + "--commit",
|
| + "0000000000000000000000000000000000000000"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Resolving reference range.fetch file 0000000000000000000000000000000000000000:DEPS (2)",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@Debug Good Revision DEPS@v8: None@@@",
|
| + "@@@STEP_LOG_LINE@Debug Good Revision DEPS@catapult: None@@@",
|
| + "@@@STEP_LOG_LINE@Debug Good Revision DEPS@skia: None@@@",
|
| + "@@@STEP_LOG_END@Debug Good Revision DEPS@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Expanding revision range (2)"
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[build::auto_bisect_staging]/resources/fetch_intervening_revisions.py",
|
| + "0000000000000000000000000000000000000000",
|
| + "fc6dfc7ff5b1073408499478969261b826441144",
|
| + "https://chromium.googlesource.com/chromium/src"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Expanding revision range.for revisions 0000000000000000000000000000000000000000:fc6dfc7ff5b1073408499478969261b826441144 (2)",
|
| + "stdout": "/path/to/tmp/json",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@[@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"306475\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"fc6dfc7ff5b1073408499478969261b826441144\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"306476\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| + "@@@STEP_LOG_LINE@json.output@]@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Gathering reference values (2)"
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| + "--",
|
| + "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| + "----",
|
| + "ls",
|
| + "gs://chrome-perf/Linux Builder/full-build-linux_0000000000000000000000000000000000000000.zip"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Gathering reference values.gsutil ls (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
|
| + "--spec",
|
| + "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src.git'}, {'custom_deps': {'src/chrome/test/data/firefox2_profile/searchplugins': None, 'src/chrome/test/data/firefox2_searchplugins': None, 'src/chrome/test/data/firefox3_profile/searchplugins': None, 'src/chrome/test/data/firefox3_searchplugins': None, 'src/chrome/test/data/osdd': None, 'src/chrome/test/data/perf/frame_rate/private': None, 'src/chrome/test/data/plugin': None, 'src/chrome/test/data/ssl/certs': None, 'src/data/autodiscovery': None, 'src/data/esctf': None, 'src/data/mach_ports': None, 'src/data/memory_test': None, 'src/data/mozilla_js_tests': None, 'src/data/selenium_core': None, 'src/data/tab_switching': None, 'src/tools/grit/grit/test/data': None, 'src/webkit/data/bmp_decoder': None, 'src/webkit/data/ico_decoder': None, 'src/webkit/data/test_shell/plugins': None, 'src/webkit/data/xbm_decoder': None}, 'deps_file': '.DEPS.git', 'managed': False, 'name': 'src-internal', 'url': 'https://chrome-internal.googlesource.com/chrome/src-internal.git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'catapult', 'url': 'https://chromium.googlesource.com/external/github.com/catapult-project/catapult.git'}]\ntarget_os = ['android']",
|
| + "--patch_root",
|
| + "src",
|
| + "--revision_mapping_file",
|
| + "{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision\", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"got_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_revision\"}",
|
| + "--git-cache-dir",
|
| + "[GIT_CACHE]",
|
| + "--issue",
|
| + "12853011",
|
| + "--patchset",
|
| + "1",
|
| + "--rietveld_server",
|
| + "https://codereview.chromium.org",
|
| + "--output_json",
|
| + "/path/to/tmp/json",
|
| + "--revision",
|
| + "src@0000000000000000000000000000000000000000",
|
| + "--output_manifest"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "env": {
|
| + "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
|
| + },
|
| + "name": "Gathering reference values.bot_update (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_TEXT@Some step text@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": \"0000000000000000000000000000000000000000\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/buildtools\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/buildtools.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f0319a328b2809876916353cb994259692140934\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/native_client\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/native_client.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/third_party/angle\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/angle.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/third_party/webrtc\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/webrtc.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/tools/swarming_client\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/tools/swarming_client.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/v8\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/v8.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision_cp\": \"refs/heads/master@{#297276}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision\": \"f0319a328b2809876916353cb994259692140934\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision_cp\": \"refs/heads/master@{#182578}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision_cp\": \"refs/heads/master@{#274981}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision\": \"0f90628433546e61d9268596da93418c623137f4\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision_cp\": \"refs/heads/master@{#120644}\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_nacl_revision@\"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_buildtools_revision_cp@\"refs/heads/master@{#182578}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_webrtc_revision@\"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_nacl_revision_cp@\"refs/heads/master@{#274981}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_angle_revision@\"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_webrtc_revision_cp@\"refs/heads/master@{#120644}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_angle_revision_cp@\"refs/heads/master@{#297276}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_buildtools_revision@\"f0319a328b2809876916353cb994259692140934\"@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Gathering reference values.rmtree build directory (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| + "--",
|
| + "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| + "--force-version",
|
| + "4.7",
|
| + "----",
|
| + "cp",
|
| + "gs://chrome-perf/Linux Builder/full-build-linux_0000000000000000000000000000000000000000.zip",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Gathering reference values.gsutil download_build_product (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "unzip",
|
| + "-o",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| + "name": "Gathering reference values.unzip_build_product (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/chrome/VERSION",
|
| + "/path/to/tmp/"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Gathering reference values.get version (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/build/android/adb_install_apk.py",
|
| + "ChromePublic.apk",
|
| + "-v",
|
| + "--blacklist-file",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json",
|
| + "--adb-path",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb",
|
| + "--release"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Gathering reference values.install ChromePublic.apk (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 1 of 5",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "1111",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_36"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Gathering reference values.Performance Test 1 of 5 (3)",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_36/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Gathering reference values.write buildbot output to disk (11)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Gathering reference values.Reading valueset results (11)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| "Release",
|
| "--test-platform",
|
| "android",
|
| @@ -2776,7 +6336,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 5 of 5",
|
| + "--step-name=Performance Test 2 of 5",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -2787,22 +6347,20 @@
|
| "--output-format=valueset",
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| - "2222",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_15"
|
| + "1111",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_37"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 5 of 5",
|
| + "name": "Gathering reference values.Performance Test 2 of 5 (3)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| - "step returned non-zero exit code: 1",
|
| - "@@@STEP_LOG_LINE@Failure Output@benchmark text@@@",
|
| - "@@@STEP_LOG_END@Failure Output@@@",
|
| - "@@@STEP_WARNINGS@@@"
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| },
|
| {
|
| @@ -2810,14 +6368,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "benchmark text",
|
| - "[TMP_BASE]/perf-test-output_tmp_15/results.txt"
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_37/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (5)",
|
| + "name": "Gathering reference values.write buildbot output to disk (12)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -2827,14 +6385,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_15/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (5)",
|
| + "name": "Gathering reference values.Reading valueset results (12)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -2847,274 +6405,262 @@
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log"
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 3 of 5",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "1111",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_38"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.test_report",
|
| + "name": "Gathering reference values.Performance Test 3 of 5 (3)",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ print l@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@",
|
| - "@@@STEP_LOG_END@python.inline@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Resolving hashes"
|
| - },
|
| - {
|
| - "cmd": [],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Debug Info",
|
| - "~followup_annotations": [
|
| - "step returned non-zero exit code: 1",
|
| - "@@@STEP_FAILURE@@@"
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| },
|
| {
|
| "cmd": [
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/devil/android/tools/device_status.py",
|
| - "--json-output",
|
| - "/path/to/tmp/json",
|
| - "--blacklist-file",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json",
|
| - "--known-devices-file",
|
| - "[HOME]/.android/known_devices.json",
|
| - "--buildbot-path",
|
| - "/home/chrome-bot/.adb_device_info",
|
| - "--adb-path",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb",
|
| - "-v",
|
| - "--overwrite-known-devices-files"
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_38/results.txt"
|
| ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "device_status (3)",
|
| + "name": "Gathering reference values.write buildbot output to disk (13)",
|
| "~followup_annotations": [
|
| - "@@@STEP_TEXT@Online devices: 1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@[@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"adb_status\": \"device\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"battery\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"AC powered\": \"false\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"USB powered\": \"true\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"Wireless powered\": \"false\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"health\": \"2\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"level\": \"100\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"present\": \"true\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"scale\": \"100\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"status\": \"5\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"technology\": \"Li-ion\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"temperature\": \"249\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"voltage\": \"4286\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"blacklisted\": false, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"build_detail\": \"google/razor/flo:5.0/LRX21O/1570415:userdebug/dev-keys\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"imei_slice\": \"Unknown\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"ro.build.id\": \"LRX21O\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"ro.build.product\": \"product_name\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"serial\": \"1111\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"usb_status\": true, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"wifi_ip\": \"\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"adb_status\": \"offline\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"blacklisted\": true, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"serial\": \"03e0363a003c6ad4\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"usb_status\": false@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"adb_status\": \"unauthorized\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"blacklisted\": true, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"serial\": \"03e0363a003c6ad5\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"usb_status\": true@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"adb_status\": \"device\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"blacklisted\": true, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"serial\": \"03e0363a003c6ad6\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"usb_status\": true@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }@@@",
|
| - "@@@STEP_LOG_LINE@json.output@]@@@",
|
| - "@@@STEP_LOG_END@json.output@@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@{@@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"adb_status\": \"device\", @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"battery\": {@@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"AC powered\": \"false\", @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"USB powered\": \"true\", @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"Wireless powered\": \"false\", @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"health\": \"2\", @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"level\": \"100\", @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"present\": \"true\", @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"scale\": \"100\", @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"status\": \"5\", @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"technology\": \"Li-ion\", @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"temperature\": \"249\", @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"voltage\": \"4286\"@@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ }, @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"blacklisted\": false, @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"build_detail\": \"google/razor/flo:5.0/LRX21O/1570415:userdebug/dev-keys\", @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"imei_slice\": \"Unknown\", @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"ro.build.id\": \"LRX21O\", @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"ro.build.product\": \"product_name\", @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"serial\": \"1111\", @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"usb_status\": true, @@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"wifi_ip\": \"\"@@@",
|
| - "@@@STEP_LOG_LINE@product_name LRX21O 1111@}@@@",
|
| - "@@@STEP_LOG_END@product_name LRX21O 1111@@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@{@@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@ \"adb_status\": \"offline\", @@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@ \"blacklisted\": true, @@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@ \"serial\": \"03e0363a003c6ad4\", @@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@ \"usb_status\": false@@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@}@@@",
|
| - "@@@STEP_LOG_END@03e0363a003c6ad4: missing@@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@{@@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@ \"adb_status\": \"unauthorized\", @@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@ \"blacklisted\": true, @@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@ \"serial\": \"03e0363a003c6ad5\", @@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@ \"usb_status\": true@@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@}@@@",
|
| - "@@@STEP_LOG_END@03e0363a003c6ad5: adb status unauthorized@@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@{@@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"adb_status\": \"device\", @@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"blacklisted\": true, @@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"serial\": \"03e0363a003c6ad6\", @@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"usb_status\": true@@@",
|
| - "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@}@@@",
|
| - "@@@STEP_LOG_END@03e0363a003c6ad6: blacklisted@@@"
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| },
|
| {
|
| "cmd": [
|
| - "git",
|
| - "update-ref",
|
| - "refs/heads/master",
|
| - "refs/remotes/origin/master"
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| - "name": "git update-ref (2)"
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Gathering reference values.Reading valueset results (13)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| },
|
| {
|
| "cmd": [
|
| - "git",
|
| - "checkout",
|
| - "master"
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 4 of 5",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "1111",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_39"
|
| ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| - "name": "git checkout (2)"
|
| - },
|
| - {
|
| - "cmd": [],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "config (2)",
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Gathering reference values.Performance Test 4 of 5 (3)",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_LOG_LINE@Bisect job configuration@{@@@",
|
| - "@@@STEP_LOG_LINE@Bisect job configuration@ \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", @@@",
|
| - "@@@STEP_LOG_LINE@Bisect job configuration@ \"bug_id\": \"425582\", @@@",
|
| - "@@@STEP_LOG_LINE@Bisect job configuration@ \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", @@@",
|
| - "@@@STEP_LOG_LINE@Bisect job configuration@ \"good_revision\": \"0000000000000000000000000000000000000000\", @@@",
|
| - "@@@STEP_LOG_LINE@Bisect job configuration@ \"gs_bucket\": \"chrome-perf\", @@@",
|
| - "@@@STEP_LOG_LINE@Bisect job configuration@ \"metric\": \"warm_times/page_load_time\", @@@",
|
| - "@@@STEP_LOG_LINE@Bisect job configuration@ \"test_type\": \"perf\"@@@",
|
| - "@@@STEP_LOG_LINE@Bisect job configuration@}@@@",
|
| - "@@@STEP_LOG_END@Bisect job configuration@@@"
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| },
|
| {
|
| - "cmd": [],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Resolving reference range (2)"
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_39/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Gathering reference values.write buildbot output to disk (14)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| },
|
| {
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "RECIPE_MODULE[build::auto_bisect_staging]/resources/fetch_file.py",
|
| - "DEPS",
|
| - "--commit",
|
| - "fc6dfc7ff5b1073408499478969261b826441144"
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Resolving reference range.fetch file fc6dfc7ff5b1073408499478969261b826441144:DEPS (2)",
|
| - "stdout": "/path/to/tmp/",
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Gathering reference values.Reading valueset results (14)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@Debug Bad Revision DEPS@v8: None@@@",
|
| - "@@@STEP_LOG_LINE@Debug Bad Revision DEPS@catapult: None@@@",
|
| - "@@@STEP_LOG_LINE@Debug Bad Revision DEPS@skia: None@@@",
|
| - "@@@STEP_LOG_END@Debug Bad Revision DEPS@@@"
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| ]
|
| },
|
| {
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "RECIPE_MODULE[build::auto_bisect_staging]/resources/fetch_file.py",
|
| - "DEPS",
|
| - "--commit",
|
| - "0000000000000000000000000000000000000000"
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 5 of 5",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "1111",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_40"
|
| ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Resolving reference range.fetch file 0000000000000000000000000000000000000000:DEPS (2)",
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Gathering reference values.Performance Test 5 of 5 (3)",
|
| + "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@Debug Good Revision DEPS@v8: None@@@",
|
| - "@@@STEP_LOG_LINE@Debug Good Revision DEPS@catapult: None@@@",
|
| - "@@@STEP_LOG_LINE@Debug Good Revision DEPS@skia: None@@@",
|
| - "@@@STEP_LOG_END@Debug Good Revision DEPS@@@"
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| },
|
| {
|
| - "cmd": [],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Expanding revision range (2)"
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_40/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Gathering reference values.write buildbot output to disk (15)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| },
|
| {
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "RECIPE_MODULE[build::auto_bisect_staging]/resources/fetch_intervening_revisions.py",
|
| - "0000000000000000000000000000000000000000",
|
| - "fc6dfc7ff5b1073408499478969261b826441144",
|
| - "https://chromium.googlesource.com/chromium/src"
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Expanding revision range.for revisions 0000000000000000000000000000000000000000:fc6dfc7ff5b1073408499478969261b826441144 (2)",
|
| - "stdout": "/path/to/tmp/json",
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Gathering reference values.Reading valueset results (15)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@[@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"306475\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"fc6dfc7ff5b1073408499478969261b826441144\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"306476\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| - "@@@STEP_LOG_LINE@json.output@]@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| "@@@STEP_LOG_END@json.output@@@"
|
| ]
|
| },
|
| {
|
| - "cmd": [],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Gathering reference values (2)"
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Gathering reference values.test_report (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ print l@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| + ]
|
| },
|
| {
|
| "cmd": [
|
| @@ -3125,10 +6671,10 @@
|
| "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| "----",
|
| "ls",
|
| - "gs://chrome-perf/Linux Builder/full-build-linux_0000000000000000000000000000000000000000.zip"
|
| + "gs://chrome-perf/Linux Builder/full-build-linux_fc6dfc7ff5b1073408499478969261b826441144.zip"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Gathering reference values.gsutil ls (3)",
|
| + "name": "Gathering reference values.gsutil ls (4)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -3155,21 +6701,21 @@
|
| "--output_json",
|
| "/path/to/tmp/json",
|
| "--revision",
|
| - "src@0000000000000000000000000000000000000000",
|
| + "src@fc6dfc7ff5b1073408499478969261b826441144",
|
| "--output_manifest"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| "env": {
|
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
|
| },
|
| - "name": "Gathering reference values.bot_update (3)",
|
| + "name": "Gathering reference values.bot_update (4)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_TEXT@Some step text@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src\": \"0000000000000000000000000000000000000000\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": \"fc6dfc7ff5b1073408499478969261b826441144\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
|
| @@ -3247,7 +6793,7 @@
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Gathering reference values.rmtree build directory (3)",
|
| + "name": "Gathering reference values.rmtree build directory (4)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@python.inline@@@@",
|
| @@ -3271,11 +6817,11 @@
|
| "4.7",
|
| "----",
|
| "cp",
|
| - "gs://chrome-perf/Linux Builder/full-build-linux_0000000000000000000000000000000000000000.zip",
|
| + "gs://chrome-perf/Linux Builder/full-build-linux_fc6dfc7ff5b1073408499478969261b826441144.zip",
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Gathering reference values.gsutil download_build_product (3)",
|
| + "name": "Gathering reference values.gsutil download_build_product (4)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -3287,7 +6833,7 @@
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| - "name": "Gathering reference values.unzip_build_product (3)",
|
| + "name": "Gathering reference values.unzip_build_product (4)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -3304,7 +6850,7 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.get version (3)",
|
| + "name": "Gathering reference values.get version (4)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -3324,7 +6870,7 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.install ChromePublic.apk (3)",
|
| + "name": "Gathering reference values.install ChromePublic.apk (4)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -3355,13 +6901,13 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_16"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_41"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.Performance Test 1 of 5 (3)",
|
| + "name": "Gathering reference values.Performance Test 1 of 5 (4)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| @@ -3376,13 +6922,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_16/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_41/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.write buildbot output to disk (11)",
|
| + "name": "Gathering reference values.write buildbot output to disk (16)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -3392,14 +6938,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.Reading valueset results (11)",
|
| + "name": "Gathering reference values.Reading valueset results (16)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -3434,13 +6980,13 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_17"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_42"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.Performance Test 2 of 5 (3)",
|
| + "name": "Gathering reference values.Performance Test 2 of 5 (4)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| @@ -3455,13 +7001,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_17/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_42/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.write buildbot output to disk (12)",
|
| + "name": "Gathering reference values.write buildbot output to disk (17)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -3471,14 +7017,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.Reading valueset results (12)",
|
| + "name": "Gathering reference values.Reading valueset results (17)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -3513,13 +7059,13 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_18"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_43"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.Performance Test 3 of 5 (3)",
|
| + "name": "Gathering reference values.Performance Test 3 of 5 (4)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| @@ -3534,13 +7080,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_18/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_43/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.write buildbot output to disk (13)",
|
| + "name": "Gathering reference values.write buildbot output to disk (18)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -3550,14 +7096,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.Reading valueset results (13)",
|
| + "name": "Gathering reference values.Reading valueset results (18)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -3592,13 +7138,13 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_19"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_44"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.Performance Test 4 of 5 (3)",
|
| + "name": "Gathering reference values.Performance Test 4 of 5 (4)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| @@ -3613,13 +7159,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_19/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_44/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.write buildbot output to disk (14)",
|
| + "name": "Gathering reference values.write buildbot output to disk (19)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -3629,14 +7175,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_44/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.Reading valueset results (14)",
|
| + "name": "Gathering reference values.Reading valueset results (19)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -3671,13 +7217,13 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_20"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_45"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.Performance Test 5 of 5 (3)",
|
| + "name": "Gathering reference values.Performance Test 5 of 5 (4)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| @@ -3692,13 +7238,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_20/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_45/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.write buildbot output to disk (15)",
|
| + "name": "Gathering reference values.write buildbot output to disk (20)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -3708,14 +7254,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_45/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.Reading valueset results (15)",
|
| + "name": "Gathering reference values.Reading valueset results (20)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -3735,7 +7281,7 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.test_report (3)",
|
| + "name": "Gathering reference values.test_report (4)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@python.inline@@@@",
|
| @@ -3752,15 +7298,49 @@
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| - "--",
|
| - "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| - "----",
|
| - "ls",
|
| - "gs://chrome-perf/Linux Builder/full-build-linux_fc6dfc7ff5b1073408499478969261b826441144.zip"
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| + "[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_44/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_45/results-valueset.json",
|
| + "warm_times/page_load_time",
|
| + "--valueset"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Gathering reference values.gsutil ls (4)",
|
| + "name": "Compare samples (2)",
|
| + "stdout": "/path/to/tmp/json",
|
| + "~followup_annotations": [
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 212, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 213, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 214, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 215, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 7@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range (2)"
|
| + },
|
| + {
|
| + "cmd": [],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting GOOD revision (4)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -3787,21 +7367,21 @@
|
| "--output_json",
|
| "/path/to/tmp/json",
|
| "--revision",
|
| - "src@fc6dfc7ff5b1073408499478969261b826441144",
|
| + "src@0000000000000000000000000000000000000000",
|
| "--output_manifest"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| "env": {
|
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
|
| },
|
| - "name": "Gathering reference values.bot_update (4)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.bot_update (4)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_TEXT@Some step text@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src\": \"fc6dfc7ff5b1073408499478969261b826441144\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": \"0000000000000000000000000000000000000000\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
|
| @@ -3835,250 +7415,93 @@
|
| "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision_cp\": \"refs/heads/master@{#297276}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision\": \"f0319a328b2809876916353cb994259692140934\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision_cp\": \"refs/heads/master@{#182578}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision_cp\": \"refs/heads/master@{#274981}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision\": \"0f90628433546e61d9268596da93418c623137f4\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision_cp\": \"refs/heads/master@{#120644}\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_nacl_revision@\"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_buildtools_revision_cp@\"refs/heads/master@{#182578}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_webrtc_revision@\"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_nacl_revision_cp@\"refs/heads/master@{#274981}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_angle_revision@\"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_webrtc_revision_cp@\"refs/heads/master@{#120644}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_angle_revision_cp@\"refs/heads/master@{#297276}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_buildtools_revision@\"f0319a328b2809876916353cb994259692140934\"@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Gathering reference values.rmtree build directory (4)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",
|
| - "@@@STEP_LOG_END@python.inline@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| - "--",
|
| - "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| - "--force-version",
|
| - "4.7",
|
| - "----",
|
| - "cp",
|
| - "gs://chrome-perf/Linux Builder/full-build-linux_fc6dfc7ff5b1073408499478969261b826441144.zip",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Gathering reference values.gsutil download_build_product (4)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "unzip",
|
| - "-o",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| - "name": "Gathering reference values.unzip_build_product (4)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/chrome/VERSION",
|
| - "/path/to/tmp/"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Gathering reference values.get version (4)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/build/android/adb_install_apk.py",
|
| - "ChromePublic.apk",
|
| - "-v",
|
| - "--blacklist-file",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json",
|
| - "--adb-path",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb",
|
| - "--release"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Gathering reference values.install ChromePublic.apk (4)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| - "--target",
|
| - "Release",
|
| - "--test-platform",
|
| - "android",
|
| - "--xvfb",
|
| - "--factory-properties",
|
| - "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--build-properties",
|
| - "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 1 of 5",
|
| - "--builder-name=android_one_perf_bisect",
|
| - "--slave-name=TestSlavename",
|
| - "--build-number=571",
|
| - "--run-python-script",
|
| - "./tools/perf/run_benchmark",
|
| - "-v",
|
| - "--browser=android-chromium",
|
| - "--output-format=valueset",
|
| - "page_cycler_v2.intl_ar_fa_he",
|
| - "--device",
|
| - "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_21"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Gathering reference values.Performance Test 1 of 5 (4)",
|
| - "stderr": "/path/to/tmp/",
|
| - "stdout": "/path/to/tmp/",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| - "@@@STEP_LOG_END@Captured Output@@@"
|
| + "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision_cp\": \"refs/heads/master@{#297276}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision\": \"f0319a328b2809876916353cb994259692140934\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision_cp\": \"refs/heads/master@{#182578}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision_cp\": \"refs/heads/master@{#274981}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision\": \"0f90628433546e61d9268596da93418c623137f4\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision_cp\": \"refs/heads/master@{#120644}\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_nacl_revision@\"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_buildtools_revision_cp@\"refs/heads/master@{#182578}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_webrtc_revision@\"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_nacl_revision_cp@\"refs/heads/master@{#274981}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_angle_revision@\"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_webrtc_revision_cp@\"refs/heads/master@{#120644}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_angle_revision_cp@\"refs/heads/master@{#297276}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_buildtools_revision@\"f0319a328b2809876916353cb994259692140934\"@@@"
|
| ]
|
| },
|
| {
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_21/results.txt"
|
| + "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Gathering reference values.write buildbot output to disk (16)",
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.rmtree build directory (4)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| ]
|
| },
|
| {
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json",
|
| - "/path/to/tmp/json"
|
| + "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| + "--",
|
| + "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| + "--force-version",
|
| + "4.7",
|
| + "----",
|
| + "cp",
|
| + "gs://chrome-perf/Linux Builder/full-build-linux_0000000000000000000000000000000000000000.zip",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Gathering reference values.Reading valueset results (16)",
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.gsutil download_build_product (4)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| "cmd": [
|
| - "python",
|
| - "-u",
|
| - "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| - "--target",
|
| - "Release",
|
| - "--test-platform",
|
| - "android",
|
| - "--xvfb",
|
| - "--factory-properties",
|
| - "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--build-properties",
|
| - "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 2 of 5",
|
| - "--builder-name=android_one_perf_bisect",
|
| - "--slave-name=TestSlavename",
|
| - "--build-number=571",
|
| - "--run-python-script",
|
| - "./tools/perf/run_benchmark",
|
| - "-v",
|
| - "--browser=android-chromium",
|
| - "--output-format=valueset",
|
| - "page_cycler_v2.intl_ar_fa_he",
|
| - "--device",
|
| - "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_22"
|
| + "unzip",
|
| + "-o",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Gathering reference values.Performance Test 2 of 5 (4)",
|
| - "stderr": "/path/to/tmp/",
|
| - "stdout": "/path/to/tmp/",
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.unzip_build_product (4)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| - "@@@STEP_LOG_END@Captured Output@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -4086,37 +7509,36 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_22/results.txt"
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/chrome/VERSION",
|
| + "/path/to/tmp/"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.write buildbot output to disk (17)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.get version (4)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| "cmd": [
|
| - "python",
|
| - "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json",
|
| - "/path/to/tmp/json"
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/build/android/adb_install_apk.py",
|
| + "ChromePublic.apk",
|
| + "-v",
|
| + "--blacklist-file",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json",
|
| + "--adb-path",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb",
|
| + "--release"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.Reading valueset results (17)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.install ChromePublic.apk (4)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -4133,7 +7555,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 3 of 5",
|
| + "--step-name=Performance Test 1 of 3",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -4145,17 +7567,17 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_23"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_46"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.Performance Test 3 of 5 (4)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 1 of 3 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| @@ -4166,15 +7588,15 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_23/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_46/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.write buildbot output to disk (18)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (14)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -4182,16 +7604,16 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_46/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.Reading valueset results (18)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (14)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| @@ -4212,7 +7634,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 4 of 5",
|
| + "--step-name=Performance Test 2 of 3",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -4224,17 +7646,17 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_24"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_47"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.Performance Test 4 of 5 (4)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 2 of 3 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| @@ -4245,15 +7667,15 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_24/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_47/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.write buildbot output to disk (19)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (15)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -4261,16 +7683,16 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_47/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.Reading valueset results (19)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (15)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| @@ -4291,7 +7713,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 5 of 5",
|
| + "--step-name=Performance Test 3 of 3",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -4303,17 +7725,17 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_25"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_48"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.Performance Test 5 of 5 (4)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 3 of 3 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| @@ -4324,15 +7746,15 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_25/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_48/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.write buildbot output to disk (20)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (16)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -4340,16 +7762,16 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_25/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_48/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.Reading valueset results (20)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (16)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| @@ -4367,9 +7789,9 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Gathering reference values.test_report (4)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.test_report (4)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@python.inline@@@@",
|
| "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",
|
| "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",
|
| @@ -4381,22 +7803,17 @@
|
| ]
|
| },
|
| {
|
| - "cmd": [],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Re-testing reference range (2)"
|
| - },
|
| - {
|
| "cmd": [
|
| "python",
|
| "-u",
|
| "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| - "[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json",
|
| - "[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_25/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_46/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_47/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_48/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_44/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_45/results-valueset.json",
|
| "warm_times/page_load_time",
|
| "--valueset"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Re-testing reference range.Compare samples (2)",
|
| + "name": "Re-testing reference range.Compare samples (6)",
|
| "stdout": "/path/to/tmp/json",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| @@ -4405,86 +7822,29 @@
|
| "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 212, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 213, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 214, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 215, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 7@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "git",
|
| - "footers",
|
| - "--position",
|
| - "e28dc0d49c331def2a3bbf3ddd0096eb51551155"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| - "name": "resolving hash e28dc0d49c331def2a3bbf3ddd0096eb51551155 (2)",
|
| - "stdout": "/path/to/tmp/"
|
| - },
|
| - {
|
| - "cmd": [],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c (2)"
|
| - },
|
| - {
|
| - "cmd": [
|
| - "git",
|
| - "footers",
|
| - "--position",
|
| - "fc6dfc7ff5b1073408499478969261b826441144"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| - "name": "Working on revision chromium@e28dc0d49c.resolving hash fc6dfc7ff5b1073408499478969261b826441144 (2)",
|
| - "stdout": "/path/to/tmp/",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Post bisect results (2)",
|
| - "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/android_one_perf_bisect/builds/571\", \"change\": \"1465.45%\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"0000000000000000000000000000000000000000\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"0000000000000000000000000000000000000000\", \"depot_name\": \"chromium\", \"mean_value\": 11.0, \"result\": \"good\", \"revision_string\": \"chromium@0000000000\", \"std_dev\": 11.40175425099138, \"values\": [12, 13, 14, 15, 1]}, {\"commit_hash\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"depot_name\": \"chromium\", \"mean_value\": 172.2, \"result\": \"bad\", \"revision_string\": \"chromium@fc6dfc7ff5\", \"std_dev\": 184.7127499659945, \"values\": [212, 213, 214, 215, 7]}], \"status\": \"started\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",
|
| - "stdout": "/path/to/tmp/json",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_TEXT@Failed to upload result to Perf Dashboard. Error response: None@@@",
|
| - "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",
|
| - "@@@STEP_LOG_END@json.output (invalid)@@@",
|
| - "@@@STEP_WARNINGS@@@"
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 212, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 213, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 214, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 215, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 7@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| ]
|
| },
|
| {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| - "--",
|
| - "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| - "----",
|
| - "ls",
|
| - "gs://chrome-perf/Linux Builder/full-build-linux_e28dc0d49c331def2a3bbf3ddd0096eb51551155.zip"
|
| - ],
|
| + "cmd": [],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.gsutil ls (2)",
|
| + "name": "Re-testing reference range.Retesting BAD revision (3)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -4511,21 +7871,21 @@
|
| "--output_json",
|
| "/path/to/tmp/json",
|
| "--revision",
|
| - "src@e28dc0d49c331def2a3bbf3ddd0096eb51551155",
|
| + "src@fc6dfc7ff5b1073408499478969261b826441144",
|
| "--output_manifest"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| "env": {
|
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.bot_update (2)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.bot_update (3)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_TEXT@Some step text@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": \"fc6dfc7ff5b1073408499478969261b826441144\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
|
| @@ -4603,9 +7963,9 @@
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.rmtree build directory (2)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.rmtree build directory (3)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@python.inline@@@@",
|
| "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
|
| "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
|
| @@ -4627,13 +7987,13 @@
|
| "4.7",
|
| "----",
|
| "cp",
|
| - "gs://chrome-perf/Linux Builder/full-build-linux_e28dc0d49c331def2a3bbf3ddd0096eb51551155.zip",
|
| + "gs://chrome-perf/Linux Builder/full-build-linux_fc6dfc7ff5b1073408499478969261b826441144.zip",
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.gsutil download_build_product (2)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.gsutil download_build_product (3)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -4643,9 +8003,9 @@
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| - "name": "Working on revision chromium@e28dc0d49c.unzip_build_product (2)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.unzip_build_product (3)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -4660,9 +8020,9 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.get version (2)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.get version (3)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -4680,9 +8040,9 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.install ChromePublic.apk (2)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.install ChromePublic.apk (3)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -4699,7 +8059,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 1 of 5",
|
| + "--step-name=Performance Test 1 of 3",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -4711,17 +8071,17 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_26"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_49"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 1 of 5 (2)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.Performance Test 1 of 3 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| @@ -4732,15 +8092,15 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_49/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (6)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (8)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -4748,16 +8108,16 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_49/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (6)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (8)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| @@ -4778,7 +8138,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 2 of 5",
|
| + "--step-name=Performance Test 2 of 3",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -4790,17 +8150,17 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_27"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_50"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 2 of 5 (2)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.Performance Test 2 of 3 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| @@ -4811,15 +8171,15 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_27/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_50/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (7)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (9)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -4827,16 +8187,16 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_50/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (7)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (9)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| @@ -4857,7 +8217,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 3 of 5",
|
| + "--step-name=Performance Test 3 of 3",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -4869,17 +8229,17 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_28"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_51"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 3 of 5 (2)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.Performance Test 3 of 3 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| @@ -4888,79 +8248,268 @@
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_28/results.txt"
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_51/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (10)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_51/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (10)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.test_report (3)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ print l@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| + "[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_46/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_47/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_48/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_44/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_45/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_49/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_50/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_51/results-valueset.json",
|
| + "warm_times/page_load_time",
|
| + "--valueset"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Compare samples (7)",
|
| + "stdout": "/path/to/tmp/json",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 212, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 213, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 214, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 215, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 7@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting GOOD revision (5)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
|
| + "--spec",
|
| + "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src.git'}, {'custom_deps': {'src/chrome/test/data/firefox2_profile/searchplugins': None, 'src/chrome/test/data/firefox2_searchplugins': None, 'src/chrome/test/data/firefox3_profile/searchplugins': None, 'src/chrome/test/data/firefox3_searchplugins': None, 'src/chrome/test/data/osdd': None, 'src/chrome/test/data/perf/frame_rate/private': None, 'src/chrome/test/data/plugin': None, 'src/chrome/test/data/ssl/certs': None, 'src/data/autodiscovery': None, 'src/data/esctf': None, 'src/data/mach_ports': None, 'src/data/memory_test': None, 'src/data/mozilla_js_tests': None, 'src/data/selenium_core': None, 'src/data/tab_switching': None, 'src/tools/grit/grit/test/data': None, 'src/webkit/data/bmp_decoder': None, 'src/webkit/data/ico_decoder': None, 'src/webkit/data/test_shell/plugins': None, 'src/webkit/data/xbm_decoder': None}, 'deps_file': '.DEPS.git', 'managed': False, 'name': 'src-internal', 'url': 'https://chrome-internal.googlesource.com/chrome/src-internal.git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'catapult', 'url': 'https://chromium.googlesource.com/external/github.com/catapult-project/catapult.git'}]\ntarget_os = ['android']",
|
| + "--patch_root",
|
| + "src",
|
| + "--revision_mapping_file",
|
| + "{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision\", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"got_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_revision\"}",
|
| + "--git-cache-dir",
|
| + "[GIT_CACHE]",
|
| + "--issue",
|
| + "12853011",
|
| + "--patchset",
|
| + "1",
|
| + "--rietveld_server",
|
| + "https://codereview.chromium.org",
|
| + "--output_json",
|
| + "/path/to/tmp/json",
|
| + "--revision",
|
| + "src@0000000000000000000000000000000000000000",
|
| + "--output_manifest"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "env": {
|
| + "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.bot_update (5)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_TEXT@Some step text@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": \"0000000000000000000000000000000000000000\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/buildtools\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/buildtools.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f0319a328b2809876916353cb994259692140934\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/native_client\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/native_client.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/third_party/angle\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/angle.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/third_party/webrtc\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/webrtc.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/tools/swarming_client\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/tools/swarming_client.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src/v8\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/v8.git\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"revision\": \"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision_cp\": \"refs/heads/master@{#297276}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision\": \"f0319a328b2809876916353cb994259692140934\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision_cp\": \"refs/heads/master@{#182578}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision_cp\": \"refs/heads/master@{#274981}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision\": \"0f90628433546e61d9268596da93418c623137f4\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision_cp\": \"refs/heads/master@{#120644}\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_nacl_revision@\"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_buildtools_revision_cp@\"refs/heads/master@{#182578}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_webrtc_revision@\"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_nacl_revision_cp@\"refs/heads/master@{#274981}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_angle_revision@\"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_webrtc_revision_cp@\"refs/heads/master@{#120644}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_angle_revision_cp@\"refs/heads/master@{#297276}\"@@@",
|
| + "@@@SET_BUILD_PROPERTY@got_buildtools_revision@\"f0319a328b2809876916353cb994259692140934\"@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (8)",
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.rmtree build directory (5)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| ]
|
| },
|
| {
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json",
|
| - "/path/to/tmp/json"
|
| + "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| + "--",
|
| + "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| + "--force-version",
|
| + "4.7",
|
| + "----",
|
| + "cp",
|
| + "gs://chrome-perf/Linux Builder/full-build-linux_0000000000000000000000000000000000000000.zip",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (8)",
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.gsutil download_build_product (5)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| "cmd": [
|
| - "python",
|
| - "-u",
|
| - "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| - "--target",
|
| - "Release",
|
| - "--test-platform",
|
| - "android",
|
| - "--xvfb",
|
| - "--factory-properties",
|
| - "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--build-properties",
|
| - "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 4 of 5",
|
| - "--builder-name=android_one_perf_bisect",
|
| - "--slave-name=TestSlavename",
|
| - "--build-number=571",
|
| - "--run-python-script",
|
| - "./tools/perf/run_benchmark",
|
| - "-v",
|
| - "--browser=android-chromium",
|
| - "--output-format=valueset",
|
| - "page_cycler_v2.intl_ar_fa_he",
|
| - "--device",
|
| - "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_29"
|
| + "unzip",
|
| + "-o",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 4 of 5 (2)",
|
| - "stderr": "/path/to/tmp/",
|
| - "stdout": "/path/to/tmp/",
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.unzip_build_product (5)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| - "@@@STEP_LOG_END@Captured Output@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -4968,37 +8517,36 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_29/results.txt"
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/chrome/VERSION",
|
| + "/path/to/tmp/"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (9)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.get version (5)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| "cmd": [
|
| - "python",
|
| - "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json",
|
| - "/path/to/tmp/json"
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/build/android/adb_install_apk.py",
|
| + "ChromePublic.apk",
|
| + "-v",
|
| + "--blacklist-file",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json",
|
| + "--adb-path",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb",
|
| + "--release"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (9)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.install ChromePublic.apk (5)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -5015,7 +8563,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 5 of 5",
|
| + "--step-name=Performance Test 1 of 4",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -5027,17 +8575,17 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_30"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_52"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 5 of 5 (2)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 1 of 4 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| @@ -5048,136 +8596,34 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_30/results.txt"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (10)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json",
|
| - "/path/to/tmp/json"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (10)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log"
|
| + "[TMP_BASE]/perf-test-output_tmp_52/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.test_report (2)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ print l@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@",
|
| - "@@@STEP_LOG_END@python.inline@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json",
|
| - "[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json",
|
| - "warm_times/page_load_time",
|
| - "--valueset"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Compare samples",
|
| - "stdout": "/path/to/tmp/json",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (17)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json",
|
| - "[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_25/results-valueset.json",
|
| - "warm_times/page_load_time",
|
| - "--valueset"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Compare samples (2)",
|
| - "stdout": "/path/to/tmp/json",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 212, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 213, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 214, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 215, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 7@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_52/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (17)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| "@@@STEP_LOG_END@json.output@@@"
|
| ]
|
| @@ -5196,7 +8642,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 1 of 3",
|
| + "--step-name=Performance Test 2 of 4",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -5208,17 +8654,17 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_31"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_53"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 1 of 3",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 2 of 4 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| @@ -5229,15 +8675,15 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_31/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_53/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (11)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (18)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -5245,16 +8691,16 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_53/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (11)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (18)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| @@ -5275,7 +8721,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 2 of 3",
|
| + "--step-name=Performance Test 3 of 4",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -5287,17 +8733,17 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_32"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_54"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 2 of 3",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 3 of 4 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| @@ -5308,15 +8754,15 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_32/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_54/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (12)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (19)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -5324,16 +8770,16 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_54/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (12)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (19)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| @@ -5354,7 +8800,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 3 of 3",
|
| + "--step-name=Performance Test 4 of 4",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -5366,17 +8812,17 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_33"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_55"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 3 of 3",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 4 of 4 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| @@ -5387,15 +8833,15 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_33/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_55/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (13)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (20)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -5403,16 +8849,16 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_55/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (13)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (20)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| @@ -5430,9 +8876,9 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.test_report (3)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.test_report (5)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@python.inline@@@@",
|
| "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",
|
| "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",
|
| @@ -5448,52 +8894,13 @@
|
| "python",
|
| "-u",
|
| "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json",
|
| - "[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json",
|
| - "warm_times/page_load_time",
|
| - "--valueset"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Compare samples (3)",
|
| - "stdout": "/path/to/tmp/json",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json",
|
| - "[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_25/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_46/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_47/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_48/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_52/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_53/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_54/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_55/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_44/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_45/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_49/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_50/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_51/results-valueset.json",
|
| "warm_times/page_load_time",
|
| "--valueset"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Compare samples (4)",
|
| + "name": "Re-testing reference range.Compare samples (8)",
|
| "stdout": "/path/to/tmp/json",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| @@ -5522,6 +8929,14 @@
|
| ]
|
| },
|
| {
|
| + "cmd": [],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting BAD revision (4)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| "cmd": [
|
| "python",
|
| "-u",
|
| @@ -5543,21 +8958,21 @@
|
| "--output_json",
|
| "/path/to/tmp/json",
|
| "--revision",
|
| - "src@0000000000000000000000000000000000000000",
|
| + "src@fc6dfc7ff5b1073408499478969261b826441144",
|
| "--output_manifest"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| "env": {
|
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.bot_update (3)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.bot_update (4)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_TEXT@Some step text@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src\": \"0000000000000000000000000000000000000000\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": \"fc6dfc7ff5b1073408499478969261b826441144\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
|
| @@ -5635,9 +9050,9 @@
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.rmtree build directory (3)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.rmtree build directory (4)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@python.inline@@@@",
|
| "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
|
| "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
|
| @@ -5659,13 +9074,13 @@
|
| "4.7",
|
| "----",
|
| "cp",
|
| - "gs://chrome-perf/Linux Builder/full-build-linux_0000000000000000000000000000000000000000.zip",
|
| + "gs://chrome-perf/Linux Builder/full-build-linux_fc6dfc7ff5b1073408499478969261b826441144.zip",
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.gsutil download_build_product (3)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.gsutil download_build_product (4)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -5675,9 +9090,9 @@
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| - "name": "Working on revision chromium@e28dc0d49c.unzip_build_product (3)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.unzip_build_product (4)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -5692,9 +9107,9 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.get version (3)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.get version (4)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -5712,9 +9127,9 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.install ChromePublic.apk (3)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.install ChromePublic.apk (4)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -5731,7 +9146,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 1 of 3",
|
| + "--step-name=Performance Test 1 of 4",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -5743,17 +9158,17 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_34"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_56"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 1 of 3 (2)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.Performance Test 1 of 4 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| @@ -5764,15 +9179,15 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_34/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_56/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (14)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (11)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -5780,16 +9195,16 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_34/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_56/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (14)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (11)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| @@ -5810,7 +9225,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 2 of 3",
|
| + "--step-name=Performance Test 2 of 4",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -5822,17 +9237,17 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_35"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_57"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 2 of 3 (2)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.Performance Test 2 of 4 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| @@ -5843,15 +9258,15 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_35/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_57/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (15)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (12)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -5859,16 +9274,16 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_35/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_57/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (15)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (12)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| @@ -5889,7 +9304,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 3 of 3",
|
| + "--step-name=Performance Test 3 of 4",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -5901,17 +9316,17 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_36"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_58"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 3 of 3 (2)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.Performance Test 3 of 4 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| @@ -5922,15 +9337,15 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_36/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_58/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (16)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (13)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -5938,16 +9353,16 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_58/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (16)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (13)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| @@ -5958,61 +9373,77 @@
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log"
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 4 of 4",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "1111",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_59"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.test_report (4)",
|
| + "name": "Re-testing reference range.Retesting BAD revision.Performance Test 4 of 4 (2)",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ print l@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@",
|
| - "@@@STEP_LOG_END@python.inline@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| },
|
| {
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json",
|
| - "[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_34/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_35/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json",
|
| - "warm_times/page_load_time",
|
| - "--valueset"
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_59/results.txt"
|
| ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Compare samples (5)",
|
| - "stdout": "/path/to/tmp/json",
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (14)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_59/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (14)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| "@@@STEP_LOG_END@json.output@@@"
|
| ]
|
| @@ -6021,14 +9452,38 @@
|
| "cmd": [
|
| "python",
|
| "-u",
|
| + "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting BAD revision.test_report (4)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ print l@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json",
|
| - "[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_25/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_46/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_47/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_48/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_52/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_53/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_54/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_55/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_44/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_45/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_49/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_50/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_51/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_56/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_57/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_58/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_59/results-valueset.json",
|
| "warm_times/page_load_time",
|
| "--valueset"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Compare samples (6)",
|
| + "name": "Re-testing reference range.Compare samples (9)",
|
| "stdout": "/path/to/tmp/json",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| @@ -6057,6 +9512,14 @@
|
| ]
|
| },
|
| {
|
| + "cmd": [],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Re-testing reference range.Retesting GOOD revision (6)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| "cmd": [
|
| "python",
|
| "-u",
|
| @@ -6078,21 +9541,21 @@
|
| "--output_json",
|
| "/path/to/tmp/json",
|
| "--revision",
|
| - "src@fc6dfc7ff5b1073408499478969261b826441144",
|
| + "src@0000000000000000000000000000000000000000",
|
| "--output_manifest"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| "env": {
|
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.bot_update (4)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.bot_update (6)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_TEXT@Some step text@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src\": \"fc6dfc7ff5b1073408499478969261b826441144\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"src\": \"0000000000000000000000000000000000000000\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
|
| @@ -6170,9 +9633,9 @@
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.rmtree build directory (4)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.rmtree build directory (6)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@python.inline@@@@",
|
| "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
|
| "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
|
| @@ -6194,13 +9657,13 @@
|
| "4.7",
|
| "----",
|
| "cp",
|
| - "gs://chrome-perf/Linux Builder/full-build-linux_fc6dfc7ff5b1073408499478969261b826441144.zip",
|
| + "gs://chrome-perf/Linux Builder/full-build-linux_0000000000000000000000000000000000000000.zip",
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.gsutil download_build_product (4)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.gsutil download_build_product (6)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -6210,9 +9673,9 @@
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| - "name": "Working on revision chromium@e28dc0d49c.unzip_build_product (4)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.unzip_build_product (6)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -6227,9 +9690,9 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.get version (4)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.get version (6)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -6247,9 +9710,9 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.install ChromePublic.apk (4)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.install ChromePublic.apk (6)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -6266,7 +9729,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 1 of 3",
|
| + "--step-name=Performance Test 1 of 6",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -6278,17 +9741,17 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_37"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_60"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 1 of 3 (3)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 1 of 6 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| @@ -6299,15 +9762,15 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_37/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_60/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (17)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (21)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -6315,16 +9778,16 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_60/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (17)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (21)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| @@ -6345,7 +9808,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 2 of 3",
|
| + "--step-name=Performance Test 2 of 6",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -6357,17 +9820,17 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_38"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_61"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 2 of 3 (3)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 2 of 6 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| @@ -6378,15 +9841,15 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_38/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_61/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (18)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (22)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -6394,16 +9857,16 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_61/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (18)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (22)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| @@ -6424,7 +9887,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 3 of 3",
|
| + "--step-name=Performance Test 3 of 6",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -6436,17 +9899,17 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_39"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_62"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 3 of 3 (3)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 3 of 6 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| @@ -6457,15 +9920,252 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_39/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_62/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (19)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (23)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_62/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (23)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 4 of 6",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "1111",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_63"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 4 of 6 (2)",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_63/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (24)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_63/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (24)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 5 of 6",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "1111",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_64"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 5 of 6 (2)",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_64/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (25)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_64/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (25)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 6 of 6",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "1111",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_65"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 6 of 6 (2)",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_65/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (26)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@2@@@"
|
| ]
|
| },
|
| {
|
| @@ -6473,16 +10173,16 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_65/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (19)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (26)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| @@ -6500,9 +10200,9 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.test_report (5)",
|
| + "name": "Re-testing reference range.Retesting GOOD revision.test_report (6)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_NEST_LEVEL@2@@@",
|
| "@@@STEP_LOG_LINE@python.inline@@@@",
|
| "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",
|
| "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",
|
| @@ -6518,13 +10218,13 @@
|
| "python",
|
| "-u",
|
| "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json",
|
| - "[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_34/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_35/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_46/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_47/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_48/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_52/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_53/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_54/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_55/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_60/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_61/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_62/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_63/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_64/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_65/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_44/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_45/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_49/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_50/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_51/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_56/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_57/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_58/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_59/results-valueset.json",
|
| "warm_times/page_load_time",
|
| "--valueset"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Compare samples (7)",
|
| + "name": "Re-testing reference range.Compare samples (10)",
|
| "stdout": "/path/to/tmp/json",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| @@ -6532,7 +10232,7 @@
|
| "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"significance\": \"REJECT\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| @@ -6542,11 +10242,11 @@
|
| "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 212, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 213, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 214, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 215, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 7@@@",
|
| "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| "@@@STEP_LOG_END@json.output@@@"
|
| @@ -6554,41 +10254,67 @@
|
| },
|
| {
|
| "cmd": [
|
| + "git",
|
| + "footers",
|
| + "--position",
|
| + "e28dc0d49c331def2a3bbf3ddd0096eb51551155"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| + "name": "resolving hash e28dc0d49c331def2a3bbf3ddd0096eb51551155 (2)",
|
| + "stdout": "/path/to/tmp/"
|
| + },
|
| + {
|
| + "cmd": [],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Working on revision chromium@e28dc0d49c (2)"
|
| + },
|
| + {
|
| + "cmd": [
|
| + "git",
|
| + "footers",
|
| + "--position",
|
| + "fc6dfc7ff5b1073408499478969261b826441144"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| + "name": "Working on revision chromium@e28dc0d49c.resolving hash fc6dfc7ff5b1073408499478969261b826441144 (2)",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| "python",
|
| "-u",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json",
|
| - "[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_25/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json",
|
| - "warm_times/page_load_time",
|
| - "--valueset"
|
| + "RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Compare samples (8)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Post bisect results (2)",
|
| + "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/android_one_perf_bisect/builds/571\", \"change\": \"1465.45%\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"0000000000000000000000000000000000000000\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"0000000000000000000000000000000000000000\", \"depot_name\": \"chromium\", \"mean_value\": 11.0, \"result\": \"good\", \"revision_string\": \"chromium@0000000000\", \"std_dev\": 11.40175425099138, \"values\": [12, 13, 14, 15, 1]}, {\"commit_hash\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"depot_name\": \"chromium\", \"mean_value\": 172.2, \"result\": \"bad\", \"revision_string\": \"chromium@fc6dfc7ff5\", \"std_dev\": 184.7127499659945, \"values\": [212, 213, 214, 215, 7]}], \"status\": \"started\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",
|
| "stdout": "/path/to/tmp/json",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 212, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 213, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 214, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 215, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 7@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@"
|
| + "@@@STEP_TEXT@Failed to upload result to Perf Dashboard. Error response: None@@@",
|
| + "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",
|
| + "@@@STEP_LOG_END@json.output (invalid)@@@",
|
| + "@@@STEP_WARNINGS@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| + "--",
|
| + "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| + "----",
|
| + "ls",
|
| + "gs://chrome-perf/Linux Builder/full-build-linux_e28dc0d49c331def2a3bbf3ddd0096eb51551155.zip"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Working on revision chromium@e28dc0d49c.gsutil ls (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| },
|
| {
|
| @@ -6620,7 +10346,7 @@
|
| "env": {
|
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.bot_update (5)",
|
| + "name": "Working on revision chromium@e28dc0d49c.bot_update (2)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_TEXT@Some step text@@@",
|
| @@ -6705,7 +10431,7 @@
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.rmtree build directory (5)",
|
| + "name": "Working on revision chromium@e28dc0d49c.rmtree build directory (2)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@python.inline@@@@",
|
| @@ -6733,7 +10459,7 @@
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.gsutil download_build_product (5)",
|
| + "name": "Working on revision chromium@e28dc0d49c.gsutil download_build_product (2)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -6745,7 +10471,7 @@
|
| "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| - "name": "Working on revision chromium@e28dc0d49c.unzip_build_product (5)",
|
| + "name": "Working on revision chromium@e28dc0d49c.unzip_build_product (2)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -6762,7 +10488,7 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.get version (5)",
|
| + "name": "Working on revision chromium@e28dc0d49c.get version (2)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -6782,167 +10508,9 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.install ChromePublic.apk (5)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| - "--target",
|
| - "Release",
|
| - "--test-platform",
|
| - "android",
|
| - "--xvfb",
|
| - "--factory-properties",
|
| - "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--build-properties",
|
| - "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 1 of 4",
|
| - "--builder-name=android_one_perf_bisect",
|
| - "--slave-name=TestSlavename",
|
| - "--build-number=571",
|
| - "--run-python-script",
|
| - "./tools/perf/run_benchmark",
|
| - "-v",
|
| - "--browser=android-chromium",
|
| - "--output-format=valueset",
|
| - "page_cycler_v2.intl_ar_fa_he",
|
| - "--device",
|
| - "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_40"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 1 of 4",
|
| - "stderr": "/path/to/tmp/",
|
| - "stdout": "/path/to/tmp/",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| - "@@@STEP_LOG_END@Captured Output@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_40/results.txt"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (20)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json",
|
| - "/path/to/tmp/json"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (20)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| - "--target",
|
| - "Release",
|
| - "--test-platform",
|
| - "android",
|
| - "--xvfb",
|
| - "--factory-properties",
|
| - "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--build-properties",
|
| - "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 2 of 4",
|
| - "--builder-name=android_one_perf_bisect",
|
| - "--slave-name=TestSlavename",
|
| - "--build-number=571",
|
| - "--run-python-script",
|
| - "./tools/perf/run_benchmark",
|
| - "-v",
|
| - "--browser=android-chromium",
|
| - "--output-format=valueset",
|
| - "page_cycler_v2.intl_ar_fa_he",
|
| - "--device",
|
| - "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_41"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 2 of 4",
|
| - "stderr": "/path/to/tmp/",
|
| - "stdout": "/path/to/tmp/",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| - "@@@STEP_LOG_END@Captured Output@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_41/results.txt"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (21)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json",
|
| - "/path/to/tmp/json"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (21)",
|
| + "name": "Working on revision chromium@e28dc0d49c.install ChromePublic.apk (2)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@"
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| },
|
| {
|
| @@ -6959,7 +10527,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 3 of 4",
|
| + "--step-name=Performance Test 1 of 5",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -6971,13 +10539,13 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_42"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_66"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 3 of 4",
|
| + "name": "Working on revision chromium@e28dc0d49c.Performance Test 1 of 5 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| @@ -6992,13 +10560,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_42/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_66/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (22)",
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (6)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -7008,14 +10576,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_66/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (22)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (6)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -7038,7 +10606,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 4 of 4",
|
| + "--step-name=Performance Test 2 of 5",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -7050,13 +10618,13 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_43"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_67"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 4 of 4",
|
| + "name": "Working on revision chromium@e28dc0d49c.Performance Test 2 of 5 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| @@ -7069,297 +10637,94 @@
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_43/results.txt"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (23)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json",
|
| - "/path/to/tmp/json"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (23)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.test_report (6)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ print l@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@",
|
| - "@@@STEP_LOG_END@python.inline@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json",
|
| - "[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_34/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_35/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json",
|
| - "warm_times/page_load_time",
|
| - "--valueset"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Compare samples (9)",
|
| - "stdout": "/path/to/tmp/json",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json",
|
| - "[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_25/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json",
|
| - "warm_times/page_load_time",
|
| - "--valueset"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Compare samples (10)",
|
| - "stdout": "/path/to/tmp/json",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 212, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 213, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 214, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 215, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 7@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
|
| - "--spec",
|
| - "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src.git'}, {'custom_deps': {'src/chrome/test/data/firefox2_profile/searchplugins': None, 'src/chrome/test/data/firefox2_searchplugins': None, 'src/chrome/test/data/firefox3_profile/searchplugins': None, 'src/chrome/test/data/firefox3_searchplugins': None, 'src/chrome/test/data/osdd': None, 'src/chrome/test/data/perf/frame_rate/private': None, 'src/chrome/test/data/plugin': None, 'src/chrome/test/data/ssl/certs': None, 'src/data/autodiscovery': None, 'src/data/esctf': None, 'src/data/mach_ports': None, 'src/data/memory_test': None, 'src/data/mozilla_js_tests': None, 'src/data/selenium_core': None, 'src/data/tab_switching': None, 'src/tools/grit/grit/test/data': None, 'src/webkit/data/bmp_decoder': None, 'src/webkit/data/ico_decoder': None, 'src/webkit/data/test_shell/plugins': None, 'src/webkit/data/xbm_decoder': None}, 'deps_file': '.DEPS.git', 'managed': False, 'name': 'src-internal', 'url': 'https://chrome-internal.googlesource.com/chrome/src-internal.git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'catapult', 'url': 'https://chromium.googlesource.com/external/github.com/catapult-project/catapult.git'}]\ntarget_os = ['android']",
|
| - "--patch_root",
|
| - "src",
|
| - "--revision_mapping_file",
|
| - "{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision\", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"got_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_revision\"}",
|
| - "--git-cache-dir",
|
| - "[GIT_CACHE]",
|
| - "--issue",
|
| - "12853011",
|
| - "--patchset",
|
| - "1",
|
| - "--rietveld_server",
|
| - "https://codereview.chromium.org",
|
| - "--output_json",
|
| - "/path/to/tmp/json",
|
| - "--revision",
|
| - "src@0000000000000000000000000000000000000000",
|
| - "--output_manifest"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "env": {
|
| - "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.bot_update (6)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_TEXT@Some step text@@@",
|
| - "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src\": \"0000000000000000000000000000000000000000\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/buildtools\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/buildtools.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f0319a328b2809876916353cb994259692140934\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/native_client\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/native_client.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/third_party/angle\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/angle.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/third_party/webrtc\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/webrtc.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/tools/swarming_client\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/tools/swarming_client.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/v8\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/v8.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision_cp\": \"refs/heads/master@{#297276}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision\": \"f0319a328b2809876916353cb994259692140934\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision_cp\": \"refs/heads/master@{#182578}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision_cp\": \"refs/heads/master@{#274981}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision\": \"0f90628433546e61d9268596da93418c623137f4\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision_cp\": \"refs/heads/master@{#120644}\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_nacl_revision@\"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_buildtools_revision_cp@\"refs/heads/master@{#182578}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_webrtc_revision@\"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_nacl_revision_cp@\"refs/heads/master@{#274981}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_angle_revision@\"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_webrtc_revision_cp@\"refs/heads/master@{#120644}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_angle_revision_cp@\"refs/heads/master@{#297276}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_buildtools_revision@\"f0319a328b2809876916353cb994259692140934\"@@@"
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_67/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (7)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| },
|
| {
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_67/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.rmtree build directory (6)",
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (7)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",
|
| - "@@@STEP_LOG_END@python.inline@@@"
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| ]
|
| },
|
| {
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| - "--",
|
| - "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| - "--force-version",
|
| - "4.7",
|
| - "----",
|
| - "cp",
|
| - "gs://chrome-perf/Linux Builder/full-build-linux_0000000000000000000000000000000000000000.zip",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 3 of 5",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| + "-v",
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "1111",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_68"
|
| ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.gsutil download_build_product (6)",
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.Performance Test 3 of 5 (2)",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| ]
|
| },
|
| {
|
| "cmd": [
|
| - "unzip",
|
| - "-o",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_68/results.txt"
|
| ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| - "name": "Working on revision chromium@e28dc0d49c.unzip_build_product (6)",
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (8)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -7369,34 +10734,76 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/chrome/VERSION",
|
| - "/path/to/tmp/"
|
| + "[TMP_BASE]/perf-test-output_tmp_68/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.get version (6)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (8)",
|
| "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| ]
|
| },
|
| {
|
| "cmd": [
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/build/android/adb_install_apk.py",
|
| - "ChromePublic.apk",
|
| + "python",
|
| + "-u",
|
| + "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| + "--target",
|
| + "Release",
|
| + "--test-platform",
|
| + "android",
|
| + "--xvfb",
|
| + "--factory-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--build-properties",
|
| + "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| + "--step-name=Performance Test 4 of 5",
|
| + "--builder-name=android_one_perf_bisect",
|
| + "--slave-name=TestSlavename",
|
| + "--build-number=571",
|
| + "--run-python-script",
|
| + "./tools/perf/run_benchmark",
|
| "-v",
|
| - "--blacklist-file",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json",
|
| - "--adb-path",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb",
|
| - "--release"
|
| + "--browser=android-chromium",
|
| + "--output-format=valueset",
|
| + "page_cycler_v2.intl_ar_fa_he",
|
| + "--device",
|
| + "1111",
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_69"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.install ChromePublic.apk (6)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Performance Test 4 of 5 (2)",
|
| + "stderr": "/path/to/tmp/",
|
| + "stdout": "/path/to/tmp/",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@Captured Output@mock output@@@",
|
| + "@@@STEP_LOG_END@Captured Output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "mock output",
|
| + "[TMP_BASE]/perf-test-output_tmp_69/results.txt"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (9)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -7405,6 +10812,27 @@
|
| "cmd": [
|
| "python",
|
| "-u",
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_69/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (9)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| "--target",
|
| "Release",
|
| @@ -7415,7 +10843,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 1 of 4",
|
| + "--step-name=Performance Test 5 of 5",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -7427,13 +10855,13 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_44"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_70"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 1 of 4 (2)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Performance Test 5 of 5 (2)",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| @@ -7448,13 +10876,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_44/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_70/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (24)",
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (10)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -7463,19 +10891,121 @@
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_44/results-valueset.json",
|
| - "/path/to/tmp/json"
|
| + "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| + "[TMP_BASE]/perf-test-output_tmp_70/results-valueset.json",
|
| + "/path/to/tmp/json"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (10)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log"
|
| + ],
|
| + "env": {
|
| + "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| + "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| + },
|
| + "name": "Working on revision chromium@e28dc0d49c.test_report (2)",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ print l@@@",
|
| + "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@",
|
| + "@@@STEP_LOG_END@python.inline@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| + "[TMP_BASE]/perf-test-output_tmp_66/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_67/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_68/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_69/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_70/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_46/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_47/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_48/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_52/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_53/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_54/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_55/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_60/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_61/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_62/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_63/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_64/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_65/results-valueset.json",
|
| + "warm_times/page_load_time",
|
| + "--valueset"
|
| + ],
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Working on revision chromium@e28dc0d49c.Compare samples",
|
| + "stdout": "/path/to/tmp/json",
|
| + "~followup_annotations": [
|
| + "@@@STEP_NEST_LEVEL@1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@{@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"significance\": \"FAIL_TO_REJECT\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| + ]
|
| + },
|
| + {
|
| + "cmd": [
|
| + "python",
|
| + "-u",
|
| + "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| + "[TMP_BASE]/perf-test-output_tmp_66/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_67/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_68/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_69/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_70/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_44/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_45/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_49/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_50/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_51/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_56/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_57/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_58/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_59/results-valueset.json",
|
| + "warm_times/page_load_time",
|
| + "--valueset"
|
| ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (24)",
|
| + "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| + "name": "Working on revision chromium@e28dc0d49c.Compare samples (2)",
|
| + "stdout": "/path/to/tmp/json",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 13, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 14, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 15, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 1@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ], @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 212, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 213, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 214, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 215, @@@",
|
| + "@@@STEP_LOG_LINE@json.output@ 7@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| "@@@STEP_LOG_LINE@json.output@}@@@",
|
| "@@@STEP_LOG_END@json.output@@@"
|
| ]
|
| @@ -7494,7 +11024,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 2 of 4",
|
| + "--step-name=Performance Test 1 of 3",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -7506,13 +11036,13 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_45"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_71"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 2 of 4 (2)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Performance Test 1 of 3",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| @@ -7527,13 +11057,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_45/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_71/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (25)",
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (11)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -7543,14 +11073,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_45/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_71/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (25)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (11)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -7573,7 +11103,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 3 of 4",
|
| + "--step-name=Performance Test 2 of 3",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -7585,13 +11115,13 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_46"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_72"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 3 of 4 (2)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Performance Test 2 of 3",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| @@ -7606,13 +11136,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_46/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_72/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (26)",
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (12)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -7622,14 +11152,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_46/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_72/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (26)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (12)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -7652,7 +11182,7 @@
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| "--build-properties",
|
| "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
|
| - "--step-name=Performance Test 4 of 4",
|
| + "--step-name=Performance Test 3 of 3",
|
| "--builder-name=android_one_perf_bisect",
|
| "--slave-name=TestSlavename",
|
| "--build-number=571",
|
| @@ -7664,13 +11194,13 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_47"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_73"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 4 of 4 (2)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Performance Test 3 of 3",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| @@ -7685,13 +11215,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_47/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_73/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (27)",
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (13)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -7701,14 +11231,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_47/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_73/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (27)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (13)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -7728,7 +11258,7 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.test_report (7)",
|
| + "name": "Working on revision chromium@e28dc0d49c.test_report (3)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@python.inline@@@@",
|
| @@ -7746,13 +11276,13 @@
|
| "python",
|
| "-u",
|
| "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json",
|
| - "[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_34/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_35/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_44/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_45/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_46/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_47/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_66/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_67/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_68/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_69/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_70/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_71/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_72/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_73/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_46/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_47/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_48/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_52/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_53/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_54/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_55/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_60/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_61/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_62/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_63/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_64/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_65/results-valueset.json",
|
| "warm_times/page_load_time",
|
| "--valueset"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Compare samples (11)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Compare samples (3)",
|
| "stdout": "/path/to/tmp/json",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| @@ -7760,7 +11290,7 @@
|
| "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"significance\": \"FAIL_TO_REJECT\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| @@ -7785,13 +11315,13 @@
|
| "python",
|
| "-u",
|
| "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json",
|
| - "[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_25/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_66/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_67/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_68/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_69/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_70/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_71/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_72/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_73/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_44/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_45/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_49/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_50/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_51/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_56/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_57/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_58/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_59/results-valueset.json",
|
| "warm_times/page_load_time",
|
| "--valueset"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Compare samples (12)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Compare samples (4)",
|
| "stdout": "/path/to/tmp/json",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| @@ -7813,206 +11343,10 @@
|
| "@@@STEP_LOG_LINE@json.output@ 213, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ 214, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ 215, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ 7@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
|
| - "--spec",
|
| - "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src.git'}, {'custom_deps': {'src/chrome/test/data/firefox2_profile/searchplugins': None, 'src/chrome/test/data/firefox2_searchplugins': None, 'src/chrome/test/data/firefox3_profile/searchplugins': None, 'src/chrome/test/data/firefox3_searchplugins': None, 'src/chrome/test/data/osdd': None, 'src/chrome/test/data/perf/frame_rate/private': None, 'src/chrome/test/data/plugin': None, 'src/chrome/test/data/ssl/certs': None, 'src/data/autodiscovery': None, 'src/data/esctf': None, 'src/data/mach_ports': None, 'src/data/memory_test': None, 'src/data/mozilla_js_tests': None, 'src/data/selenium_core': None, 'src/data/tab_switching': None, 'src/tools/grit/grit/test/data': None, 'src/webkit/data/bmp_decoder': None, 'src/webkit/data/ico_decoder': None, 'src/webkit/data/test_shell/plugins': None, 'src/webkit/data/xbm_decoder': None}, 'deps_file': '.DEPS.git', 'managed': False, 'name': 'src-internal', 'url': 'https://chrome-internal.googlesource.com/chrome/src-internal.git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'catapult', 'url': 'https://chromium.googlesource.com/external/github.com/catapult-project/catapult.git'}]\ntarget_os = ['android']",
|
| - "--patch_root",
|
| - "src",
|
| - "--revision_mapping_file",
|
| - "{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision\", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"got_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_revision\"}",
|
| - "--git-cache-dir",
|
| - "[GIT_CACHE]",
|
| - "--issue",
|
| - "12853011",
|
| - "--patchset",
|
| - "1",
|
| - "--rietveld_server",
|
| - "https://codereview.chromium.org",
|
| - "--output_json",
|
| - "/path/to/tmp/json",
|
| - "--revision",
|
| - "src@fc6dfc7ff5b1073408499478969261b826441144",
|
| - "--output_manifest"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "env": {
|
| - "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.bot_update (7)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_TEXT@Some step text@@@",
|
| - "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src\": \"fc6dfc7ff5b1073408499478969261b826441144\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/buildtools\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/buildtools.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f0319a328b2809876916353cb994259692140934\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/native_client\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/native_client.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/third_party/angle\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/angle.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/third_party/webrtc\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/webrtc.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/tools/swarming_client\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/tools/swarming_client.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/v8\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/v8.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision_cp\": \"refs/heads/master@{#297276}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision\": \"f0319a328b2809876916353cb994259692140934\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision_cp\": \"refs/heads/master@{#182578}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision_cp\": \"refs/heads/master@{#274981}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision\": \"0f90628433546e61d9268596da93418c623137f4\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision_cp\": \"refs/heads/master@{#120644}\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_nacl_revision@\"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_buildtools_revision_cp@\"refs/heads/master@{#182578}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_webrtc_revision@\"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_nacl_revision_cp@\"refs/heads/master@{#274981}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_angle_revision@\"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_webrtc_revision_cp@\"refs/heads/master@{#120644}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_angle_revision_cp@\"refs/heads/master@{#297276}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_buildtools_revision@\"f0319a328b2809876916353cb994259692140934\"@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.rmtree build directory (7)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",
|
| - "@@@STEP_LOG_END@python.inline@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| - "--",
|
| - "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| - "--force-version",
|
| - "4.7",
|
| - "----",
|
| - "cp",
|
| - "gs://chrome-perf/Linux Builder/full-build-linux_fc6dfc7ff5b1073408499478969261b826441144.zip",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.gsutil download_build_product (7)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "unzip",
|
| - "-o",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| - "name": "Working on revision chromium@e28dc0d49c.unzip_build_product (7)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/chrome/VERSION",
|
| - "/path/to/tmp/"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.get version (7)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/build/android/adb_install_apk.py",
|
| - "ChromePublic.apk",
|
| - "-v",
|
| - "--blacklist-file",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json",
|
| - "--adb-path",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb",
|
| - "--release"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.install ChromePublic.apk (7)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| + "@@@STEP_LOG_LINE@json.output@ 7@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ ]@@@",
|
| + "@@@STEP_LOG_LINE@json.output@}@@@",
|
| + "@@@STEP_LOG_END@json.output@@@"
|
| ]
|
| },
|
| {
|
| @@ -8041,13 +11375,13 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_48"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_74"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 1 of 4 (3)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Performance Test 1 of 4",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| @@ -8062,13 +11396,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_48/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_74/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (28)",
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (14)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -8078,14 +11412,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_48/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_74/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (28)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (14)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -8120,13 +11454,13 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_49"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_75"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 2 of 4 (3)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Performance Test 2 of 4",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| @@ -8141,13 +11475,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_49/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_75/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (29)",
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (15)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -8157,14 +11491,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_49/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_75/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (29)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (15)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -8199,13 +11533,13 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_50"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_76"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 3 of 4 (3)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Performance Test 3 of 4",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| @@ -8220,13 +11554,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_50/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_76/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (30)",
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (16)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -8236,14 +11570,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_50/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_76/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (30)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (16)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -8278,13 +11612,13 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_51"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_77"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Performance Test 4 of 4 (3)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Performance Test 4 of 4",
|
| "stderr": "/path/to/tmp/",
|
| "stdout": "/path/to/tmp/",
|
| "~followup_annotations": [
|
| @@ -8299,13 +11633,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_51/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_77/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (31)",
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (17)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -8315,14 +11649,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_51/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_77/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (31)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (17)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -8342,7 +11676,7 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.test_report (8)",
|
| + "name": "Working on revision chromium@e28dc0d49c.test_report (4)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@python.inline@@@@",
|
| @@ -8360,13 +11694,13 @@
|
| "python",
|
| "-u",
|
| "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json",
|
| - "[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_34/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_35/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_44/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_45/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_46/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_47/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_66/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_67/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_68/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_69/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_70/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_71/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_72/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_73/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_74/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_75/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_76/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_77/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_46/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_47/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_48/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_52/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_53/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_54/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_55/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_60/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_61/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_62/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_63/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_64/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_65/results-valueset.json",
|
| "warm_times/page_load_time",
|
| "--valueset"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Compare samples (13)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Compare samples (5)",
|
| "stdout": "/path/to/tmp/json",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| @@ -8374,7 +11708,7 @@
|
| "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",
|
| + "@@@STEP_LOG_LINE@json.output@ \"significance\": \"FAIL_TO_REJECT\"@@@",
|
| "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",
|
| "@@@STEP_LOG_LINE@json.output@ 12, @@@",
|
| @@ -8399,13 +11733,13 @@
|
| "python",
|
| "-u",
|
| "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json",
|
| - "[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_25/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_48/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_49/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_50/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_51/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_66/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_67/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_68/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_69/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_70/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_71/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_72/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_73/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_74/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_75/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_76/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_77/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_44/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_45/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_49/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_50/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_51/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_56/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_57/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_58/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_59/results-valueset.json",
|
| "warm_times/page_load_time",
|
| "--valueset"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Compare samples (14)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Compare samples (6)",
|
| "stdout": "/path/to/tmp/json",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| @@ -8437,202 +11771,6 @@
|
| "cmd": [
|
| "python",
|
| "-u",
|
| - "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
|
| - "--spec",
|
| - "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src.git'}, {'custom_deps': {'src/chrome/test/data/firefox2_profile/searchplugins': None, 'src/chrome/test/data/firefox2_searchplugins': None, 'src/chrome/test/data/firefox3_profile/searchplugins': None, 'src/chrome/test/data/firefox3_searchplugins': None, 'src/chrome/test/data/osdd': None, 'src/chrome/test/data/perf/frame_rate/private': None, 'src/chrome/test/data/plugin': None, 'src/chrome/test/data/ssl/certs': None, 'src/data/autodiscovery': None, 'src/data/esctf': None, 'src/data/mach_ports': None, 'src/data/memory_test': None, 'src/data/mozilla_js_tests': None, 'src/data/selenium_core': None, 'src/data/tab_switching': None, 'src/tools/grit/grit/test/data': None, 'src/webkit/data/bmp_decoder': None, 'src/webkit/data/ico_decoder': None, 'src/webkit/data/test_shell/plugins': None, 'src/webkit/data/xbm_decoder': None}, 'deps_file': '.DEPS.git', 'managed': False, 'name': 'src-internal', 'url': 'https://chrome-internal.googlesource.com/chrome/src-internal.git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'catapult', 'url': 'https://chromium.googlesource.com/external/github.com/catapult-project/catapult.git'}]\ntarget_os = ['android']",
|
| - "--patch_root",
|
| - "src",
|
| - "--revision_mapping_file",
|
| - "{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision\", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"got_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_revision\"}",
|
| - "--git-cache-dir",
|
| - "[GIT_CACHE]",
|
| - "--issue",
|
| - "12853011",
|
| - "--patchset",
|
| - "1",
|
| - "--rietveld_server",
|
| - "https://codereview.chromium.org",
|
| - "--output_json",
|
| - "/path/to/tmp/json",
|
| - "--revision",
|
| - "src@e28dc0d49c331def2a3bbf3ddd0096eb51551155",
|
| - "--output_manifest"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "env": {
|
| - "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.bot_update (8)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_TEXT@Some step text@@@",
|
| - "@@@STEP_LOG_LINE@json.output@{@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/buildtools\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/buildtools.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f0319a328b2809876916353cb994259692140934\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/native_client\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/native_client.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/third_party/angle\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/angle.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/third_party/webrtc\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/webrtc.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/tools/swarming_client\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/tools/swarming_client.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"src/v8\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/v8.git\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"revision\": \"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision_cp\": \"refs/heads/master@{#297276}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision\": \"f0319a328b2809876916353cb994259692140934\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision_cp\": \"refs/heads/master@{#182578}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision_cp\": \"refs/heads/master@{#274981}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision\": \"0f90628433546e61d9268596da93418c623137f4\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision_cp\": \"refs/heads/master@{#120644}\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@ }, @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",
|
| - "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
|
| - "@@@STEP_LOG_LINE@json.output@}@@@",
|
| - "@@@STEP_LOG_END@json.output@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_nacl_revision@\"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_buildtools_revision_cp@\"refs/heads/master@{#182578}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_webrtc_revision@\"0f90628433546e61d9268596da93418c623137f4\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_nacl_revision_cp@\"refs/heads/master@{#274981}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_angle_revision@\"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_webrtc_revision_cp@\"refs/heads/master@{#120644}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_angle_revision_cp@\"refs/heads/master@{#297276}\"@@@",
|
| - "@@@SET_BUILD_PROPERTY@got_buildtools_revision@\"f0319a328b2809876916353cb994259692140934\"@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.rmtree build directory (8)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",
|
| - "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",
|
| - "@@@STEP_LOG_END@python.inline@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
|
| - "--",
|
| - "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
|
| - "--force-version",
|
| - "4.7",
|
| - "----",
|
| - "cp",
|
| - "gs://chrome-perf/Linux Builder/full-build-linux_e28dc0d49c331def2a3bbf3ddd0096eb51551155.zip",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.gsutil download_build_product (8)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "unzip",
|
| - "-o",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"
|
| - ],
|
| - "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",
|
| - "name": "Working on revision chromium@e28dc0d49c.unzip_build_product (8)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| - "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/chrome/VERSION",
|
| - "/path/to/tmp/"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.get version (8)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/build/android/adb_install_apk.py",
|
| - "ChromePublic.apk",
|
| - "-v",
|
| - "--blacklist-file",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json",
|
| - "--adb-path",
|
| - "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb",
|
| - "--release"
|
| - ],
|
| - "env": {
|
| - "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| - "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| - },
|
| - "name": "Working on revision chromium@e28dc0d49c.install ChromePublic.apk (8)",
|
| - "~followup_annotations": [
|
| - "@@@STEP_NEST_LEVEL@1@@@"
|
| - ]
|
| - },
|
| - {
|
| - "cmd": [
|
| - "python",
|
| - "-u",
|
| "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",
|
| "--target",
|
| "Release",
|
| @@ -8655,7 +11793,7 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_52"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_78"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| @@ -8676,13 +11814,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_52/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_78/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (32)",
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (18)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -8692,14 +11830,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_52/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_78/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (32)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (18)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -8734,7 +11872,7 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_53"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_79"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| @@ -8755,13 +11893,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_53/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_79/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (33)",
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (19)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -8771,14 +11909,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_53/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_79/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (33)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (19)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -8813,7 +11951,7 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_54"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_80"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| @@ -8834,13 +11972,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_54/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_80/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (34)",
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (20)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -8850,14 +11988,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_54/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_80/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (34)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (20)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -8892,7 +12030,7 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_55"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_81"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| @@ -8913,13 +12051,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_55/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_81/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (35)",
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (21)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -8929,14 +12067,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_55/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_81/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (35)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (21)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -8971,7 +12109,7 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_56"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_82"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| @@ -8992,13 +12130,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_56/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_82/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (36)",
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (22)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -9008,14 +12146,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_56/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_82/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (36)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (22)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -9050,7 +12188,7 @@
|
| "page_cycler_v2.intl_ar_fa_he",
|
| "--device",
|
| "1111",
|
| - "--output-dir=[TMP_BASE]/perf-test-output_tmp_57"
|
| + "--output-dir=[TMP_BASE]/perf-test-output_tmp_83"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| @@ -9071,13 +12209,13 @@
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| "mock output",
|
| - "[TMP_BASE]/perf-test-output_tmp_57/results.txt"
|
| + "[TMP_BASE]/perf-test-output_tmp_83/results.txt"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (37)",
|
| + "name": "Working on revision chromium@e28dc0d49c.write buildbot output to disk (23)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@"
|
| ]
|
| @@ -9087,14 +12225,14 @@
|
| "python",
|
| "-u",
|
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
| - "[TMP_BASE]/perf-test-output_tmp_57/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_83/results-valueset.json",
|
| "/path/to/tmp/json"
|
| ],
|
| "env": {
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (37)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (23)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
| @@ -9114,7 +12252,7 @@
|
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",
|
| "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"
|
| },
|
| - "name": "Working on revision chromium@e28dc0d49c.test_report (9)",
|
| + "name": "Working on revision chromium@e28dc0d49c.test_report (5)",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| "@@@STEP_LOG_LINE@python.inline@@@@",
|
| @@ -9132,13 +12270,13 @@
|
| "python",
|
| "-u",
|
| "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_52/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_53/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_54/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_55/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_56/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_57/results-valueset.json",
|
| - "[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_34/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_35/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_44/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_45/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_46/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_47/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_66/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_67/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_68/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_69/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_70/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_71/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_72/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_73/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_74/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_75/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_76/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_77/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_78/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_79/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_80/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_81/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_82/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_83/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_46/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_47/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_48/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_52/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_53/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_54/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_55/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_60/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_61/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_62/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_63/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_64/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_65/results-valueset.json",
|
| "warm_times/page_load_time",
|
| "--valueset"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Compare samples (15)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Compare samples (7)",
|
| "stdout": "/path/to/tmp/json",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| @@ -9171,13 +12309,13 @@
|
| "python",
|
| "-u",
|
| "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",
|
| - "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_52/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_53/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_54/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_55/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_56/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_57/results-valueset.json",
|
| - "[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_25/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_48/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_49/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_50/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_51/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_66/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_67/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_68/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_69/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_70/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_71/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_72/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_73/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_74/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_75/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_76/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_77/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_78/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_79/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_80/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_81/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_82/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_83/results-valueset.json",
|
| + "[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_43/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_44/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_45/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_49/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_50/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_51/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_56/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_57/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_58/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_59/results-valueset.json",
|
| "warm_times/page_load_time",
|
| "--valueset"
|
| ],
|
| "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",
|
| - "name": "Working on revision chromium@e28dc0d49c.Compare samples (16)",
|
| + "name": "Working on revision chromium@e28dc0d49c.Compare samples (8)",
|
| "stdout": "/path/to/tmp/json",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
|
|
Chromium Code Reviews
Issue 2471323002:
Retesting reference range based on the same criteria as other revisions. (Closed)
