scripts/slave/recipes/bisection/desktop_bisect.expected/basic_perf_tryjob_with_revisions.json - Issue 2061893003: Build delegation for perf tryjobs

Unified Diff: scripts/slave/recipes/bisection/desktop_bisect.expected/basic_perf_tryjob_with_revisions.json

Issue 2061893003: Build delegation for perf tryjobs (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master

Patch Set: Refine request build procedures Created 4 years, 6 months ago

Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.

Jump to:

View side-by-side diff with in-line comments

Download patch

« scripts/slave/recipes/bisection/desktop_bisect.expected/basic_perf_tryjob.json ('K') | « scripts/slave/recipes/bisection/desktop_bisect.expected/basic_perf_tryjob_with_metric.json ('k') | scripts/slave/recipes/bisection/desktop_bisect.expected/perf_tryjob_failed_test.json » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Hide Comments ('s')

Index: scripts/slave/recipes/bisection/desktop_bisect.expected/basic_perf_tryjob_with_revisions.json

diff --git a/scripts/slave/recipes/bisection/desktop_bisect.expected/basic_perf_tryjob_with_revisions.json b/scripts/slave/recipes/bisection/desktop_bisect.expected/basic_perf_tryjob_with_revisions.json

index 3e11d77a1d478c6c855e33dc02d5a0d2d0981603..460bd262e89223ba58f8715d85fa5d6c3c467f86 100644

--- a/scripts/slave/recipes/bisection/desktop_bisect.expected/basic_perf_tryjob_with_revisions.json

+++ b/scripts/slave/recipes/bisection/desktop_bisect.expected/basic_perf_tryjob_with_revisions.json

@@ -19,9 +19,9 @@

"--git-cache-dir",

"[GIT_CACHE]",

"--issue",

- "12853011",

+ "12345",

"--patchset",

- "1",

+ "20001",

"--rietveld_server",

"https://codereview.chromium.org",

"--output_json",

@@ -360,6 +360,23 @@

"cmd": [

"python",

"-u",

+ "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

+ "--",

+ "[DEPOT_TOOLS]/gsutil.py",

+ "----",

+ "ls",

+ "gs://chrome-perf/Linux Builder/full-build-linuxbad49c331def2a3bbf3ddd0096eb51551155.zip"

+ ],

+ "name": "gsutil check.file.exist",

+ "~followup_annotations": [

+ "step returned non-zero exit code: 1",

+ "@@@STEP_EXCEPTION@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/tools/runit.py",

"--show-path",

"python",

@@ -369,24 +386,82 @@

{

"cmd": [

+ "/opt/infra-tools/buildbucket",

+ "put",

+ "--host",

+ "cr-buildbucket.appspot.com",

+ "--service-account-json",

+ "/creds/service_accounts/service-account-chromium_bisect.json",

+ "{\"bucket\": \"master.tryserver.chromium.perf\", \"client_operation_id\": \"e3b8e616e1124a87835586ca6cef0eed\", \"parameters_json\": \"{\\\"buildername\\\": \\\"linux_perf_bisect_builder\\\", \\\"properties\\\": {\\\"build_archive_url\\\": \\\"gs://chrome-perf/Linux Builder/full-build-linuxbad49c331def2a3bbf3ddd0096eb51551155.zip\\\", \\\"clobber\\\": true, \\\"parent_got_revision\\\": \\\"bad49c331def2a3bbf3ddd0096eb51551155\\\"}}\", \"tags\": [\"master:tryserver.chromium.perf\", \"user_agent:recipe\"]}"

+ ],

+ "name": "buildbucket.put",

+ "stdout": "/path/to/tmp/json",

+ "~followup_annotations": [

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"results\": [@@@",

+ "@@@STEP_LOG_LINE@json.output@ {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"build\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"bucket\": \"user.username\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"created_by\": \"user:username@example.com\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"created_ts\": \"1459200369835900\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"id\": \"9016911228971028736\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"parameters_json\": \"{\\\"This_has_been\\\": \\\"removed\\\"}\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"result_details_json\": \"null\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"status\": \"SCHEDULED\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"status_changed_ts\": \"1459200369835930\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"updated_ts\": \"1459200369835940\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"utcnow_ts\": \"1459200369962370\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"etag\": \"\\\"8uCIh8TRuYs4vPN3iWmly9SJMqw\\\"\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"kind\": \"buildbucket#resourcesItem\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }@@@",

+ "@@@STEP_LOG_LINE@json.output@ ]@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "/opt/infra-tools/buildbucket",

+ "get",

+ "--host",

+ "cr-buildbucket.appspot.com",

+ "9016911228971028736"

+ ],

+ "name": "buildbucket.get",

+ "stdout": "/path/to/tmp/json",

+ "~followup_annotations": [

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"bucket\": \"master.tryserver.chromium.perf\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"id\": \"9009962699124567824\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"result\": \"SUCCESS\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"status\": \"COMPLETED\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"status_changed_utc\": \"Mon Jun 13 19:32:37 2016\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"updated_utc\": \"Mon Jun 13 19:32:37 2016\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"url\": \"http://build.chromium.org/p/tryserver.chromium.perf/builders/linux_perf_bisect/builds/6537\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"utcnow_utc\": \"Tue Jun 21 21:33:56 2016\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

"python",

"-u",

- "[SLAVE_BUILD]/src/tools/mb/mb.py",

- "gen",

- "-m",

- "tryserver.chromium.perf",

- "-b",

- "linux_perf_bisect",

- "--config-file",

- "[SLAVE_BUILD]/src/tools/mb/mb_config.pyl",

- "--goma-dir",

- "[CACHE]/cipd/goma",

- "//out/Release"

+ "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",

+ "[SLAVE_BUILD]/src/out/Release"

- "env": {

- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- },

- "name": "generate_build_files bad49c331def2a3bbf3ddd0096eb51551155"

+ "name": "rmtree build directory",

+ "~followup_annotations": [

+ "@@@STEP_LOG_LINE@python.inline@@@@",

+ "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",

+ "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",

+ "@@@STEP_LOG_LINE@python.inline@@@@",

+ "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",

+ "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",

+ "@@@STEP_LOG_END@python.inline@@@"

+ ]

{

"cmd": [

@@ -395,44 +470,17 @@

"RECIPE_PACKAGE_REPO[build]/scripts/tools/runit.py",

"--show-path",

"python",

- "RECIPE_PACKAGE_REPO[build]/scripts/slave/compile.py",

- "--gsutil-py-path",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "--ninja-path",

- "RECIPE_PACKAGE_REPO[depot_tools]/ninja",

+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/extract_build.py",

"--target",

"Release",

- "--src-dir",

- "[SLAVE_BUILD]/src",

- "--goma-cache-dir",

- "[GOMA_CACHE]",

- "--build-tool",

- "ninja",

- "--compiler",

- "goma",

- "--goma-jsonstatus",

- "/path/to/tmp/json",

- "--goma-service-account-json-file",

- "/creds/service_accounts/service-account-goma-client.json",

- "--mode",

- "official",

- "--goma-dir",

- "[CACHE]/cipd/goma",

- "--goma-hermetic",

- "fallback",

- "--goma-fail-fast",

- "--goma-disable-local-fallback",

- "--",

- "chromium_builder_perf"

+ "--build-archive-url",

+ "gs://chrome-perf/Linux Builder/full-build-linuxbad49c331def2a3bbf3ddd0096eb51551155.zip",

+ "--master-name",

+ "tryserver.chromium.perf",

+ "--build-number",

+ "571"

- "env": {

- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- },

- "name": "compile bad49c331def2a3bbf3ddd0096eb51551155",

- "~followup_annotations": [

- "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",

- "@@@STEP_LOG_END@json.output (invalid)@@@"

- ]

+ "name": "extract build"

{

"cmd": [

@@ -443,9 +491,9 @@

"Release",

"--xvfb",

"--factory-properties",

- "{\"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"linux_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"mastername\": \"tryserver.chromium.perf\", \"patch_project\": \"chromium\", \"patchset\": 1, \"project\": \"chrome\", \"recipe\": \"bisection/desktop_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",

+ "{\"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"linux_perf_bisect\", \"buildnumber\": 571, \"issue\": \"12345\", \"mastername\": \"tryserver.chromium.perf\", \"patch_project\": \"chromium\", \"patch_storage\": \"rietveld\", \"patchset\": \"20001\", \"project\": \"chrome\", \"recipe\": \"bisection/desktop_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",

"--build-properties",

"--step-name=Performance Test (bad49c331def2a3bbf3ddd0096eb51551155) 1 of 1",

"--builder-name=linux_perf_bisect",

"--slave-name=TestSlavename",

@@ -463,13 +511,6 @@

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_LOG_LINE@Captured Output@*RESULT dummy: dummy= [5.83,6.013,5.573]ms@@@",

- "@@@STEP_LOG_LINE@Captured Output@Avg dummy: 5.907711ms@@@",

- "@@@STEP_LOG_LINE@Captured Output@Sd dummy: 0.255921ms@@@",

- "@@@STEP_LOG_LINE@Captured Output@RESULT telemetry_page_measurement_results: num_failed= 0 count@@@",

- "@@@STEP_LOG_LINE@Captured Output@RESULT telemetry_page_measurement_results: num_errored= 0 count@@@",

- "@@@STEP_LOG_LINE@Captured Output@@@@",

- "@@@STEP_LOG_LINE@Captured Output@View online at http://storage.googleapis.com/chromium-telemetry/html-results/results-with_patch@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -586,33 +627,33 @@

"cmd": [

"python",

"-u",

- "RECIPE_PACKAGE_REPO[build]/scripts/tools/runit.py",

- "--show-path",

- "python",

- "RECIPE_PACKAGE_REPO[build]/scripts/slave/cleanup_temp.py"

+ "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

+ "--",

+ "[DEPOT_TOOLS]/gsutil.py",

+ "----",

+ "ls",

+ "gs://chrome-perf/Linux Builder/full-build-linuxd49c331def2a3bbf3ddd0096eb51551155.zip"

- "name": "cleanup_temp (2)"

+ "name": "gsutil check.file.exist (2)"

{

"cmd": [

"python",

"-u",

- "[SLAVE_BUILD]/src/tools/mb/mb.py",

- "gen",

- "-m",

- "tryserver.chromium.perf",

- "-b",

- "linux_perf_bisect",

- "--config-file",

- "[SLAVE_BUILD]/src/tools/mb/mb_config.pyl",

- "--goma-dir",

- "[CACHE]/cipd/goma",

- "//out/Release"

+ "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",

+ "[SLAVE_BUILD]/src/out/Release"

- "env": {

- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- },

- "name": "generate_build_files d49c331def2a3bbf3ddd0096eb51551155"

+ "name": "rmtree build directory (2)",

+ "~followup_annotations": [

+ "@@@STEP_LOG_LINE@python.inline@@@@",

+ "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",

+ "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",

+ "@@@STEP_LOG_LINE@python.inline@@@@",

+ "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",

+ "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",

+ "@@@STEP_LOG_END@python.inline@@@"

+ ]

{

"cmd": [

@@ -621,44 +662,17 @@

"RECIPE_PACKAGE_REPO[build]/scripts/tools/runit.py",

"--show-path",

"python",

- "RECIPE_PACKAGE_REPO[build]/scripts/slave/compile.py",

- "--gsutil-py-path",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "--ninja-path",

- "RECIPE_PACKAGE_REPO[depot_tools]/ninja",

+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/extract_build.py",

"--target",

"Release",

- "--src-dir",

- "[SLAVE_BUILD]/src",

- "--goma-cache-dir",

- "[GOMA_CACHE]",

- "--build-tool",

- "ninja",

- "--compiler",

- "goma",

- "--goma-jsonstatus",

- "/path/to/tmp/json",

- "--goma-service-account-json-file",

- "/creds/service_accounts/service-account-goma-client.json",

- "--mode",

- "official",

- "--goma-dir",

- "[CACHE]/cipd/goma",

- "--goma-hermetic",

- "fallback",

- "--goma-fail-fast",

- "--goma-disable-local-fallback",

- "--",

- "chromium_builder_perf"

+ "--build-archive-url",

+ "gs://chrome-perf/Linux Builder/full-build-linuxd49c331def2a3bbf3ddd0096eb51551155.zip",

+ "--master-name",

+ "tryserver.chromium.perf",

+ "--build-number",

+ "571"

- "env": {

- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- },

- "name": "compile d49c331def2a3bbf3ddd0096eb51551155",

- "~followup_annotations": [

- "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",

- "@@@STEP_LOG_END@json.output (invalid)@@@"

- ]

+ "name": "extract build (2)"

{

"cmd": [

@@ -669,9 +683,9 @@

"Release",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test (d49c331def2a3bbf3ddd0096eb51551155) 1 of 1",

"--builder-name=linux_perf_bisect",

"--slave-name=TestSlavename",

@@ -688,32 +702,12 @@

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_LOG_LINE@Captured Output@*RESULT dummy: dummy= [5.83,6.013,5.573]ms@@@",

- "@@@STEP_LOG_LINE@Captured Output@Avg dummy: 5.907711ms@@@",

- "@@@STEP_LOG_LINE@Captured Output@Sd dummy: 0.255921ms@@@",

- "@@@STEP_LOG_LINE@Captured Output@RESULT telemetry_page_measurement_results: num_failed= 0 count@@@",

- "@@@STEP_LOG_LINE@Captured Output@RESULT telemetry_page_measurement_results: num_errored= 0 count@@@",

- "@@@STEP_LOG_LINE@Captured Output@@@@",

- "@@@STEP_LOG_LINE@Captured Output@View online at http://storage.googleapis.com/chromium-telemetry/html-results/results-without_patch@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

{

"cmd": [],

- "name": "Results",

- "~followup_annotations": [

- "@@@STEP_TEXT@",

- "===== PERF TRY JOB RESULTS =====",

- "Test Command: src/tools/perf/run_benchmark -v --browser=release sunspider",

- "Test Metric: dummy/dummy",

- "Relative Change: 0.00000%",

- "Standard Error: +- 0.18047 delta",

- "Revision Mean Std.Error",

- "Patch 5.805333333330.127614436662",

- "No Patch 5.805333333330.127614436662",

- "@@@",

- "@@@STEP_LINK@HTML Results@http://storage.googleapis.com/chromium-telemetry/html-results/results-without_patch@@@"

- ]

+ "name": "Results"

{

"cmd": [

@@ -722,18 +716,18 @@

"RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py"

"name": "Post bisect results",

- "stdin": "{\"data\": {\"bisect_bot\": \"linux_perf_bisect\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisect/builds/571\", \"change\": 0.0, \"cloud_link\": \"http://storage.googleapis.com/chromium-telemetry/html-results/results-without_patch\", \"command\": \"src/tools/perf/run_benchmark -v --browser=release sunspider\", \"metric\": \"dummy/dummy\", \"profiler_links\": [], \"result\": \"Revision Mean Std.Error\\nPatch 5.805333333330.127614436662\\nNo Patch 5.805333333330.127614436662\", \"status\": \"completed\", \"std_err\": 0.1804740670813644, \"try_job_id\": null}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",

+ "stdin": "{\"data\": {\"bisect_bot\": \"linux_perf_bisect\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisect/builds/571\", \"cloud_link\": \"\", \"command\": \"src/tools/perf/run_benchmark -v --browser=release sunspider\", \"metric\": \"dummy/dummy\", \"profiler_links\": [], \"status\": \"completed\", \"try_job_id\": null}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",

"stdout": "/path/to/tmp/json",

"~followup_annotations": [

- "@@@STEP_LOG_LINE@json.output@{@@@",

- "@@@STEP_LOG_LINE@json.output@ \"status_code\": 200@@@",

- "@@@STEP_LOG_LINE@json.output@}@@@",

- "@@@STEP_LOG_END@json.output@@@"

+ "@@@STEP_TEXT@Failed to upload result to Perf Dashboard. Error response: None@@@",

+ "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",

+ "@@@STEP_LOG_END@json.output (invalid)@@@",

+ "@@@STEP_FAILURE@@@"

]

{

"name": "$result",

- "recipe_result": null,

- "status_code": 0

+ "reason": "Failed to upload result to Perf Dashboard. Error response: None",

+ "status_code": 1

}

]