scripts/slave/recipe_modules/auto_bisect_staging/example.expected/retest_bisect.json - Issue 2471323002: Retesting reference range based on the same criteria as other revisions.

Unified Diff: scripts/slave/recipe_modules/auto_bisect_staging/example.expected/retest_bisect.json

Issue 2471323002: Retesting reference range based on the same criteria as other revisions. (Closed)

Patch Set: Created 4 years, 1 month ago

Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.

Jump to:

View side-by-side diff with in-line comments

« no previous file with comments | « scripts/slave/recipe_modules/auto_bisect_staging/bisector.py ('k') | scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_basic_device.json » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Hide Comments ('s')

Index: scripts/slave/recipe_modules/auto_bisect_staging/example.expected/retest_bisect.json

diff --git a/scripts/slave/recipe_modules/auto_bisect_staging/example.expected/retest_bisect.json b/scripts/slave/recipe_modules/auto_bisect_staging/example.expected/retest_bisect.json

index 50444779732db7028314d897476c9ff2bf7067f5..d0b5702e1ae031b33092dec8eb8bdd417212d245 100644

--- a/scripts/slave/recipe_modules/auto_bisect_staging/example.expected/retest_bisect.json

+++ b/scripts/slave/recipe_modules/auto_bisect_staging/example.expected/retest_bisect.json

@@ -1445,11 +1445,6 @@

]

{

- "cmd": [],

- "cwd": "[SLAVE_BUILD]",

- "name": "Re-testing reference range"

- },

- {

"cmd": [

"python",

"-u",

@@ -1460,10 +1455,9 @@

"--valueset"

"cwd": "[SLAVE_BUILD]",

- "name": "Re-testing reference range.Compare samples",

+ "name": "Compare samples",

"stdout": "/path/to/tmp/json",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",

"@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",

@@ -1489,80 +1483,14 @@

]

{

- "cmd": [

- "git",

- "footers",

- "--position",

- "dcdcdc0ff1122212323134879ddceeb1240b0988"

- ],

- "cwd": "[SLAVE_BUILD]/src",

- "name": "resolving hash dcdcdc0ff1122212323134879ddceeb1240b0988",

- "stdout": "/path/to/tmp/"

- },

- {

"cmd": [],

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1"

- },

- {

- "cmd": [

- "git",

- "footers",

- "--position",

- "a6298e4afedbf2cd461755ea6f45b0ad64222222"

- ],

- "cwd": "[SLAVE_BUILD]/src",

- "name": "Working on revision chromium@dcdcdc0ff1.resolving hash a6298e4afedbf2cd461755ea6f45b0ad64222222",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

- },

- {

- "cmd": [

- "git",

- "footers",

- "--position",

- "00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111"

- ],

- "cwd": "[SLAVE_BUILD]/src",

- "name": "Working on revision chromium@dcdcdc0ff1.resolving hash 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py"

- ],

- "cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.Post bisect results",

- "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"-1\", \"buildbot_log_url\": \"http://build.chromium.org/p/chromium/builders/linux_perf_bisect/builds/571\", \"change\": \"0.00%\", \"command\": \"src/tools/perf/run_benchmark -v --browser=release --output-format=valueset smoothness.tough_scrolling_cases\", \"culprit_data\": null, \"good_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"metric\": \"mean_input_event_latency/mean_input_event_latency\", \"revision_data\": [{\"commit_hash\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"depot_name\": \"chromium\", \"mean_value\": 0.0, \"result\": \"good\", \"revision_string\": \"chromium@a6298e4afe\", \"std_dev\": 0.0, \"values\": [0, 0, 0, 0, 0]}, {\"commit_hash\": \"00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111\", \"depot_name\": \"chromium\", \"mean_value\": 0.0, \"result\": \"bad\", \"revision_string\": \"chromium@00316c9ddf\", \"std_dev\": 0.0, \"values\": [0, 0, 0, 0, 0]}], \"status\": \"started\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",

- "stdout": "/path/to/tmp/json",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_TEXT@Failed to upload result to Perf Dashboard. Error response: None@@@",

- "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",

- "@@@STEP_LOG_END@json.output (invalid)@@@",

- "@@@STEP_WARNINGS@@@"

- ]

+ "name": "Re-testing reference range"

{

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "ls",

- "gs://chrome-perf/Linux Builder/full-build-linux_dcdcdc0ff1122212323134879ddceeb1240b0988.zip"

- ],

+ "cmd": [],

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.gsutil ls",

+ "name": "Re-testing reference range.Retesting GOOD revision",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@"

]

@@ -1583,21 +1511,21 @@

"--output_json",

"/path/to/tmp/json",

"--revision",

- "src@dcdcdc0ff1122212323134879ddceeb1240b0988",

+ "src@a6298e4afedbf2cd461755ea6f45b0ad64222222",

"--output_manifest"

"cwd": "[SLAVE_BUILD]",

"env": {

"PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"

- "name": "Working on revision chromium@dcdcdc0ff1.bot_update",

+ "name": "Re-testing reference range.Retesting GOOD revision.bot_update",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_TEXT@Some step text@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",

"@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"src\": \"dcdcdc0ff1122212323134879ddceeb1240b0988\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\"@@@",

"@@@STEP_LOG_LINE@json.output@ }, @@@",

"@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",

"@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",

@@ -1675,9 +1603,9 @@

"[SLAVE_BUILD]/src/out/Release"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.rmtree build directory",

+ "name": "Re-testing reference range.Retesting GOOD revision.rmtree build directory",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@python.inline@@@@",

"@@@STEP_LOG_LINE@python.inline@import os, sys@@@",

"@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",

@@ -1703,16 +1631,16 @@

"--src-dir",

"[SLAVE_BUILD]/src",

"--build-archive-url",

- "gs://chrome-perf/Linux Builder/full-build-linux_dcdcdc0ff1122212323134879ddceeb1240b0988.zip",

+ "gs://chrome-perf/Linux Builder/full-build-linux_a6298e4afedbf2cd461755ea6f45b0ad64222222.zip",

"--master-name",

"tryserver.chromium.perf",

"--build-number",

"571"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.extract build",

+ "name": "Re-testing reference range.Retesting GOOD revision.extract build",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -1727,7 +1655,7 @@

"{\"bisect_config\": {\"bad_revision\": \"314017\", \"bug_id\": \"-1\", \"command\": \"src/tools/perf/run_benchmark -v --browser=release --output-format=valueset smoothness.tough_scrolling_cases\", \"dummy_builds\": \"True\", \"dummy_job_names\": \"True\", \"dummy_tests\": \"True\", \"good_revision\": \"314015\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"mean_input_event_latency/mean_input_event_latency\", \"recipe_tester_name\": \"linux_perf_tester\", \"skip_gclient_ops\": \"True\", \"test_type\": \"perf\"}, \"buildername\": \"linux_perf_bisect\", \"buildnumber\": 571, \"mastername\": \"tryserver.chromium.perf\", \"recipe\": \"auto_bisect_staging:example\", \"slavename\": \"dummyslave\"}",

"--build-properties",

- "--step-name=Performance Test 1 of 5",

+ "--step-name=Performance Test 1 of 3",

"--builder-name=linux_perf_bisect",

"--slave-name=dummyslave",

"--build-number=571",

@@ -1742,11 +1670,11 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 1 of 5",

+ "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 1 of 3",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@Captured Output@mock output@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1762,9 +1690,9 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk",

+ "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -1778,9 +1706,9 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results",

+ "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -1799,7 +1727,7 @@

"--build-properties",

- "--step-name=Performance Test 2 of 5",

+ "--step-name=Performance Test 2 of 3",

"--builder-name=linux_perf_bisect",

"--slave-name=dummyslave",

"--build-number=571",

@@ -1814,11 +1742,11 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 2 of 5",

+ "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 2 of 3",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@Captured Output@mock output@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1834,9 +1762,9 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (2)",

+ "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (2)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -1850,9 +1778,9 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (2)",

+ "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (2)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -1871,7 +1799,7 @@

"--build-properties",

- "--step-name=Performance Test 3 of 5",

+ "--step-name=Performance Test 3 of 3",

"--builder-name=linux_perf_bisect",

"--slave-name=dummyslave",

"--build-number=571",

@@ -1886,11 +1814,11 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 3 of 5",

+ "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 3 of 3",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@Captured Output@mock output@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1906,9 +1834,9 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (3)",

+ "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (3)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -1922,9 +1850,9 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (3)",

+ "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (3)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -1935,50 +1863,48 @@

"cmd": [

"python",

"-u",

- "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

- "--target",

- "Release",

- "--xvfb",

- "--factory-properties",

- "{\"bisect_config\": {\"bad_revision\": \"314017\", \"bug_id\": \"-1\", \"command\": \"src/tools/perf/run_benchmark -v --browser=release --output-format=valueset smoothness.tough_scrolling_cases\", \"dummy_builds\": \"True\", \"dummy_job_names\": \"True\", \"dummy_tests\": \"True\", \"good_revision\": \"314015\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"mean_input_event_latency/mean_input_event_latency\", \"recipe_tester_name\": \"linux_perf_tester\", \"skip_gclient_ops\": \"True\", \"test_type\": \"perf\"}, \"buildername\": \"linux_perf_bisect\", \"buildnumber\": 571, \"mastername\": \"tryserver.chromium.perf\", \"recipe\": \"auto_bisect_staging:example\", \"slavename\": \"dummyslave\"}",

- "--build-properties",

- "--step-name=Performance Test 4 of 5",

- "--builder-name=linux_perf_bisect",

- "--slave-name=dummyslave",

- "--build-number=571",

- "--run-python-script",

- "[SLAVE_BUILD]/src/tools/perf/run_benchmark",

- "-v",

- "--browser=release",

- "--output-format=valueset",

- "smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_14"

+ "[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

+ "mean_input_event_latency/mean_input_event_latency",

+ "--valueset"

- "env": {

- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- },

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 4 of 5",

- "stderr": "/path/to/tmp/",

- "stdout": "/path/to/tmp/",

+ "cwd": "[SLAVE_BUILD]",

+ "name": "Re-testing reference range.Compare samples",

+ "stdout": "/path/to/tmp/json",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_LINE@Captured Output@mock output@@@",

- "@@@STEP_LOG_END@Captured Output@@@"

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",

+ "@@@STEP_LOG_LINE@json.output@ 0, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 0@@@",

+ "@@@STEP_LOG_LINE@json.output@ ], @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

+ "@@@STEP_LOG_LINE@json.output@ 0, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 0@@@",

+ "@@@STEP_LOG_LINE@json.output@ ]@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

- "cmd": [

- "python",

- "-u",

- "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "mock output",

- "[TMP_BASE]/perf-test-output_tmp_14/results.txt"

- ],

- "env": {

- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- },

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (4)",

+ "cmd": [],

+ "cwd": "[SLAVE_BUILD]",

+ "name": "Re-testing reference range.Retesting BAD revision",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@"

]

@@ -1987,170 +1913,148 @@

"cmd": [

"python",

"-u",

- "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_14/results-valueset.json",

- "/path/to/tmp/json"

+ "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",

+ "--spec",

+ "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src.git'}, {'custom_deps': {'src/chrome/test/data/firefox2_profile/searchplugins': None, 'src/chrome/test/data/firefox2_searchplugins': None, 'src/chrome/test/data/firefox3_profile/searchplugins': None, 'src/chrome/test/data/firefox3_searchplugins': None, 'src/chrome/test/data/osdd': None, 'src/chrome/test/data/perf/frame_rate/private': None, 'src/chrome/test/data/plugin': None, 'src/chrome/test/data/ssl/certs': None, 'src/data/autodiscovery': None, 'src/data/esctf': None, 'src/data/mach_ports': None, 'src/data/memory_test': None, 'src/data/mozilla_js_tests': None, 'src/data/selenium_core': None, 'src/data/tab_switching': None, 'src/tools/grit/grit/test/data': None, 'src/webkit/data/bmp_decoder': None, 'src/webkit/data/ico_decoder': None, 'src/webkit/data/test_shell/plugins': None, 'src/webkit/data/xbm_decoder': None}, 'deps_file': '.DEPS.git', 'managed': False, 'name': 'src-internal', 'url': 'https://chrome-internal.googlesource.com/chrome/src-internal.git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'catapult', 'url': 'https://chromium.googlesource.com/external/github.com/catapult-project/catapult.git'}]",

+ "--patch_root",

+ "src",

+ "--revision_mapping_file",

+ "{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision\", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"got_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_revision\"}",

+ "--git-cache-dir",

+ "[GIT_CACHE]",

+ "--output_json",

+ "/path/to/tmp/json",

+ "--revision",

+ "src@00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111",

+ "--output_manifest"

+ "cwd": "[SLAVE_BUILD]",

"env": {

- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (4)",

+ "name": "Re-testing reference range.Retesting BAD revision.bot_update",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_TEXT@Some step text@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

- "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

- "@@@STEP_LOG_LINE@json.output@}@@@",

- "@@@STEP_LOG_END@json.output@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

- "--target",

- "Release",

- "--xvfb",

- "--factory-properties",

- "--build-properties",

- "--step-name=Performance Test 5 of 5",

- "--builder-name=linux_perf_bisect",

- "--slave-name=dummyslave",

- "--build-number=571",

- "--run-python-script",

- "[SLAVE_BUILD]/src/tools/perf/run_benchmark",

- "-v",

- "--browser=release",

- "--output-format=valueset",

- "smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_15"

- ],

- "env": {

- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- },

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 5 of 5",

- "stderr": "/path/to/tmp/",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_LINE@Captured Output@mock output@@@",

- "@@@STEP_LOG_END@Captured Output@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "mock output",

- "[TMP_BASE]/perf-test-output_tmp_15/results.txt"

- ],

- "env": {

- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- },

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (5)",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_15/results-valueset.json",

- "/path/to/tmp/json"

- ],

- "env": {

- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- },

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (5)",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_LINE@json.output@{@@@",

- "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src\": \"00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src/buildtools\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/buildtools.git\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f0319a328b2809876916353cb994259692140934\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src/native_client\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/native_client.git\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src/third_party/angle\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/angle.git\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src/third_party/webrtc\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/webrtc.git\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"0f90628433546e61d9268596da93418c623137f4\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src/tools/swarming_client\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/tools/swarming_client.git\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src/v8\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/v8.git\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"801ada225ddc271c132c3a35f03975671d43e399\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision_cp\": \"refs/heads/master@{#297276}\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision\": \"f0319a328b2809876916353cb994259692140934\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision_cp\": \"refs/heads/master@{#182578}\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision_cp\": \"refs/heads/master@{#274981}\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision\": \"0f90628433546e61d9268596da93418c623137f4\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision_cp\": \"refs/heads/master@{#120644}\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

- "@@@STEP_LOG_END@json.output@@@"

+ "@@@STEP_LOG_END@json.output@@@",

+ "@@@SET_BUILD_PROPERTY@got_nacl_revision@\"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_buildtools_revision_cp@\"refs/heads/master@{#182578}\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_webrtc_revision@\"0f90628433546e61d9268596da93418c623137f4\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_nacl_revision_cp@\"refs/heads/master@{#274981}\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_angle_revision@\"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_webrtc_revision_cp@\"refs/heads/master@{#120644}\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_angle_revision_cp@\"refs/heads/master@{#297276}\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_buildtools_revision@\"f0319a328b2809876916353cb994259692140934\"@@@"

]

{

"cmd": [

"python",

"-u",

- "[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

- "mean_input_event_latency/mean_input_event_latency",

- "--valueset"

+ "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",

+ "[SLAVE_BUILD]/src/out/Release"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.Compare samples",

- "stdout": "/path/to/tmp/json",

+ "name": "Re-testing reference range.Retesting BAD revision.rmtree build directory",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_LINE@json.output@{@@@",

- "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",

- "@@@STEP_LOG_LINE@json.output@ }, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",

- "@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

- "@@@STEP_LOG_LINE@json.output@ ], @@@",

- "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

- "@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

- "@@@STEP_LOG_LINE@json.output@ ]@@@",

- "@@@STEP_LOG_LINE@json.output@}@@@",

- "@@@STEP_LOG_END@json.output@@@"

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_LOG_LINE@python.inline@@@@",

+ "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",

+ "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",

+ "@@@STEP_LOG_LINE@python.inline@@@@",

+ "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",

+ "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",

+ "@@@STEP_LOG_END@python.inline@@@"

]

{

"cmd": [

"python",

"-u",

- "[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

- "mean_input_event_latency/mean_input_event_latency",

- "--valueset"

+ "RECIPE_PACKAGE_REPO[build]/scripts/tools/runit.py",

+ "--show-path",

+ "python",

+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/extract_build.py",

+ "--gsutil-py-path",

+ "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

+ "--target",

+ "Release",

+ "--src-dir",

+ "[SLAVE_BUILD]/src",

+ "--build-archive-url",

+ "gs://chrome-perf/Linux Builder/full-build-linux_00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111.zip",

+ "--master-name",

+ "tryserver.chromium.perf",

+ "--build-number",

+ "571"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (2)",

- "stdout": "/path/to/tmp/json",

+ "name": "Re-testing reference range.Retesting BAD revision.extract build",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_LINE@json.output@{@@@",

- "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",

- "@@@STEP_LOG_LINE@json.output@ }, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",

- "@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

- "@@@STEP_LOG_LINE@json.output@ ], @@@",

- "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

- "@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

- "@@@STEP_LOG_LINE@json.output@ ]@@@",

- "@@@STEP_LOG_LINE@json.output@}@@@",

- "@@@STEP_LOG_END@json.output@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -2175,16 +2079,16 @@

"--browser=release",

"--output-format=valueset",

"smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_16"

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_14"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 1 of 3",

+ "name": "Re-testing reference range.Retesting BAD revision.Performance Test 1 of 3",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@Captured Output@mock output@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -2195,14 +2099,14 @@

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

"mock output",

- "[TMP_BASE]/perf-test-output_tmp_16/results.txt"

+ "[TMP_BASE]/perf-test-output_tmp_14/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (6)",

+ "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -2210,15 +2114,15 @@

"python",

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_14/results-valueset.json",

"/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (6)",

+ "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -2247,16 +2151,16 @@

"--browser=release",

"--output-format=valueset",

"smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_17"

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_15"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 2 of 3",

+ "name": "Re-testing reference range.Retesting BAD revision.Performance Test 2 of 3",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@Captured Output@mock output@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -2267,14 +2171,14 @@

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

"mock output",

- "[TMP_BASE]/perf-test-output_tmp_17/results.txt"

+ "[TMP_BASE]/perf-test-output_tmp_15/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (7)",

+ "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (2)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -2282,15 +2186,15 @@

"python",

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_15/results-valueset.json",

"/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (7)",

+ "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (2)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -2319,16 +2223,16 @@

"--browser=release",

"--output-format=valueset",

"smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_18"

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_16"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 3 of 3",

+ "name": "Re-testing reference range.Retesting BAD revision.Performance Test 3 of 3",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@Captured Output@mock output@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -2339,14 +2243,14 @@

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

"mock output",

- "[TMP_BASE]/perf-test-output_tmp_18/results.txt"

+ "[TMP_BASE]/perf-test-output_tmp_16/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (8)",

+ "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (3)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -2354,15 +2258,15 @@

"python",

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json",

"/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (8)",

+ "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (3)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -2374,13 +2278,13 @@

"python",

"-u",

"[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

"mean_input_event_latency/mean_input_event_latency",

"--valueset"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (3)",

+ "name": "Re-testing reference range.Compare samples (2)",

"stdout": "/path/to/tmp/json",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

@@ -2405,6 +2309,9 @@

"@@@STEP_LOG_LINE@json.output@ 0, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 0, @@@",

"@@@STEP_LOG_LINE@json.output@ 0@@@",

"@@@STEP_LOG_LINE@json.output@ ]@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -2412,74 +2319,40 @@

]

{

+ "cmd": [],

+ "cwd": "[SLAVE_BUILD]",

+ "name": "Re-testing reference range.Retesting GOOD revision (2)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

"cmd": [

"python",

"-u",

- "[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

- "mean_input_event_latency/mean_input_event_latency",

- "--valueset"

+ "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",

+ "--spec",

+ "--patch_root",

+ "src",

+ "--revision_mapping_file",

+ "--git-cache-dir",

+ "[GIT_CACHE]",

+ "--output_json",

+ "/path/to/tmp/json",

+ "--revision",

+ "src@a6298e4afedbf2cd461755ea6f45b0ad64222222",

+ "--output_manifest"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (4)",

- "stdout": "/path/to/tmp/json",

+ "env": {

+ "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.bot_update (2)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_LINE@json.output@{@@@",

- "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",

- "@@@STEP_LOG_LINE@json.output@ }, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",

- "@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

- "@@@STEP_LOG_LINE@json.output@ ], @@@",

- "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

- "@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

- "@@@STEP_LOG_LINE@json.output@ ]@@@",

- "@@@STEP_LOG_LINE@json.output@}@@@",

- "@@@STEP_LOG_END@json.output@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",

- "--spec",

- "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src.git'}, {'custom_deps': {'src/chrome/test/data/firefox2_profile/searchplugins': None, 'src/chrome/test/data/firefox2_searchplugins': None, 'src/chrome/test/data/firefox3_profile/searchplugins': None, 'src/chrome/test/data/firefox3_searchplugins': None, 'src/chrome/test/data/osdd': None, 'src/chrome/test/data/perf/frame_rate/private': None, 'src/chrome/test/data/plugin': None, 'src/chrome/test/data/ssl/certs': None, 'src/data/autodiscovery': None, 'src/data/esctf': None, 'src/data/mach_ports': None, 'src/data/memory_test': None, 'src/data/mozilla_js_tests': None, 'src/data/selenium_core': None, 'src/data/tab_switching': None, 'src/tools/grit/grit/test/data': None, 'src/webkit/data/bmp_decoder': None, 'src/webkit/data/ico_decoder': None, 'src/webkit/data/test_shell/plugins': None, 'src/webkit/data/xbm_decoder': None}, 'deps_file': '.DEPS.git', 'managed': False, 'name': 'src-internal', 'url': 'https://chrome-internal.googlesource.com/chrome/src-internal.git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'catapult', 'url': 'https://chromium.googlesource.com/external/github.com/catapult-project/catapult.git'}]",

- "--patch_root",

- "src",

- "--revision_mapping_file",

- "{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision\", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"got_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_revision\"}",

- "--git-cache-dir",

- "[GIT_CACHE]",

- "--output_json",

- "/path/to/tmp/json",

- "--revision",

- "src@a6298e4afedbf2cd461755ea6f45b0ad64222222",

- "--output_manifest"

- ],

- "cwd": "[SLAVE_BUILD]",

- "env": {

- "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"

- },

- "name": "Working on revision chromium@dcdcdc0ff1.bot_update (2)",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_TEXT@Some step text@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_TEXT@Some step text@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",

"@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",

@@ -2561,9 +2434,9 @@

"[SLAVE_BUILD]/src/out/Release"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.rmtree build directory (2)",

+ "name": "Re-testing reference range.Retesting GOOD revision.rmtree build directory (2)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@python.inline@@@@",

"@@@STEP_LOG_LINE@python.inline@import os, sys@@@",

"@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",

@@ -2596,9 +2469,9 @@

"571"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.extract build (2)",

+ "name": "Re-testing reference range.Retesting GOOD revision.extract build (2)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -2613,7 +2486,7 @@

"--build-properties",

- "--step-name=Performance Test 1 of 3",

+ "--step-name=Performance Test 1 of 4",

"--builder-name=linux_perf_bisect",

"--slave-name=dummyslave",

"--build-number=571",

@@ -2623,16 +2496,16 @@

"--browser=release",

"--output-format=valueset",

"smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_19"

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_17"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 1 of 3 (2)",

+ "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 1 of 4",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@Captured Output@mock output@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -2643,14 +2516,14 @@

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

"mock output",

- "[TMP_BASE]/perf-test-output_tmp_19/results.txt"

+ "[TMP_BASE]/perf-test-output_tmp_17/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (9)",

+ "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (4)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -2658,15 +2531,15 @@

"python",

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json",

"/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (9)",

+ "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (4)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -2685,7 +2558,7 @@

"--build-properties",

- "--step-name=Performance Test 2 of 3",

+ "--step-name=Performance Test 2 of 4",

"--builder-name=linux_perf_bisect",

"--slave-name=dummyslave",

"--build-number=571",

@@ -2695,16 +2568,16 @@

"--browser=release",

"--output-format=valueset",

"smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_20"

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_18"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 2 of 3 (2)",

+ "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 2 of 4",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@Captured Output@mock output@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -2715,14 +2588,14 @@

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

"mock output",

- "[TMP_BASE]/perf-test-output_tmp_20/results.txt"

+ "[TMP_BASE]/perf-test-output_tmp_18/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (10)",

+ "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (5)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -2730,15 +2603,15 @@

"python",

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json",

"/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (10)",

+ "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (5)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -2757,7 +2630,7 @@

"--build-properties",

- "--step-name=Performance Test 3 of 3",

+ "--step-name=Performance Test 3 of 4",

"--builder-name=linux_perf_bisect",

"--slave-name=dummyslave",

"--build-number=571",

@@ -2767,16 +2640,16 @@

"--browser=release",

"--output-format=valueset",

"smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_21"

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_19"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 3 of 3 (2)",

+ "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 3 of 4",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@Captured Output@mock output@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -2787,14 +2660,14 @@

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

"mock output",

- "[TMP_BASE]/perf-test-output_tmp_21/results.txt"

+ "[TMP_BASE]/perf-test-output_tmp_19/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (11)",

+ "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (6)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -2802,15 +2675,15 @@

"python",

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json",

"/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (11)",

+ "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (6)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -2821,43 +2694,70 @@

"cmd": [

"python",

"-u",

- "[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

- "mean_input_event_latency/mean_input_event_latency",

- "--valueset"

+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

+ "--target",

+ "Release",

+ "--xvfb",

+ "--factory-properties",

+ "{\"bisect_config\": {\"bad_revision\": \"314017\", \"bug_id\": \"-1\", \"command\": \"src/tools/perf/run_benchmark -v --browser=release --output-format=valueset smoothness.tough_scrolling_cases\", \"dummy_builds\": \"True\", \"dummy_job_names\": \"True\", \"dummy_tests\": \"True\", \"good_revision\": \"314015\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"mean_input_event_latency/mean_input_event_latency\", \"recipe_tester_name\": \"linux_perf_tester\", \"skip_gclient_ops\": \"True\", \"test_type\": \"perf\"}, \"buildername\": \"linux_perf_bisect\", \"buildnumber\": 571, \"mastername\": \"tryserver.chromium.perf\", \"recipe\": \"auto_bisect_staging:example\", \"slavename\": \"dummyslave\"}",

+ "--build-properties",

+ "--step-name=Performance Test 4 of 4",

+ "--builder-name=linux_perf_bisect",

+ "--slave-name=dummyslave",

+ "--build-number=571",

+ "--run-python-script",

+ "[SLAVE_BUILD]/src/tools/perf/run_benchmark",

+ "-v",

+ "--browser=release",

+ "--output-format=valueset",

+ "smoothness.tough_scrolling_cases",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_20"

- "cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (5)",

- "stdout": "/path/to/tmp/json",

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 4 of 4",

+ "stderr": "/path/to/tmp/",

+ "stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@",

+ "@@@STEP_LOG_END@Captured Output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "mock output",

+ "[TMP_BASE]/perf-test-output_tmp_20/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (7)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (7)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

- "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",

- "@@@STEP_LOG_LINE@json.output@ }, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",

- "@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

- "@@@STEP_LOG_LINE@json.output@ ], @@@",

- "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

- "@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

- "@@@STEP_LOG_LINE@json.output@ ]@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

"@@@STEP_LOG_END@json.output@@@"

]

@@ -2867,13 +2767,13 @@

"python",

"-u",

"[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

"mean_input_event_latency/mean_input_event_latency",

"--valueset"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (6)",

+ "name": "Re-testing reference range.Compare samples (3)",

"stdout": "/path/to/tmp/json",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

@@ -2891,13 +2791,19 @@

"@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

+ "@@@STEP_LOG_LINE@json.output@ 0, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 1@@@",

"@@@STEP_LOG_LINE@json.output@ ], @@@",

"@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

"@@@STEP_LOG_LINE@json.output@ 0, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 0, @@@",

"@@@STEP_LOG_LINE@json.output@ 0@@@",

"@@@STEP_LOG_LINE@json.output@ ]@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -2905,6 +2811,14 @@

]

{

+ "cmd": [],

+ "cwd": "[SLAVE_BUILD]",

+ "name": "Re-testing reference range.Retesting BAD revision (2)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

"cmd": [

"python",

"-u",

@@ -2927,9 +2841,9 @@

"env": {

"PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"

- "name": "Working on revision chromium@dcdcdc0ff1.bot_update (3)",

+ "name": "Re-testing reference range.Retesting BAD revision.bot_update (2)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_TEXT@Some step text@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",

@@ -3012,9 +2926,9 @@

"[SLAVE_BUILD]/src/out/Release"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.rmtree build directory (3)",

+ "name": "Re-testing reference range.Retesting BAD revision.rmtree build directory (2)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@python.inline@@@@",

"@@@STEP_LOG_LINE@python.inline@import os, sys@@@",

"@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",

@@ -3047,9 +2961,9 @@

"571"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.extract build (3)",

+ "name": "Re-testing reference range.Retesting BAD revision.extract build (2)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -3064,7 +2978,7 @@

"--build-properties",

- "--step-name=Performance Test 1 of 3",

+ "--step-name=Performance Test 1 of 4",

"--builder-name=linux_perf_bisect",

"--slave-name=dummyslave",

"--build-number=571",

@@ -3074,16 +2988,16 @@

"--browser=release",

"--output-format=valueset",

"smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_22"

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_21"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 1 of 3 (3)",

+ "name": "Re-testing reference range.Retesting BAD revision.Performance Test 1 of 4",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@Captured Output@mock output@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -3094,14 +3008,14 @@

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

"mock output",

- "[TMP_BASE]/perf-test-output_tmp_22/results.txt"

+ "[TMP_BASE]/perf-test-output_tmp_21/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (12)",

+ "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (4)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -3109,15 +3023,15 @@

"python",

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json",

"/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (12)",

+ "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (4)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -3136,7 +3050,7 @@

"--build-properties",

- "--step-name=Performance Test 2 of 3",

+ "--step-name=Performance Test 2 of 4",

"--builder-name=linux_perf_bisect",

"--slave-name=dummyslave",

"--build-number=571",

@@ -3146,16 +3060,16 @@

"--browser=release",

"--output-format=valueset",

"smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_23"

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_22"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 2 of 3 (3)",

+ "name": "Re-testing reference range.Retesting BAD revision.Performance Test 2 of 4",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@Captured Output@mock output@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -3166,14 +3080,14 @@

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

"mock output",

- "[TMP_BASE]/perf-test-output_tmp_23/results.txt"

+ "[TMP_BASE]/perf-test-output_tmp_22/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (13)",

+ "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (5)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -3181,15 +3095,15 @@

"python",

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json",

"/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (13)",

+ "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (5)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -3208,7 +3122,7 @@

"--build-properties",

- "--step-name=Performance Test 3 of 3",

+ "--step-name=Performance Test 3 of 4",

"--builder-name=linux_perf_bisect",

"--slave-name=dummyslave",

"--build-number=571",

@@ -3218,16 +3132,16 @@

"--browser=release",

"--output-format=valueset",

"smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_24"

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_23"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 3 of 3 (3)",

+ "name": "Re-testing reference range.Retesting BAD revision.Performance Test 3 of 4",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@Captured Output@mock output@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -3238,14 +3152,14 @@

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

"mock output",

- "[TMP_BASE]/perf-test-output_tmp_24/results.txt"

+ "[TMP_BASE]/perf-test-output_tmp_23/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (14)",

+ "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (6)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -3253,15 +3167,15 @@

"python",

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json",

"/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (14)",

+ "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (6)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -3272,43 +3186,70 @@

"cmd": [

"python",

"-u",

- "[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

- "mean_input_event_latency/mean_input_event_latency",

- "--valueset"

- ],

- "cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (7)",

- "stdout": "/path/to/tmp/json",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_LINE@json.output@{@@@",

- "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",

- "@@@STEP_LOG_LINE@json.output@ }, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",

- "@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

- "@@@STEP_LOG_LINE@json.output@ ], @@@",

- "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

- "@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

- "@@@STEP_LOG_LINE@json.output@ ]@@@",

+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

+ "--target",

+ "Release",

+ "--xvfb",

+ "--factory-properties",

+ "--build-properties",

+ "--step-name=Performance Test 4 of 4",

+ "--builder-name=linux_perf_bisect",

+ "--slave-name=dummyslave",

+ "--build-number=571",

+ "--run-python-script",

+ "[SLAVE_BUILD]/src/tools/perf/run_benchmark",

+ "-v",

+ "--browser=release",

+ "--output-format=valueset",

+ "smoothness.tough_scrolling_cases",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_24"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Re-testing reference range.Retesting BAD revision.Performance Test 4 of 4",

+ "stderr": "/path/to/tmp/",

+ "stdout": "/path/to/tmp/",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@",

+ "@@@STEP_LOG_END@Captured Output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "mock output",

+ "[TMP_BASE]/perf-test-output_tmp_24/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Re-testing reference range.Retesting BAD revision.write buildbot output to disk (7)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Re-testing reference range.Retesting BAD revision.Reading valueset results (7)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

"@@@STEP_LOG_END@json.output@@@"

]

@@ -3318,13 +3259,13 @@

"python",

"-u",

"[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

+ "[TMP_BASE]/perf-test-output_tmp_6/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_7/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_8/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_9/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_10/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_14/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_15/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json",

"mean_input_event_latency/mean_input_event_latency",

"--valueset"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (8)",

+ "name": "Re-testing reference range.Compare samples (4)",

"stdout": "/path/to/tmp/json",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

@@ -3342,7 +3283,10 @@

"@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

+ "@@@STEP_LOG_LINE@json.output@ 0, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 1@@@",

"@@@STEP_LOG_LINE@json.output@ ], @@@",

"@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

"@@@STEP_LOG_LINE@json.output@ 0, @@@",

@@ -3352,13 +3296,24 @@

"@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

+ "@@@STEP_LOG_LINE@json.output@ 0, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 7@@@",

"@@@STEP_LOG_LINE@json.output@ ]@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

"@@@STEP_LOG_END@json.output@@@"

]

{

+ "cmd": [],

+ "cwd": "[SLAVE_BUILD]",

+ "name": "Re-testing reference range.Retesting GOOD revision (3)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

"cmd": [

"python",

"-u",

@@ -3374,21 +3329,21 @@

"--output_json",

"/path/to/tmp/json",

"--revision",

- "src@dcdcdc0ff1122212323134879ddceeb1240b0988",

+ "src@a6298e4afedbf2cd461755ea6f45b0ad64222222",

"--output_manifest"

"cwd": "[SLAVE_BUILD]",

"env": {

"PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"

- "name": "Working on revision chromium@dcdcdc0ff1.bot_update (4)",

+ "name": "Re-testing reference range.Retesting GOOD revision.bot_update (3)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_TEXT@Some step text@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",

"@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"src\": \"dcdcdc0ff1122212323134879ddceeb1240b0988\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\"@@@",

"@@@STEP_LOG_LINE@json.output@ }, @@@",

"@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",

"@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",

@@ -3466,9 +3421,9 @@

"[SLAVE_BUILD]/src/out/Release"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.rmtree build directory (4)",

+ "name": "Re-testing reference range.Retesting GOOD revision.rmtree build directory (3)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@python.inline@@@@",

"@@@STEP_LOG_LINE@python.inline@import os, sys@@@",

"@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",

@@ -3494,16 +3449,16 @@

"--src-dir",

"[SLAVE_BUILD]/src",

"--build-archive-url",

- "gs://chrome-perf/Linux Builder/full-build-linux_dcdcdc0ff1122212323134879ddceeb1240b0988.zip",

+ "gs://chrome-perf/Linux Builder/full-build-linux_a6298e4afedbf2cd461755ea6f45b0ad64222222.zip",

"--master-name",

"tryserver.chromium.perf",

"--build-number",

"571"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.extract build (4)",

+ "name": "Re-testing reference range.Retesting GOOD revision.extract build (3)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -3518,7 +3473,7 @@

"--build-properties",

- "--step-name=Performance Test 1 of 4",

+ "--step-name=Performance Test 1 of 6",

"--builder-name=linux_perf_bisect",

"--slave-name=dummyslave",

"--build-number=571",

@@ -3533,11 +3488,11 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 1 of 4",

+ "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 1 of 6",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@Captured Output@mock output@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -3553,9 +3508,9 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (15)",

+ "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (8)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -3569,9 +3524,9 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (15)",

+ "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (8)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -3590,7 +3545,7 @@

"--build-properties",

- "--step-name=Performance Test 2 of 4",

+ "--step-name=Performance Test 2 of 6",

"--builder-name=linux_perf_bisect",

"--slave-name=dummyslave",

"--build-number=571",

@@ -3605,11 +3560,11 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 2 of 4",

+ "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 2 of 6",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@Captured Output@mock output@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -3625,9 +3580,9 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (16)",

+ "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (9)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -3641,9 +3596,9 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (16)",

+ "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (9)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -3662,7 +3617,7 @@

"--build-properties",

- "--step-name=Performance Test 3 of 4",

+ "--step-name=Performance Test 3 of 6",

"--builder-name=linux_perf_bisect",

"--slave-name=dummyslave",

"--build-number=571",

@@ -3677,11 +3632,11 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 3 of 4",

+ "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 3 of 6",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@Captured Output@mock output@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -3697,9 +3652,9 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (17)",

+ "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (10)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -3713,9 +3668,9 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (17)",

+ "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (10)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -3734,7 +3689,7 @@

"--build-properties",

- "--step-name=Performance Test 4 of 4",

+ "--step-name=Performance Test 4 of 6",

"--builder-name=linux_perf_bisect",

"--slave-name=dummyslave",

"--build-number=571",

@@ -3749,11 +3704,11 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 4 of 4",

+ "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 4 of 6",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@Captured Output@mock output@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -3769,9 +3724,9 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (18)",

+ "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (11)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@2@@@"

]

{

@@ -3785,9 +3740,9 @@

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (18)",

+ "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (11)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

@@ -3798,96 +3753,70 @@

"cmd": [

"python",

"-u",

- "[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

- "mean_input_event_latency/mean_input_event_latency",

- "--valueset"

+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

+ "--target",

+ "Release",

+ "--xvfb",

+ "--factory-properties",

+ "--build-properties",

+ "--step-name=Performance Test 5 of 6",

+ "--builder-name=linux_perf_bisect",

+ "--slave-name=dummyslave",

+ "--build-number=571",

+ "--run-python-script",

+ "[SLAVE_BUILD]/src/tools/perf/run_benchmark",

+ "-v",

+ "--browser=release",

+ "--output-format=valueset",

+ "smoothness.tough_scrolling_cases",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_29"

- "cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (9)",

- "stdout": "/path/to/tmp/json",

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 5 of 6",

+ "stderr": "/path/to/tmp/",

+ "stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_LINE@json.output@{@@@",

- "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",

- "@@@STEP_LOG_LINE@json.output@ }, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",

- "@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

- "@@@STEP_LOG_LINE@json.output@ ], @@@",

- "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

- "@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

- "@@@STEP_LOG_LINE@json.output@ ]@@@",

- "@@@STEP_LOG_LINE@json.output@}@@@",

- "@@@STEP_LOG_END@json.output@@@"

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@",

+ "@@@STEP_LOG_END@Captured Output@@@"

]

{

"cmd": [

"python",

"-u",

- "[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

- "mean_input_event_latency/mean_input_event_latency",

- "--valueset"

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "mock output",

+ "[TMP_BASE]/perf-test-output_tmp_29/results.txt"

- "cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (10)",

- "stdout": "/path/to/tmp/json",

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (12)",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_NEST_LEVEL@2@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (12)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

- "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",

- "@@@STEP_LOG_LINE@json.output@ }, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",

- "@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

- "@@@STEP_LOG_LINE@json.output@ ], @@@",

- "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

- "@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

- "@@@STEP_LOG_LINE@json.output@ ]@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

"@@@STEP_LOG_END@json.output@@@"

]

@@ -3896,10 +3825,212 @@

"cmd": [

"python",

"-u",

- "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",

- "--spec",

- "--patch_root",

+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

+ "--target",

+ "Release",

+ "--xvfb",

+ "--factory-properties",

+ "--build-properties",

+ "--step-name=Performance Test 6 of 6",

+ "--builder-name=linux_perf_bisect",

+ "--slave-name=dummyslave",

+ "--build-number=571",

+ "--run-python-script",

+ "[SLAVE_BUILD]/src/tools/perf/run_benchmark",

+ "-v",

+ "--browser=release",

+ "--output-format=valueset",

+ "smoothness.tough_scrolling_cases",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_30"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 6 of 6",

+ "stderr": "/path/to/tmp/",

+ "stdout": "/path/to/tmp/",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@",

+ "@@@STEP_LOG_END@Captured Output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "mock output",

+ "[TMP_BASE]/perf-test-output_tmp_30/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (13)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (13)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

+ "[TMP_BASE]/perf-test-output_tmp_1/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_2/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_3/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_4/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_5/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_11/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_12/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_13/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_25/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json",

+ "mean_input_event_latency/mean_input_event_latency",

+ "--valueset"

+ ],

+ "cwd": "[SLAVE_BUILD]",

+ "name": "Re-testing reference range.Compare samples (5)",

+ "stdout": "/path/to/tmp/json",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"significance\": \"REJECT\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",

+ "@@@STEP_LOG_LINE@json.output@ 0, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 1@@@",

+ "@@@STEP_LOG_LINE@json.output@ ], @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

+ "@@@STEP_LOG_LINE@json.output@ 0, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 7@@@",

+ "@@@STEP_LOG_LINE@json.output@ ]@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "git",

+ "footers",

+ "--position",

+ "dcdcdc0ff1122212323134879ddceeb1240b0988"

+ ],

+ "cwd": "[SLAVE_BUILD]/src",

+ "name": "resolving hash dcdcdc0ff1122212323134879ddceeb1240b0988",

+ "stdout": "/path/to/tmp/"

+ },

+ {

+ "cmd": [],

+ "cwd": "[SLAVE_BUILD]",

+ "name": "Working on revision chromium@dcdcdc0ff1"

+ },

+ {

+ "cmd": [

+ "git",

+ "footers",

+ "--position",

+ "a6298e4afedbf2cd461755ea6f45b0ad64222222"

+ ],

+ "cwd": "[SLAVE_BUILD]/src",

+ "name": "Working on revision chromium@dcdcdc0ff1.resolving hash a6298e4afedbf2cd461755ea6f45b0ad64222222",

+ "stdout": "/path/to/tmp/",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "git",

+ "footers",

+ "--position",

+ "00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111"

+ ],

+ "cwd": "[SLAVE_BUILD]/src",

+ "name": "Working on revision chromium@dcdcdc0ff1.resolving hash 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111",

+ "stdout": "/path/to/tmp/",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py"

+ ],

+ "cwd": "[SLAVE_BUILD]",

+ "name": "Working on revision chromium@dcdcdc0ff1.Post bisect results",

+ "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"-1\", \"buildbot_log_url\": \"http://build.chromium.org/p/chromium/builders/linux_perf_bisect/builds/571\", \"change\": \"600.00%\", \"command\": \"src/tools/perf/run_benchmark -v --browser=release --output-format=valueset smoothness.tough_scrolling_cases\", \"culprit_data\": null, \"good_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"metric\": \"mean_input_event_latency/mean_input_event_latency\", \"revision_data\": [{\"commit_hash\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"depot_name\": \"chromium\", \"mean_value\": 0.09090909090909091, \"result\": \"good\", \"revision_string\": \"chromium@a6298e4afe\", \"std_dev\": 0.9534625892455922, \"values\": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1]}, {\"commit_hash\": \"00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111\", \"depot_name\": \"chromium\", \"mean_value\": 0.6363636363636364, \"result\": \"bad\", \"revision_string\": \"chromium@00316c9ddf\", \"std_dev\": 6.674238124719146, \"values\": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7]}], \"status\": \"started\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",

+ "stdout": "/path/to/tmp/json",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_TEXT@Failed to upload result to Perf Dashboard. Error response: None@@@",

+ "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",

+ "@@@STEP_LOG_END@json.output (invalid)@@@",

+ "@@@STEP_WARNINGS@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

+ "--",

+ "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

+ "----",

+ "ls",

+ "gs://chrome-perf/Linux Builder/full-build-linux_dcdcdc0ff1122212323134879ddceeb1240b0988.zip"

+ ],

+ "cwd": "[SLAVE_BUILD]",

+ "name": "Working on revision chromium@dcdcdc0ff1.gsutil ls",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",

+ "--spec",

+ "--patch_root",

"src",

"--revision_mapping_file",

"{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision\", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"got_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_revision\"}",

@@ -3908,21 +4039,21 @@

"--output_json",

"/path/to/tmp/json",

"--revision",

- "src@a6298e4afedbf2cd461755ea6f45b0ad64222222",

+ "src@dcdcdc0ff1122212323134879ddceeb1240b0988",

"--output_manifest"

"cwd": "[SLAVE_BUILD]",

"env": {

"PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"

- "name": "Working on revision chromium@dcdcdc0ff1.bot_update (5)",

+ "name": "Working on revision chromium@dcdcdc0ff1.bot_update",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

"@@@STEP_TEXT@Some step text@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",

"@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"src\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src\": \"dcdcdc0ff1122212323134879ddceeb1240b0988\"@@@",

"@@@STEP_LOG_LINE@json.output@ }, @@@",

"@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",

"@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",

@@ -4000,7 +4131,7 @@

"[SLAVE_BUILD]/src/out/Release"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.rmtree build directory (5)",

+ "name": "Working on revision chromium@dcdcdc0ff1.rmtree build directory",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

"@@@STEP_LOG_LINE@python.inline@@@@",

@@ -4028,14 +4159,14 @@

"--src-dir",

"[SLAVE_BUILD]/src",

"--build-archive-url",

- "gs://chrome-perf/Linux Builder/full-build-linux_a6298e4afedbf2cd461755ea6f45b0ad64222222.zip",

+ "gs://chrome-perf/Linux Builder/full-build-linux_dcdcdc0ff1122212323134879ddceeb1240b0988.zip",

"--master-name",

"tryserver.chromium.perf",

"--build-number",

"571"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.extract build (5)",

+ "name": "Working on revision chromium@dcdcdc0ff1.extract build",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@"

]

@@ -4052,7 +4183,7 @@

"--build-properties",

- "--step-name=Performance Test 1 of 4",

+ "--step-name=Performance Test 1 of 5",

"--builder-name=linux_perf_bisect",

"--slave-name=dummyslave",

"--build-number=571",

@@ -4062,12 +4193,12 @@

"--browser=release",

"--output-format=valueset",

"smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_29"

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_31"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 1 of 4 (2)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 1 of 5",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

@@ -4082,12 +4213,12 @@

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

"mock output",

- "[TMP_BASE]/perf-test-output_tmp_29/results.txt"

+ "[TMP_BASE]/perf-test-output_tmp_31/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (19)",

+ "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@"

]

@@ -4097,13 +4228,13 @@

"python",

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json",

"/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (19)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

@@ -4124,7 +4255,7 @@

"--build-properties",

- "--step-name=Performance Test 2 of 4",

+ "--step-name=Performance Test 2 of 5",

"--builder-name=linux_perf_bisect",

"--slave-name=dummyslave",

"--build-number=571",

@@ -4134,12 +4265,12 @@

"--browser=release",

"--output-format=valueset",

"smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_30"

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_32"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 2 of 4 (2)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 2 of 5",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

@@ -4154,12 +4285,12 @@

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

"mock output",

- "[TMP_BASE]/perf-test-output_tmp_30/results.txt"

+ "[TMP_BASE]/perf-test-output_tmp_32/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (20)",

+ "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (2)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@"

]

@@ -4169,13 +4300,13 @@

"python",

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json",

"/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (20)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (2)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

@@ -4196,7 +4327,7 @@

"--build-properties",

- "--step-name=Performance Test 3 of 4",

+ "--step-name=Performance Test 3 of 5",

"--builder-name=linux_perf_bisect",

"--slave-name=dummyslave",

"--build-number=571",

@@ -4206,12 +4337,12 @@

"--browser=release",

"--output-format=valueset",

"smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_31"

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_33"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 3 of 4 (2)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 3 of 5",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

@@ -4226,12 +4357,12 @@

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

"mock output",

- "[TMP_BASE]/perf-test-output_tmp_31/results.txt"

+ "[TMP_BASE]/perf-test-output_tmp_33/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (21)",

+ "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (3)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@"

]

@@ -4241,13 +4372,13 @@

"python",

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json",

"/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (21)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (3)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

@@ -4268,7 +4399,7 @@

"--build-properties",

- "--step-name=Performance Test 4 of 4",

+ "--step-name=Performance Test 4 of 5",

"--builder-name=linux_perf_bisect",

"--slave-name=dummyslave",

"--build-number=571",

@@ -4278,12 +4409,12 @@

"--browser=release",

"--output-format=valueset",

"smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_32"

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_34"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 4 of 4 (2)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 4 of 5",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

@@ -4298,12 +4429,12 @@

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

"mock output",

- "[TMP_BASE]/perf-test-output_tmp_32/results.txt"

+ "[TMP_BASE]/perf-test-output_tmp_34/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (22)",

+ "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (4)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@"

]

@@ -4313,13 +4444,13 @@

"python",

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_34/results-valueset.json",

"/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (22)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (4)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

@@ -4332,35 +4463,100 @@

"cmd": [

"python",

"-u",

- "[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

- "[TMP_BASE]/perf-test-output_tmp_1/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_2/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_3/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_4/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_5/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_31/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_32/results-valueset.json",

- "mean_input_event_latency/mean_input_event_latency",

- "--valueset"

- ],

- "cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (11)",

- "stdout": "/path/to/tmp/json",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

+ "--target",

+ "Release",

+ "--xvfb",

+ "--factory-properties",

+ "--build-properties",

+ "--step-name=Performance Test 5 of 5",

+ "--builder-name=linux_perf_bisect",

+ "--slave-name=dummyslave",

+ "--build-number=571",

+ "--run-python-script",

+ "[SLAVE_BUILD]/src/tools/perf/run_benchmark",

+ "-v",

+ "--browser=release",

+ "--output-format=valueset",

+ "smoothness.tough_scrolling_cases",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_35"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 5 of 5",

+ "stderr": "/path/to/tmp/",

+ "stdout": "/path/to/tmp/",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@",

+ "@@@STEP_LOG_END@Captured Output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "mock output",

+ "[TMP_BASE]/perf-test-output_tmp_35/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (5)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_35/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (5)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

+ "mean_input_event_latency/mean_input_event_latency",

+ "--valueset"

+ ],

+ "cwd": "[SLAVE_BUILD]",

+ "name": "Working on revision chromium@dcdcdc0ff1.Compare samples",

+ "stdout": "/path/to/tmp/json",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",

"@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",

"@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"significance\": \"FAIL_TO_REJECT\"@@@",

"@@@STEP_LOG_LINE@json.output@ }, @@@",

"@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",

"@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0, @@@",

"@@@STEP_LOG_LINE@json.output@ 0@@@",

"@@@STEP_LOG_LINE@json.output@ ], @@@",

"@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

@@ -4385,13 +4581,13 @@

"python",

"-u",

"[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

"mean_input_event_latency/mean_input_event_latency",

"--valueset"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (12)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (2)",

"stdout": "/path/to/tmp/json",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

@@ -4406,13 +4602,6 @@

"@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0, @@@",

"@@@STEP_LOG_LINE@json.output@ 0@@@",

"@@@STEP_LOG_LINE@json.output@ ], @@@",

"@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

@@ -4423,7 +4612,10 @@

"@@@STEP_LOG_LINE@json.output@ 0, @@@",

- "@@@STEP_LOG_LINE@json.output@ 0@@@",

+ "@@@STEP_LOG_LINE@json.output@ 0, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 7@@@",

"@@@STEP_LOG_LINE@json.output@ ]@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

"@@@STEP_LOG_END@json.output@@@"

@@ -4433,148 +4625,312 @@

"cmd": [

"python",

"-u",

- "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",

- "--spec",

- "--patch_root",

- "src",

- "--revision_mapping_file",

- "--git-cache-dir",

- "[GIT_CACHE]",

- "--output_json",

- "/path/to/tmp/json",

- "--revision",

- "src@00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111",

- "--output_manifest"

+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

+ "--target",

+ "Release",

+ "--xvfb",

+ "--factory-properties",

+ "--build-properties",

+ "--step-name=Performance Test 1 of 3",

+ "--builder-name=linux_perf_bisect",

+ "--slave-name=dummyslave",

+ "--build-number=571",

+ "--run-python-script",

+ "[SLAVE_BUILD]/src/tools/perf/run_benchmark",

+ "-v",

+ "--browser=release",

+ "--output-format=valueset",

+ "smoothness.tough_scrolling_cases",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_36"

- "cwd": "[SLAVE_BUILD]",

"env": {

- "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.bot_update (6)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 1 of 3",

+ "stderr": "/path/to/tmp/",

+ "stdout": "/path/to/tmp/",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@",

+ "@@@STEP_LOG_END@Captured Output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "mock output",

+ "[TMP_BASE]/perf-test-output_tmp_36/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (6)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (6)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_TEXT@Some step text@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

- "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"src\": \"00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111\"@@@",

- "@@@STEP_LOG_LINE@json.output@ }, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",

- "@@@STEP_LOG_LINE@json.output@ }, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"src/buildtools\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/buildtools.git\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f0319a328b2809876916353cb994259692140934\"@@@",

- "@@@STEP_LOG_LINE@json.output@ }, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"src/native_client\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/native_client.git\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",

- "@@@STEP_LOG_LINE@json.output@ }, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"src/third_party/angle\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/angle.git\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",

- "@@@STEP_LOG_LINE@json.output@ }, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"src/third_party/webrtc\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/webrtc.git\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"revision\": \"0f90628433546e61d9268596da93418c623137f4\"@@@",

- "@@@STEP_LOG_LINE@json.output@ }, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"src/tools/swarming_client\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/tools/swarming_client.git\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",

- "@@@STEP_LOG_LINE@json.output@ }, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"src/v8\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/v8.git\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"revision\": \"801ada225ddc271c132c3a35f03975671d43e399\"@@@",

- "@@@STEP_LOG_LINE@json.output@ }@@@",

- "@@@STEP_LOG_LINE@json.output@ }, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",

- "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision_cp\": \"refs/heads/master@{#297276}\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision\": \"f0319a328b2809876916353cb994259692140934\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision_cp\": \"refs/heads/master@{#182578}\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision_cp\": \"refs/heads/master@{#274981}\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision\": \"0f90628433546e61d9268596da93418c623137f4\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision_cp\": \"refs/heads/master@{#120644}\"@@@",

- "@@@STEP_LOG_LINE@json.output@ }, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

"@@@STEP_LOG_LINE@json.output@}@@@",

- "@@@STEP_LOG_END@json.output@@@",

- "@@@SET_BUILD_PROPERTY@got_nacl_revision@\"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",

- "@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",

- "@@@SET_BUILD_PROPERTY@got_buildtools_revision_cp@\"refs/heads/master@{#182578}\"@@@",

- "@@@SET_BUILD_PROPERTY@got_webrtc_revision@\"0f90628433546e61d9268596da93418c623137f4\"@@@",

- "@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",

- "@@@SET_BUILD_PROPERTY@got_nacl_revision_cp@\"refs/heads/master@{#274981}\"@@@",

- "@@@SET_BUILD_PROPERTY@got_angle_revision@\"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",

- "@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@",

- "@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@",

- "@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@",

- "@@@SET_BUILD_PROPERTY@got_webrtc_revision_cp@\"refs/heads/master@{#120644}\"@@@",

- "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@",

- "@@@SET_BUILD_PROPERTY@got_angle_revision_cp@\"refs/heads/master@{#297276}\"@@@",

- "@@@SET_BUILD_PROPERTY@got_buildtools_revision@\"f0319a328b2809876916353cb994259692140934\"@@@"

+ "@@@STEP_LOG_END@json.output@@@"

]

{

"cmd": [

"python",

"-u",

- "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",

- "[SLAVE_BUILD]/src/out/Release"

+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

+ "--target",

+ "Release",

+ "--xvfb",

+ "--factory-properties",

+ "--build-properties",

+ "--step-name=Performance Test 2 of 3",

+ "--builder-name=linux_perf_bisect",

+ "--slave-name=dummyslave",

+ "--build-number=571",

+ "--run-python-script",

+ "[SLAVE_BUILD]/src/tools/perf/run_benchmark",

+ "-v",

+ "--browser=release",

+ "--output-format=valueset",

+ "smoothness.tough_scrolling_cases",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_37"

- "cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.rmtree build directory (6)",

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 2 of 3",

+ "stderr": "/path/to/tmp/",

+ "stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_LINE@python.inline@@@@",

- "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",

- "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",

- "@@@STEP_LOG_LINE@python.inline@@@@",

- "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",

- "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",

- "@@@STEP_LOG_END@python.inline@@@"

+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@",

+ "@@@STEP_LOG_END@Captured Output@@@"

]

{

"cmd": [

"python",

"-u",

- "RECIPE_PACKAGE_REPO[build]/scripts/tools/runit.py",

- "--show-path",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "mock output",

+ "[TMP_BASE]/perf-test-output_tmp_37/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (7)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

"python",

- "RECIPE_PACKAGE_REPO[build]/scripts/slave/extract_build.py",

- "--gsutil-py-path",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_37/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (7)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

- "--src-dir",

- "[SLAVE_BUILD]/src",

- "--build-archive-url",

- "gs://chrome-perf/Linux Builder/full-build-linux_00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111.zip",

- "--master-name",

- "tryserver.chromium.perf",

- "--build-number",

- "571"

+ "--xvfb",

+ "--factory-properties",

+ "--build-properties",

+ "--step-name=Performance Test 3 of 3",

+ "--builder-name=linux_perf_bisect",

+ "--slave-name=dummyslave",

+ "--build-number=571",

+ "--run-python-script",

+ "[SLAVE_BUILD]/src/tools/perf/run_benchmark",

+ "-v",

+ "--browser=release",

+ "--output-format=valueset",

+ "smoothness.tough_scrolling_cases",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_38"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 3 of 3",

+ "stderr": "/path/to/tmp/",

+ "stdout": "/path/to/tmp/",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@",

+ "@@@STEP_LOG_END@Captured Output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "mock output",

+ "[TMP_BASE]/perf-test-output_tmp_38/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (8)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_38/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

+ },

+ "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (8)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

+ "mean_input_event_latency/mean_input_event_latency",

+ "--valueset"

+ ],

+ "cwd": "[SLAVE_BUILD]",

+ "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (3)",

+ "stdout": "/path/to/tmp/json",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"significance\": \"FAIL_TO_REJECT\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",

+ "@@@STEP_LOG_LINE@json.output@ 0, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 0@@@",

+ "@@@STEP_LOG_LINE@json.output@ ], @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

+ "@@@STEP_LOG_LINE@json.output@ 0, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 1@@@",

+ "@@@STEP_LOG_LINE@json.output@ ]@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

+ "mean_input_event_latency/mean_input_event_latency",

+ "--valueset"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.extract build (6)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (4)",

+ "stdout": "/path/to/tmp/json",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",

+ "@@@STEP_LOG_LINE@json.output@ 0, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 0@@@",

+ "@@@STEP_LOG_LINE@json.output@ ], @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

+ "@@@STEP_LOG_LINE@json.output@ 0, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 7@@@",

+ "@@@STEP_LOG_LINE@json.output@ ]@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -4599,12 +4955,12 @@

"--browser=release",

"--output-format=valueset",

"smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_33"

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_39"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 1 of 4 (3)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 1 of 4",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

@@ -4619,12 +4975,12 @@

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

"mock output",

- "[TMP_BASE]/perf-test-output_tmp_33/results.txt"

+ "[TMP_BASE]/perf-test-output_tmp_39/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (23)",

+ "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (9)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@"

]

@@ -4634,13 +4990,13 @@

"python",

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_39/results-valueset.json",

"/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (23)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (9)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

@@ -4671,12 +5027,12 @@

"--browser=release",

"--output-format=valueset",

"smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_34"

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_40"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 2 of 4 (3)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 2 of 4",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

@@ -4691,12 +5047,12 @@

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

"mock output",

- "[TMP_BASE]/perf-test-output_tmp_34/results.txt"

+ "[TMP_BASE]/perf-test-output_tmp_40/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (24)",

+ "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (10)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@"

]

@@ -4706,13 +5062,13 @@

"python",

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_34/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_40/results-valueset.json",

"/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (24)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (10)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

@@ -4743,12 +5099,12 @@

"--browser=release",

"--output-format=valueset",

"smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_35"

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_41"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 3 of 4 (3)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 3 of 4",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

@@ -4763,12 +5119,12 @@

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

"mock output",

- "[TMP_BASE]/perf-test-output_tmp_35/results.txt"

+ "[TMP_BASE]/perf-test-output_tmp_41/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (25)",

+ "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (11)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@"

]

@@ -4778,13 +5134,13 @@

"python",

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_35/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_41/results-valueset.json",

"/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (25)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (11)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

@@ -4815,12 +5171,12 @@

"--browser=release",

"--output-format=valueset",

"smoothness.tough_scrolling_cases",

- "--output-dir=[TMP_BASE]/perf-test-output_tmp_36"

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_42"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 4 of 4 (3)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Performance Test 4 of 4",

"stderr": "/path/to/tmp/",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

@@ -4835,12 +5191,12 @@

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

"mock output",

- "[TMP_BASE]/perf-test-output_tmp_36/results.txt"

+ "[TMP_BASE]/perf-test-output_tmp_42/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (26)",

+ "name": "Working on revision chromium@dcdcdc0ff1.write buildbot output to disk (12)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@"

]

@@ -4850,13 +5206,13 @@

"python",

"-u",

"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

- "[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_42/results-valueset.json",

"/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"

- "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (26)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Reading valueset results (12)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

"@@@STEP_LOG_LINE@json.output@{@@@",

@@ -4870,13 +5226,13 @@

"python",

"-u",

"[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

"mean_input_event_latency/mean_input_event_latency",

"--valueset"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (13)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (5)",

"stdout": "/path/to/tmp/json",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

@@ -4884,7 +5240,7 @@

"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",

"@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",

"@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",

- "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"significance\": \"FAIL_TO_REJECT\"@@@",

"@@@STEP_LOG_LINE@json.output@ }, @@@",

"@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",

"@@@STEP_LOG_LINE@json.output@ 0, @@@",

@@ -4922,13 +5278,13 @@

"python",

"-u",

"[SLAVE_BUILD]/catapult/tracing/bin/compare_samples",

- "[TMP_BASE]/perf-test-output_tmp_6/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_7/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_8/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_9/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_10/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_33/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_34/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_35/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_36/results-valueset.json",

"mean_input_event_latency/mean_input_event_latency",

"--valueset"

"cwd": "[SLAVE_BUILD]",

- "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (14)",

+ "name": "Working on revision chromium@dcdcdc0ff1.Compare samples (6)",

"stdout": "/path/to/tmp/json",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

@@ -4973,154 +5329,6 @@

"cmd": [

"python",

"-u",

- "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",

- "--spec",

- "--patch_root",

- "src",

- "--revision_mapping_file",

- "--git-cache-dir",

- "[GIT_CACHE]",

- "--output_json",

- "/path/to/tmp/json",

- "--revision",

- "src@dcdcdc0ff1122212323134879ddceeb1240b0988",

- "--output_manifest"

- ],

- "cwd": "[SLAVE_BUILD]",

- "env": {

- "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"

- },

- "name": "Working on revision chromium@dcdcdc0ff1.bot_update (7)",