scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_failed_device.json - Issue 2471323002: Retesting reference range based on the same criteria as other revisions.

Unified Diff: scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_failed_device.json

Issue 2471323002: Retesting reference range based on the same criteria as other revisions. (Closed)

Patch Set: Created 4 years, 1 month ago

Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.

Jump to:

View side-by-side diff with in-line comments

« no previous file with comments | « scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_disconnected_device.json ('k') | no next file » | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Hide Comments ('s')

Index: scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_failed_device.json

diff --git a/scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_failed_device.json b/scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_failed_device.json

index 3a533f6fd29c9ba57909f00525176fd8ef246e45..946bb6bd842ed12196db214eb2e3ede4f0d303d6 100644

--- a/scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_failed_device.json

+++ b/scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_failed_device.json

@@ -2038,22 +2038,2936 @@

]

{

+ "cmd": [

+ "python",

+ "-u",

+ "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",

+ "warm_times/page_load_time",

+ "--valueset"

+ ],

+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

+ "name": "Compare samples",

+ "stdout": "/path/to/tmp/json",

+ "~followup_annotations": [

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",

+ "@@@STEP_LOG_LINE@json.output@ 12, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 13, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 14, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 15, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 1@@@",

+ "@@@STEP_LOG_LINE@json.output@ ], @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

+ "@@@STEP_LOG_LINE@json.output@ 212, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 213, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 214, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 215, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 7@@@",

+ "@@@STEP_LOG_LINE@json.output@ ]@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

"cmd": [],

"cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

"name": "Re-testing reference range"

{

+ "cmd": [],

+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

+ "name": "Re-testing reference range.Retesting GOOD revision",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",

+ "--spec",

+ "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src.git'}, {'custom_deps': {'src/chrome/test/data/firefox2_profile/searchplugins': None, 'src/chrome/test/data/firefox2_searchplugins': None, 'src/chrome/test/data/firefox3_profile/searchplugins': None, 'src/chrome/test/data/firefox3_searchplugins': None, 'src/chrome/test/data/osdd': None, 'src/chrome/test/data/perf/frame_rate/private': None, 'src/chrome/test/data/plugin': None, 'src/chrome/test/data/ssl/certs': None, 'src/data/autodiscovery': None, 'src/data/esctf': None, 'src/data/mach_ports': None, 'src/data/memory_test': None, 'src/data/mozilla_js_tests': None, 'src/data/selenium_core': None, 'src/data/tab_switching': None, 'src/tools/grit/grit/test/data': None, 'src/webkit/data/bmp_decoder': None, 'src/webkit/data/ico_decoder': None, 'src/webkit/data/test_shell/plugins': None, 'src/webkit/data/xbm_decoder': None}, 'deps_file': '.DEPS.git', 'managed': False, 'name': 'src-internal', 'url': 'https://chrome-internal.googlesource.com/chrome/src-internal.git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'catapult', 'url': 'https://chromium.googlesource.com/external/github.com/catapult-project/catapult.git'}]\ntarget_os = ['android']",

+ "--patch_root",

+ "src",

+ "--revision_mapping_file",

+ "{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision\", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"got_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_revision\"}",

+ "--git-cache-dir",

+ "[GIT_CACHE]",

+ "--issue",

+ "12853011",

+ "--patchset",

+ "1",

+ "--rietveld_server",

+ "https://codereview.chromium.org",

+ "--output_json",

+ "/path/to/tmp/json",

+ "--revision",

+ "src@e28dc0d49c331def2a3bbf3ddd0096eb51551155",

+ "--output_manifest"

+ ],

+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

+ "env": {

+ "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.bot_update",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_TEXT@Some step text@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src/buildtools\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/buildtools.git\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f0319a328b2809876916353cb994259692140934\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src/native_client\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/native_client.git\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src/third_party/angle\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/angle.git\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src/third_party/webrtc\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/webrtc.git\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"0f90628433546e61d9268596da93418c623137f4\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src/tools/swarming_client\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/tools/swarming_client.git\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src/v8\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/v8.git\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"801ada225ddc271c132c3a35f03975671d43e399\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision_cp\": \"refs/heads/master@{#297276}\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision\": \"f0319a328b2809876916353cb994259692140934\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision_cp\": \"refs/heads/master@{#182578}\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision_cp\": \"refs/heads/master@{#274981}\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision\": \"0f90628433546e61d9268596da93418c623137f4\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision_cp\": \"refs/heads/master@{#120644}\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@",

+ "@@@SET_BUILD_PROPERTY@got_nacl_revision@\"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_buildtools_revision_cp@\"refs/heads/master@{#182578}\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_webrtc_revision@\"0f90628433546e61d9268596da93418c623137f4\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_nacl_revision_cp@\"refs/heads/master@{#274981}\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_angle_revision@\"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_webrtc_revision_cp@\"refs/heads/master@{#120644}\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_angle_revision_cp@\"refs/heads/master@{#297276}\"@@@",

+ "@@@SET_BUILD_PROPERTY@got_buildtools_revision@\"f0319a328b2809876916353cb994259692140934\"@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",

+ "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release"

+ ],

+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

+ "name": "Re-testing reference range.Retesting GOOD revision.rmtree build directory",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_LOG_LINE@python.inline@@@@",

+ "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",

+ "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",

+ "@@@STEP_LOG_LINE@python.inline@@@@",

+ "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",

+ "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",

+ "@@@STEP_LOG_END@python.inline@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

+ "--",

+ "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

+ "--force-version",

+ "4.7",

+ "----",

+ "cp",

+ "gs://chrome-perf/Linux Builder/full-build-linux_e28dc0d49c331def2a3bbf3ddd0096eb51551155.zip",

+ "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"

+ ],

+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

+ "name": "Re-testing reference range.Retesting GOOD revision.gsutil download_build_product",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "unzip",

+ "-o",

+ "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip"

+ ],

+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",

+ "name": "Re-testing reference range.Retesting GOOD revision.unzip_build_product",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[BUILDER_CACHE]/android_one_perf_bisect/src/chrome/VERSION",

+ "/path/to/tmp/"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.get version",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "[BUILDER_CACHE]/android_one_perf_bisect/src/build/android/adb_install_apk.py",

+ "ChromePublic.apk",

+ "-v",

+ "--blacklist-file",

+ "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json",

+ "--adb-path",

+ "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb",

+ "--release"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.install ChromePublic.apk",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

+ "--target",

+ "Release",

+ "--test-platform",

+ "android",

+ "--xvfb",

+ "--factory-properties",

+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",

+ "--build-properties",

+ "--step-name=Performance Test 1 of 3",

+ "--builder-name=android_one_perf_bisect",

+ "--slave-name=TestSlavename",

+ "--build-number=571",

+ "--run-python-script",

+ "./tools/perf/run_benchmark",

+ "-v",

+ "--browser=android-chromium",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

+ "--device",

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_11"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 1 of 3",

+ "stderr": "/path/to/tmp/",

+ "stdout": "/path/to/tmp/",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@",

+ "@@@STEP_LOG_END@Captured Output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "mock output",

+ "[TMP_BASE]/perf-test-output_tmp_11/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_11/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

+ "--target",

+ "Release",

+ "--test-platform",

+ "android",

+ "--xvfb",

+ "--factory-properties",

+ "--build-properties",

+ "--step-name=Performance Test 2 of 3",

+ "--builder-name=android_one_perf_bisect",

+ "--slave-name=TestSlavename",

+ "--build-number=571",

+ "--run-python-script",

+ "./tools/perf/run_benchmark",

+ "-v",

+ "--browser=android-chromium",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

+ "--device",

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_12"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 2 of 3",

+ "stderr": "/path/to/tmp/",

+ "stdout": "/path/to/tmp/",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@",

+ "@@@STEP_LOG_END@Captured Output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "mock output",

+ "[TMP_BASE]/perf-test-output_tmp_12/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (2)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_12/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (2)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

+ "--target",

+ "Release",

+ "--test-platform",

+ "android",

+ "--xvfb",

+ "--factory-properties",

+ "--build-properties",

+ "--step-name=Performance Test 3 of 3",

+ "--builder-name=android_one_perf_bisect",

+ "--slave-name=TestSlavename",

+ "--build-number=571",

+ "--run-python-script",

+ "./tools/perf/run_benchmark",

+ "-v",

+ "--browser=android-chromium",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

+ "--device",

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_13"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.Performance Test 3 of 3",

+ "stderr": "/path/to/tmp/",

+ "stdout": "/path/to/tmp/",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@",

+ "@@@STEP_LOG_END@Captured Output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "mock output",

+ "[TMP_BASE]/perf-test-output_tmp_13/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.write buildbot output to disk (3)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_13/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.Reading valueset results (3)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n",

+ "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Re-testing reference range.Retesting GOOD revision.test_report",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_LOG_LINE@python.inline@@@@",

+ "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@",

+ "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@",

+ "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@",

+ "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@",

+ "@@@STEP_LOG_LINE@python.inline@ print l@@@",

+ "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@",

+ "@@@STEP_LOG_END@python.inline@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",

+ "warm_times/page_load_time",

+ "--valueset"

+ ],

+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

+ "name": "Re-testing reference range.Compare samples",

+ "stdout": "/path/to/tmp/json",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",

+ "@@@STEP_LOG_LINE@json.output@ 12, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 13, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 14, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 15, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 1@@@",

+ "@@@STEP_LOG_LINE@json.output@ ], @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

+ "@@@STEP_LOG_LINE@json.output@ 212, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 213, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 214, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 215, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 7@@@",

+ "@@@STEP_LOG_LINE@json.output@ ]@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [],

+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

+ "name": "Re-testing reference range.Retesting BAD revision",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",

+ "--spec",

+ "--patch_root",

+ "src",

+ "--revision_mapping_file",

+ "--git-cache-dir",

+ "[GIT_CACHE]",

+ "--issue",

+ "12853011",

+ "--patchset",

+ "1",

+ "--rietveld_server",

+ "https://codereview.chromium.org",

+ "--output_json",

+ "/path/to/tmp/json",

+ "--revision",

+ "src@fc6dfc7ff5b1073408499478969261b826441144",

+ "--output_manifest"

+ ],

+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

+ "env": {

+ "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"

+ },

+ "name": "Re-testing reference range.Retesting BAD revision.bot_update",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@2@@@",

+ "@@@STEP_TEXT@Some step text@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"src\": \"fc6dfc7ff5b1073408499478969261b826441144\"@@@",