| OLD | NEW |
| 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 DEPS = [ | 5 DEPS = [ |
| 6 'auto_bisect', | 6 'auto_bisect', |
| 7 'bisect_tester', | 7 'bisect_tester', |
| 8 'chromium', | 8 'chromium', |
| 9 'chromium_tests', | 9 'chromium_tests', |
| 10 'depot_tools/gclient', | 10 'depot_tools/gclient', |
| (...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 61 results_without_patch = """*RESULT dummy: dummy= [5.83,6.013,5.573]ms | 61 results_without_patch = """*RESULT dummy: dummy= [5.83,6.013,5.573]ms |
| 62 Avg dummy: 5.907711ms | 62 Avg dummy: 5.907711ms |
| 63 Sd dummy: 0.255921ms | 63 Sd dummy: 0.255921ms |
| 64 RESULT telemetry_page_measurement_results: num_failed= 0 count | 64 RESULT telemetry_page_measurement_results: num_failed= 0 count |
| 65 RESULT telemetry_page_measurement_results: num_errored= 0 count | 65 RESULT telemetry_page_measurement_results: num_errored= 0 count |
| 66 | 66 |
| 67 View online at http://storage.googleapis.com/chromium-telemetry/html-results/\ | 67 View online at http://storage.googleapis.com/chromium-telemetry/html-results/\ |
| 68 results-without_patch | 68 results-without_patch |
| 69 """ | 69 """ |
| 70 | 70 |
| 71 buildbucket_put_response = { |
| 72 "results":[{ |
| 73 "build":{ |
| 74 "status": "SCHEDULED", |
| 75 "created_ts": "1459200369835900", |
| 76 "bucket": "user.username", |
| 77 "result_details_json": "null", |
| 78 "status_changed_ts": "1459200369835930", |
| 79 "created_by": "user:username@example.com", |
| 80 "updated_ts": "1459200369835940", |
| 81 "utcnow_ts": "1459200369962370", |
| 82 "parameters_json": "{\"This_has_been\": \"removed\"}", |
| 83 "id": "9016911228971028736" |
| 84 }, |
| 85 "kind": "buildbucket#resourcesItem", |
| 86 "etag": "\"8uCIh8TRuYs4vPN3iWmly9SJMqw\"" |
| 87 }] |
| 88 } |
| 89 |
| 90 buildbucket_get_response = { |
| 91 "bucket": "master.tryserver.chromium.perf", |
| 92 "id": "9009962699124567824", |
| 93 "result": "SUCCESS", |
| 94 "status": "COMPLETED", |
| 95 "status_changed_utc": "Mon Jun 13 19:32:37 2016", |
| 96 "updated_utc": "Mon Jun 13 19:32:37 2016", |
| 97 "url": "http://build.chromium.org/p/tryserver.chromium.perf/builders/linux_p
erf_bisect/builds/6537", |
| 98 "utcnow_utc": "Tue Jun 21 21:33:56 2016" |
| 99 } |
| 100 |
| 71 yield (api.test('basic_perf_tryjob') + api.properties.tryserver( | 101 yield (api.test('basic_perf_tryjob') + api.properties.tryserver( |
| 72 mastername='tryserver.chromium.perf', | 102 mastername='tryserver.chromium.perf', |
| 73 buildername='linux_perf_bisect') + api.override_step_data( | 103 buildername='linux_perf_bisect') + api.override_step_data( |
| 74 'git diff to analyze patch', | 104 'git diff to analyze patch', |
| 75 api.raw_io.stream_output('tools/run-perf-test.cfg')) + | 105 api.raw_io.stream_output('tools/run-perf-test.cfg')) + |
| 76 api.override_step_data('load config', api.json.output(config_json)) + | 106 api.override_step_data('load config', api.json.output(config_json)) + |
| 77 api.step_data('Performance Test (Without Patch) 1 of 1', | 107 api.step_data('buildbucket.put', |
| 78 stdout=api.raw_io.output(str(results_without_patch))) + | 108 stdout=api.json.output(buildbucket_put_response)) + |
| 79 api.step_data('Performance Test (With Patch) 1 of 1', | 109 api.step_data('buildbucket.get', |
| 80 stdout=api.raw_io.output(str(results_with_patch))) + | 110 stdout=api.json.output(buildbucket_get_response))) |
| 81 api.step_data('Post bisect results', | |
| 82 stdout=api.json.output({'status_code': 200}))) | |
| 83 | 111 |
| 84 config_json.update({'metric': 'dummy/dummy'}) | 112 config_json.update({'metric': 'dummy/dummy'}) |
| 85 | 113 |
| 86 yield (api.test('basic_perf_tryjob_with_metric') + api.properties.tryserver( | 114 yield (api.test('basic_perf_tryjob_with_metric') + api.properties.tryserver( |
| 87 mastername='tryserver.chromium.perf', | 115 mastername='tryserver.chromium.perf', |
| 88 buildername='linux_perf_bisect') + api.override_step_data( | 116 buildername='linux_perf_bisect') + api.override_step_data( |
| 89 'git diff to analyze patch', | 117 'git diff to analyze patch', |
| 90 api.raw_io.stream_output('tools/run-perf-test.cfg')) + | 118 api.raw_io.stream_output('tools/run-perf-test.cfg')) + |
| 91 api.override_step_data('load config', api.json.output(config_json)) + | 119 api.override_step_data('load config', api.json.output(config_json)) + |
| 92 api.step_data('Performance Test (Without Patch) 1 of 1', | 120 api.step_data('buildbucket.put', |
| 93 stdout=api.raw_io.output(results_without_patch)) + | 121 stdout=api.json.output(buildbucket_put_response)) + |
| 94 api.step_data('Performance Test (With Patch) 1 of 1', | 122 api.step_data('buildbucket.get', |
| 95 stdout=api.raw_io.output(results_with_patch)) + | 123 stdout=api.json.output(buildbucket_get_response))) |
| 96 api.step_data('Post bisect results', | |
| 97 stdout=api.json.output({'status_code': 200}))) | |
| 98 | 124 |
| 99 | 125 |
| 100 yield (api.test('perf_tryjob_failed_test') + api.properties.tryserver( | 126 yield (api.test('perf_tryjob_failed_test') + api.properties.tryserver( |
| 101 mastername='tryserver.chromium.perf', | 127 mastername='tryserver.chromium.perf', |
| 102 buildername='linux_perf_bisect') + api.override_step_data( | 128 buildername='linux_perf_bisect') + api.override_step_data( |
| 103 'git diff to analyze patch', | 129 'git diff to analyze patch', |
| 104 api.raw_io.stream_output('tools/run-perf-test.cfg')) + | 130 api.raw_io.stream_output('tools/run-perf-test.cfg')) + |
| 105 api.override_step_data('load config', api.json.output(config_json)) + | 131 api.override_step_data('load config', api.json.output(config_json)) + |
| 106 api.step_data('Performance Test (With Patch) 1 of 1', | 132 api.step_data('buildbucket.put', |
| 107 retcode=1)) | 133 stdout=api.json.output(buildbucket_put_response)) + |
| 134 api.step_data('buildbucket.get', |
| 135 stdout=api.json.output(buildbucket_get_response))) |
| 108 | 136 |
| 109 config_json.update({'good_revision': '306475', 'bad_revision': '306476'}) | 137 config_json.update({'good_revision': '306475', 'bad_revision': '306476'}) |
| 110 | 138 |
| 111 yield ( | 139 yield ( |
| 112 api.test('basic_perf_tryjob_with_revisions') + api.properties.tryserver( | 140 api.test('basic_perf_tryjob_with_revisions') + api.properties.tryserver( |
| 113 mastername='tryserver.chromium.perf', | 141 mastername='tryserver.chromium.perf', |
| 114 buildername='linux_perf_bisect') + api.override_step_data( | 142 buildername='linux_perf_bisect') + api.override_step_data( |
| 115 'git diff to analyze patch', | 143 'git diff to analyze patch', |
| 116 api.raw_io.stream_output('tools/run-perf-test.cfg')) + | 144 api.raw_io.stream_output('tools/run-perf-test.cfg')) + |
| 117 api.override_step_data('load config', api.json.output(config_json)) + | 145 api.override_step_data('load config', api.json.output(config_json)) + |
| 118 api.step_data( | 146 api.step_data( |
| 119 'resolving commit_pos ' + config_json['good_revision'], | 147 'resolving commit_pos ' + config_json['good_revision'], |
| 120 stdout=api.raw_io.output('hash:d49c331def2a3bbf3ddd0096eb51551155')) + | 148 stdout=api.raw_io.output('hash:d49c331def2a3bbf3ddd0096eb51551155')) + |
| 121 api.step_data( | 149 api.step_data( |
| 122 'resolving commit_pos ' + config_json['bad_revision'], | 150 'resolving commit_pos ' + config_json['bad_revision'], |
| 123 stdout=api.raw_io.output('hash:bad49c331def2a3bbf3ddd0096eb51551155')) | 151 stdout=api.raw_io.output('hash:bad49c331def2a3bbf3ddd0096eb51551155')) |
| 124 + api.step_data( | 152 + api.step_data('buildbucket.put', |
| 125 'Performance Test (d49c331def2a3bbf3ddd0096eb51551155) 1 of 1', | 153 stdout=api.json.output(buildbucket_put_response)) + |
| 126 stdout=api.raw_io.output(results_without_patch)) + api.step_data( | 154 api.step_data('buildbucket.get', |
| 127 'Performance Test (bad49c331def2a3bbf3ddd0096eb51551155) 1 of 1', | 155 stdout=api.json.output(buildbucket_get_response))) |
| 128 stdout=api.raw_io.output(results_with_patch)) + | |
| 129 api.step_data('Post bisect results', | |
| 130 stdout=api.json.output({'status_code': 200}))) | |
| 131 | 156 |
| 132 config_json = { | 157 config_json = { |
| 133 'max_time_minutes': '25', | 158 'max_time_minutes': '25', |
| 134 'repeat_count': '1', | 159 'repeat_count': '1', |
| 135 'truncate_percent': '25', | 160 'truncate_percent': '25', |
| 136 'target_arch': 'ia32', | 161 'target_arch': 'ia32', |
| 137 } | 162 } |
| 138 | 163 |
| 139 yield (api.test('perf_tryjob_config_error') + api.properties.tryserver( | 164 yield (api.test('perf_tryjob_config_error') + api.properties.tryserver( |
| 140 mastername='tryserver.chromium.perf', | 165 mastername='tryserver.chromium.perf', |
| (...skipping 69 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 210 buildername='linux_perf_bisect') + | 235 buildername='linux_perf_bisect') + |
| 211 api.step_data('saving url to temp file', | 236 api.step_data('saving url to temp file', |
| 212 stdout=api.raw_io.output('/tmp/dummy1')) + api.step_data( | 237 stdout=api.raw_io.output('/tmp/dummy1')) + api.step_data( |
| 213 'saving json to temp file', | 238 'saving json to temp file', |
| 214 stdout=api.raw_io.output('/tmp/dummy2')) + | 239 stdout=api.raw_io.output('/tmp/dummy2')) + |
| 215 api.properties(bisect_config=bisect_ret_code_config) + api.properties( | 240 api.properties(bisect_config=bisect_ret_code_config) + api.properties( |
| 216 job_name='f7a7b4135624439cbd27fdd5133d74ec') + | 241 job_name='f7a7b4135624439cbd27fdd5133d74ec') + |
| 217 api.bisect_tester(tempfile='/tmp/dummy') + api.properties( | 242 api.bisect_tester(tempfile='/tmp/dummy') + api.properties( |
| 218 parent_got_revision='1111111') + api.properties( | 243 parent_got_revision='1111111') + api.properties( |
| 219 parent_build_archive_url='gs://test-domain/test-archive.zip')) | 244 parent_build_archive_url='gs://test-domain/test-archive.zip')) |
| OLD | NEW |