Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(181)

Side by Side Diff: scripts/slave/recipes/bisection/desktop_bisect.py

Issue 2061893003: Build delegation for perf tryjobs (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master
Patch Set: Add performance step data back Created 4 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 DEPS = [ 5 DEPS = [
6 'auto_bisect', 6 'auto_bisect',
7 'bisect_tester', 7 'bisect_tester',
8 'chromium', 8 'chromium',
9 'chromium_tests', 9 'chromium_tests',
10 'depot_tools/gclient', 10 'depot_tools/gclient',
(...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after
61 results_without_patch = """*RESULT dummy: dummy= [5.83,6.013,5.573]ms 61 results_without_patch = """*RESULT dummy: dummy= [5.83,6.013,5.573]ms
62 Avg dummy: 5.907711ms 62 Avg dummy: 5.907711ms
63 Sd dummy: 0.255921ms 63 Sd dummy: 0.255921ms
64 RESULT telemetry_page_measurement_results: num_failed= 0 count 64 RESULT telemetry_page_measurement_results: num_failed= 0 count
65 RESULT telemetry_page_measurement_results: num_errored= 0 count 65 RESULT telemetry_page_measurement_results: num_errored= 0 count
66 66
67 View online at http://storage.googleapis.com/chromium-telemetry/html-results/\ 67 View online at http://storage.googleapis.com/chromium-telemetry/html-results/\
68 results-without_patch 68 results-without_patch
69 """ 69 """
70 70
71 buildbucket_put_response = {
72 "results":[{
73 "build":{
74 "status": "SCHEDULED",
75 "created_ts": "1459200369835900",
76 "bucket": "user.username",
77 "result_details_json": "null",
78 "status_changed_ts": "1459200369835930",
79 "created_by": "user:username@example.com",
80 "updated_ts": "1459200369835940",
81 "utcnow_ts": "1459200369962370",
82 "parameters_json": "{\"This_has_been\": \"removed\"}",
83 "id": "9016911228971028736"
84 },
85 "kind": "buildbucket#resourcesItem",
86 "etag": "\"8uCIh8TRuYs4vPN3iWmly9SJMqw\""
87 }]
88 }
89
90 buildbucket_get_response = {
91 "bucket": "master.tryserver.chromium.perf",
92 "id": "9009962699124567824",
93 "result": "SUCCESS",
94 "status": "COMPLETED",
95 "status_changed_utc": "Mon Jun 13 19:32:37 2016",
96 "updated_utc": "Mon Jun 13 19:32:37 2016",
97 "url": "http://build.chromium.org/p/tryserver.chromium.perf/builders/linux_p erf_bisect/builds/6537",
98 "utcnow_utc": "Tue Jun 21 21:33:56 2016"
99 }
100
71 yield (api.test('basic_perf_tryjob') + api.properties.tryserver( 101 yield (api.test('basic_perf_tryjob') + api.properties.tryserver(
72 mastername='tryserver.chromium.perf', 102 mastername='tryserver.chromium.perf',
73 buildername='linux_perf_bisect') + api.override_step_data( 103 buildername='linux_perf_bisect',
104 patch_storage='rietveld',
105 patchset='20001',
106 issue='12345',
107 rietveld="https://codereview.chromium.org") + api.override_step_data(
74 'git diff to analyze patch', 108 'git diff to analyze patch',
75 api.raw_io.stream_output('tools/run-perf-test.cfg')) + 109 api.raw_io.stream_output('tools/run-perf-test.cfg')) +
76 api.override_step_data('load config', api.json.output(config_json)) + 110 api.override_step_data('load config', api.json.output(config_json)) +
111 api.step_data('gsutil exists', retcode=1) +
112 api.step_data('buildbucket.put',
113 stdout=api.json.output(buildbucket_put_response)) +
114 api.step_data('buildbucket.put (2)',
115 stdout=api.json.output(buildbucket_put_response)) +
116 api.step_data('buildbucket.get',
117 stdout=api.json.output(buildbucket_get_response)) +
118 api.step_data('buildbucket.get (2)',
119 stdout=api.json.output(buildbucket_get_response)) +
77 api.step_data('Performance Test (Without Patch) 1 of 1', 120 api.step_data('Performance Test (Without Patch) 1 of 1',
78 stdout=api.raw_io.output(str(results_without_patch))) + 121 stdout=api.raw_io.output(str(results_without_patch))) +
79 api.step_data('Performance Test (With Patch) 1 of 1', 122 api.step_data('Performance Test (With Patch) 1 of 1',
80 stdout=api.raw_io.output(str(results_with_patch))) + 123 stdout=api.raw_io.output(str(results_with_patch))) +
81 api.step_data('Post bisect results', 124 api.step_data('Post bisect results',
82 stdout=api.json.output({'status_code': 200}))) 125 stdout=api.json.output({'status_code': 200})))
83 126
84 config_json.update({'metric': 'dummy/dummy'}) 127 config_json.update({'metric': 'dummy/dummy'})
85 128
86 yield (api.test('basic_perf_tryjob_with_metric') + api.properties.tryserver( 129 yield (api.test('basic_perf_tryjob_with_metric') + api.properties.tryserver(
87 mastername='tryserver.chromium.perf', 130 mastername='tryserver.chromium.perf',
88 buildername='linux_perf_bisect') + api.override_step_data( 131 buildername='linux_perf_bisect',
132 patch_storage='rietveld',
133 patchset='20001',
134 issue='12345',
135 rietveld="https://codereview.chromium.org") + api.override_step_data(
89 'git diff to analyze patch', 136 'git diff to analyze patch',
90 api.raw_io.stream_output('tools/run-perf-test.cfg')) + 137 api.raw_io.stream_output('tools/run-perf-test.cfg')) +
91 api.override_step_data('load config', api.json.output(config_json)) + 138 api.override_step_data('load config', api.json.output(config_json)) +
139 api.step_data('gsutil exists', retcode=1) +
140 api.step_data('buildbucket.put',
141 stdout=api.json.output(buildbucket_put_response)) +
142 api.step_data('buildbucket.put (2)',
RobertoCN 2016/06/27 19:36:21 Nit: let's cleanup the alignment and operator plac
Ziqi Xiong 2016/06/27 20:40:35 Done.
143 stdout=api.json.output(buildbucket_put_response)) +
144 api.step_data('buildbucket.get',
145 stdout=api.json.output(buildbucket_get_response)) +
146 api.step_data('buildbucket.get (2)',
147 stdout=api.json.output(buildbucket_get_response)) +
92 api.step_data('Performance Test (Without Patch) 1 of 1', 148 api.step_data('Performance Test (Without Patch) 1 of 1',
93 stdout=api.raw_io.output(results_without_patch)) + 149 stdout=api.raw_io.output(results_without_patch)) +
94 api.step_data('Performance Test (With Patch) 1 of 1', 150 api.step_data('Performance Test (With Patch) 1 of 1',
95 stdout=api.raw_io.output(results_with_patch)) + 151 stdout=api.raw_io.output(results_with_patch)) +
96 api.step_data('Post bisect results', 152 api.step_data('Post bisect results',
97 stdout=api.json.output({'status_code': 200}))) 153 stdout=api.json.output({'status_code': 200})))
98 154
99 155
100 yield (api.test('perf_tryjob_failed_test') + api.properties.tryserver( 156 yield (api.test('perf_tryjob_failed_test') + api.properties.tryserver(
101 mastername='tryserver.chromium.perf', 157 mastername='tryserver.chromium.perf',
102 buildername='linux_perf_bisect') + api.override_step_data( 158 buildername='linux_perf_bisect',
159 patch_storage='rietveld',
160 patchset='20001',
161 issue='12345',
162 rietveld="https://codereview.chromium.org") + api.override_step_data(
103 'git diff to analyze patch', 163 'git diff to analyze patch',
104 api.raw_io.stream_output('tools/run-perf-test.cfg')) + 164 api.raw_io.stream_output('tools/run-perf-test.cfg')) +
105 api.override_step_data('load config', api.json.output(config_json)) + 165 api.override_step_data('load config', api.json.output(config_json)) +
166 api.step_data('gsutil exists', retcode=1) +
167 api.step_data('buildbucket.put',
168 stdout=api.json.output(buildbucket_put_response)) +
169 api.step_data('buildbucket.put (2)',
170 stdout=api.json.output(buildbucket_put_response)) +
171 api.step_data('buildbucket.get',
172 stdout=api.json.output(buildbucket_get_response)) +
173 api.step_data('buildbucket.get (2)',
174 stdout=api.json.output(buildbucket_get_response)) +
106 api.step_data('Performance Test (With Patch) 1 of 1', 175 api.step_data('Performance Test (With Patch) 1 of 1',
107 retcode=1)) 176 retcode=1))
108 177
109 config_json.update({'good_revision': '306475', 'bad_revision': '306476'}) 178 config_json.update({'good_revision': '306475', 'bad_revision': '306476'})
110 179
111 yield ( 180 yield (
112 api.test('basic_perf_tryjob_with_revisions') + api.properties.tryserver( 181 api.test('basic_perf_tryjob_with_revisions') + api.properties.tryserver(
113 mastername='tryserver.chromium.perf', 182 mastername='tryserver.chromium.perf',
114 buildername='linux_perf_bisect') + api.override_step_data( 183 buildername='linux_perf_bisect',
184 patch_storage='rietveld',
185 patchset='20001',
186 issue='12345',
187 rietveld="https://codereview.chromium.org") + api.override_step_data(
115 'git diff to analyze patch', 188 'git diff to analyze patch',
116 api.raw_io.stream_output('tools/run-perf-test.cfg')) + 189 api.raw_io.stream_output('tools/run-perf-test.cfg')) +
117 api.override_step_data('load config', api.json.output(config_json)) + 190 api.override_step_data('load config', api.json.output(config_json)) +
118 api.step_data( 191 api.step_data(
119 'resolving commit_pos ' + config_json['good_revision'], 192 'resolving commit_pos ' + config_json['good_revision'],
120 stdout=api.raw_io.output('hash:d49c331def2a3bbf3ddd0096eb51551155')) + 193 stdout=api.raw_io.output('hash:d49c331def2a3bbf3ddd0096eb51551155')) +
121 api.step_data( 194 api.step_data(
122 'resolving commit_pos ' + config_json['bad_revision'], 195 'resolving commit_pos ' + config_json['bad_revision'],
123 stdout=api.raw_io.output('hash:bad49c331def2a3bbf3ddd0096eb51551155')) 196 stdout=api.raw_io.output('hash:bad49c331def2a3bbf3ddd0096eb51551155'))
124 + api.step_data( 197 + api.step_data('gsutil exists', retcode=1)
198 + api.step_data('buildbucket.put',
199 stdout=api.json.output(buildbucket_put_response))
200 + api.step_data('buildbucket.get',
201 stdout=api.json.output(buildbucket_get_response))
202 + api.step_data(
125 'Performance Test (d49c331def2a3bbf3ddd0096eb51551155) 1 of 1', 203 'Performance Test (d49c331def2a3bbf3ddd0096eb51551155) 1 of 1',
126 stdout=api.raw_io.output(results_without_patch)) + api.step_data( 204 stdout=api.raw_io.output(results_without_patch))
205 + api.step_data(
127 'Performance Test (bad49c331def2a3bbf3ddd0096eb51551155) 1 of 1', 206 'Performance Test (bad49c331def2a3bbf3ddd0096eb51551155) 1 of 1',
128 stdout=api.raw_io.output(results_with_patch)) + 207 stdout=api.raw_io.output(results_with_patch))
129 api.step_data('Post bisect results', 208 + api.step_data('Post bisect results',
130 stdout=api.json.output({'status_code': 200}))) 209 stdout=api.json.output({'status_code': 200})))
131 210
132 config_json = { 211 config_json = {
133 'max_time_minutes': '25', 212 'max_time_minutes': '25',
134 'repeat_count': '1', 213 'repeat_count': '1',
135 'truncate_percent': '25', 214 'truncate_percent': '25',
136 'target_arch': 'ia32', 215 'target_arch': 'ia32',
137 } 216 }
138 217
139 yield (api.test('perf_tryjob_config_error') + api.properties.tryserver( 218 yield (api.test('perf_tryjob_config_error') + api.properties.tryserver(
(...skipping 70 matching lines...) Expand 10 before | Expand all | Expand 10 after
210 buildername='linux_perf_bisect') + 289 buildername='linux_perf_bisect') +
211 api.step_data('saving url to temp file', 290 api.step_data('saving url to temp file',
212 stdout=api.raw_io.output('/tmp/dummy1')) + api.step_data( 291 stdout=api.raw_io.output('/tmp/dummy1')) + api.step_data(
213 'saving json to temp file', 292 'saving json to temp file',
214 stdout=api.raw_io.output('/tmp/dummy2')) + 293 stdout=api.raw_io.output('/tmp/dummy2')) +
215 api.properties(bisect_config=bisect_ret_code_config) + api.properties( 294 api.properties(bisect_config=bisect_ret_code_config) + api.properties(
216 job_name='f7a7b4135624439cbd27fdd5133d74ec') + 295 job_name='f7a7b4135624439cbd27fdd5133d74ec') +
217 api.bisect_tester(tempfile='/tmp/dummy') + api.properties( 296 api.bisect_tester(tempfile='/tmp/dummy') + api.properties(
218 parent_got_revision='1111111') + api.properties( 297 parent_got_revision='1111111') + api.properties(
219 parent_build_archive_url='gs://test-domain/test-archive.zip')) 298 parent_build_archive_url='gs://test-domain/test-archive.zip'))
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698