Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(492)

Side by Side Diff: scripts/slave/recipes/bisection/desktop_bisect.py

Issue 2113033002: Reland "Build delegation for perf tryjobs" (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master
Patch Set: update step data and expectation files Created 4 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 DEPS = [ 5 DEPS = [
6 'auto_bisect', 6 'auto_bisect',
7 'bisect_tester', 7 'bisect_tester',
8 'chromium', 8 'chromium',
9 'chromium_tests', 9 'chromium_tests',
10 'depot_tools/gclient', 10 'depot_tools/gclient',
(...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after
61 results_without_patch = """*RESULT dummy: dummy= [5.83,6.013,5.573]ms 61 results_without_patch = """*RESULT dummy: dummy= [5.83,6.013,5.573]ms
62 Avg dummy: 5.907711ms 62 Avg dummy: 5.907711ms
63 Sd dummy: 0.255921ms 63 Sd dummy: 0.255921ms
64 RESULT telemetry_page_measurement_results: num_failed= 0 count 64 RESULT telemetry_page_measurement_results: num_failed= 0 count
65 RESULT telemetry_page_measurement_results: num_errored= 0 count 65 RESULT telemetry_page_measurement_results: num_errored= 0 count
66 66
67 View online at http://storage.googleapis.com/chromium-telemetry/html-results/\ 67 View online at http://storage.googleapis.com/chromium-telemetry/html-results/\
68 results-without_patch 68 results-without_patch
69 """ 69 """
70 70
71 buildbucket_put_response = {
72 "results":[{
73 "build":{
74 "status": "SCHEDULED",
75 "created_ts": "1459200369835900",
76 "bucket": "user.username",
77 "result_details_json": "null",
78 "status_changed_ts": "1459200369835930",
79 "created_by": "user:username@example.com",
80 "updated_ts": "1459200369835940",
81 "utcnow_ts": "1459200369962370",
82 "parameters_json": "{\"This_has_been\": \"removed\"}",
83 "id": "9016911228971028736"
84 },
85 "kind": "buildbucket#resourcesItem",
86 "etag": "\"8uCIh8TRuYs4vPN3iWmly9SJMqw\""
87 }]
88 }
89
90 buildbucket_get_response = {
91 "build":{
92 "bucket": "master.tryserver.chromium.perf",
93 "id": "9009962699124567824",
94 "result": "SUCCESS",
95 "status": "COMPLETED",
96 "status_changed_utc": "Mon Jun 13 19:32:37 2016",
97 "updated_utc": "Mon Jun 13 19:32:37 2016",
98 "url": "http://build.chromium.org/p/tryserver.chromium.perf/builders/linux _perf_bisect/builds/6537",
99 "utcnow_utc": "Tue Jun 21 21:33:56 2016"
100 }
101 }
102
71 yield (api.test('basic_perf_tryjob') + api.properties.tryserver( 103 yield (api.test('basic_perf_tryjob') + api.properties.tryserver(
72 mastername='tryserver.chromium.perf', 104 mastername='tryserver.chromium.perf',
73 buildername='linux_perf_bisect') + api.override_step_data( 105 buildername='linux_perf_bisect',
106 patch_storage='rietveld',
107 patchset='20001',
108 issue='12345',
109 is_test=True,
110 rietveld="https://codereview.chromium.org") + api.override_step_data(
74 'git diff to analyze patch', 111 'git diff to analyze patch',
75 api.raw_io.stream_output('tools/run-perf-test.cfg')) + 112 api.raw_io.stream_output('tools/run-perf-test.cfg')) +
76 api.override_step_data('load config', api.json.output(config_json)) + 113 api.override_step_data('load config', api.json.output(config_json)) +
114 api.step_data('gsutil exists', retcode=1) +
115 api.step_data('buildbucket.put',
116 stdout=api.json.output(buildbucket_put_response)) +
117 api.step_data('buildbucket.put (2)',
118 stdout=api.json.output(buildbucket_put_response)) +
119 api.step_data('buildbucket.get',
120 stdout=api.json.output(buildbucket_get_response)) +
121 api.step_data('buildbucket.get (2)',
122 stdout=api.json.output(buildbucket_get_response)) +
77 api.step_data('Performance Test (Without Patch) 1 of 1', 123 api.step_data('Performance Test (Without Patch) 1 of 1',
78 stdout=api.raw_io.output(str(results_without_patch))) + 124 stdout=api.raw_io.output(str(results_without_patch))) +
79 api.step_data('Performance Test (With Patch) 1 of 1', 125 api.step_data('Performance Test (With Patch) 1 of 1',
80 stdout=api.raw_io.output(str(results_with_patch))) + 126 stdout=api.raw_io.output(str(results_with_patch))) +
81 api.step_data('Post bisect results', 127 api.step_data('Post bisect results',
82 stdout=api.json.output({'status_code': 200}))) 128 stdout=api.json.output({'status_code': 200})))
83 129
84 config_json.update({'metric': 'dummy/dummy'}) 130 config_json.update({'metric': 'dummy/dummy'})
85 131
86 yield (api.test('basic_perf_tryjob_with_metric') + api.properties.tryserver( 132 yield (api.test('basic_perf_tryjob_with_metric') + api.properties.tryserver(
87 mastername='tryserver.chromium.perf', 133 mastername='tryserver.chromium.perf',
88 buildername='linux_perf_bisect') + api.override_step_data( 134 buildername='linux_perf_bisect',
135 patch_storage='rietveld',
136 patchset='20001',
137 issue='12345',
138 is_test=True,
139 rietveld="https://codereview.chromium.org") + api.override_step_data(
89 'git diff to analyze patch', 140 'git diff to analyze patch',
90 api.raw_io.stream_output('tools/run-perf-test.cfg')) + 141 api.raw_io.stream_output('tools/run-perf-test.cfg')) +
91 api.override_step_data('load config', api.json.output(config_json)) + 142 api.override_step_data('load config', api.json.output(config_json)) +
143 api.step_data('gsutil exists', retcode=1) +
144 api.step_data('buildbucket.put',
145 stdout=api.json.output(buildbucket_put_response)) +
146 api.step_data('buildbucket.put (2)',
147 stdout=api.json.output(buildbucket_put_response)) +
148 api.step_data('buildbucket.get',
149 stdout=api.json.output(buildbucket_get_response)) +
150 api.step_data('buildbucket.get (2)',
151 stdout=api.json.output(buildbucket_get_response)) +
92 api.step_data('Performance Test (Without Patch) 1 of 1', 152 api.step_data('Performance Test (Without Patch) 1 of 1',
93 stdout=api.raw_io.output(results_without_patch)) + 153 stdout=api.raw_io.output(results_without_patch)) +
94 api.step_data('Performance Test (With Patch) 1 of 1', 154 api.step_data('Performance Test (With Patch) 1 of 1',
95 stdout=api.raw_io.output(results_with_patch)) + 155 stdout=api.raw_io.output(results_with_patch)) +
96 api.step_data('Post bisect results', 156 api.step_data('Post bisect results',
97 stdout=api.json.output({'status_code': 200}))) 157 stdout=api.json.output({'status_code': 200})))
98 158
99 159
100 yield (api.test('perf_tryjob_failed_test') + api.properties.tryserver( 160 yield (api.test('perf_tryjob_failed_test') + api.properties.tryserver(
101 mastername='tryserver.chromium.perf', 161 mastername='tryserver.chromium.perf',
102 buildername='linux_perf_bisect') + api.override_step_data( 162 buildername='linux_perf_bisect',
163 patch_storage='rietveld',
164 patchset='20001',
165 issue='12345',
166 is_test=True,
167 rietveld="https://codereview.chromium.org") + api.override_step_data(
103 'git diff to analyze patch', 168 'git diff to analyze patch',
104 api.raw_io.stream_output('tools/run-perf-test.cfg')) + 169 api.raw_io.stream_output('tools/run-perf-test.cfg')) +
105 api.override_step_data('load config', api.json.output(config_json)) + 170 api.override_step_data('load config', api.json.output(config_json)) +
171 api.step_data('gsutil exists', retcode=1) +
172 api.step_data('buildbucket.put',
173 stdout=api.json.output(buildbucket_put_response)) +
174 api.step_data('buildbucket.put (2)',
175 stdout=api.json.output(buildbucket_put_response)) +
176 api.step_data('buildbucket.get',
177 stdout=api.json.output(buildbucket_get_response)) +
178 api.step_data('buildbucket.get (2)',
179 stdout=api.json.output(buildbucket_get_response)) +
106 api.step_data('Performance Test (With Patch) 1 of 1', 180 api.step_data('Performance Test (With Patch) 1 of 1',
107 retcode=1)) 181 retcode=1))
108 182
109 config_json.update({'good_revision': '306475', 'bad_revision': '306476'}) 183 config_json.update({'good_revision': '306475', 'bad_revision': '306476'})
110 184
111 yield ( 185 yield (
112 api.test('basic_perf_tryjob_with_revisions') + api.properties.tryserver( 186 api.test('basic_perf_tryjob_with_revisions') + api.properties.tryserver(
113 mastername='tryserver.chromium.perf', 187 mastername='tryserver.chromium.perf',
114 buildername='linux_perf_bisect') + api.override_step_data( 188 buildername='linux_perf_bisect',
189 patch_storage='rietveld',
190 patchset='20001',
191 issue='12345',
192 is_test=True,
193 rietveld="https://codereview.chromium.org") + api.override_step_data(
115 'git diff to analyze patch', 194 'git diff to analyze patch',
116 api.raw_io.stream_output('tools/run-perf-test.cfg')) + 195 api.raw_io.stream_output('tools/run-perf-test.cfg')) +
117 api.override_step_data('load config', api.json.output(config_json)) + 196 api.override_step_data('load config', api.json.output(config_json)) +
118 api.step_data( 197 api.step_data(
119 'resolving commit_pos ' + config_json['good_revision'], 198 'resolving commit_pos ' + config_json['good_revision'],
120 stdout=api.raw_io.output('hash:d49c331def2a3bbf3ddd0096eb51551155')) + 199 stdout=api.raw_io.output('hash:d49c331def2a3bbf3ddd0096eb51551155')) +
121 api.step_data( 200 api.step_data(
122 'resolving commit_pos ' + config_json['bad_revision'], 201 'resolving commit_pos ' + config_json['bad_revision'],
123 stdout=api.raw_io.output('hash:bad49c331def2a3bbf3ddd0096eb51551155')) 202 stdout=api.raw_io.output(
124 + api.step_data( 203 'hash:bad49c331def2a3bbf3ddd0096eb51551155')) +
204 api.step_data('gsutil exists', retcode=1) +
205 api.step_data('buildbucket.put',
206 stdout=api.json.output(buildbucket_put_response)) +
207 api.step_data('buildbucket.get',
208 stdout=api.json.output(buildbucket_get_response)) +
209 api.step_data(
125 'Performance Test (d49c331def2a3bbf3ddd0096eb51551155) 1 of 1', 210 'Performance Test (d49c331def2a3bbf3ddd0096eb51551155) 1 of 1',
126 stdout=api.raw_io.output(results_without_patch)) + api.step_data( 211 stdout=api.raw_io.output(results_without_patch)) +
212 api.step_data(
127 'Performance Test (bad49c331def2a3bbf3ddd0096eb51551155) 1 of 1', 213 'Performance Test (bad49c331def2a3bbf3ddd0096eb51551155) 1 of 1',
128 stdout=api.raw_io.output(results_with_patch)) + 214 stdout=api.raw_io.output(results_with_patch)) +
129 api.step_data('Post bisect results', 215 api.step_data('Post bisect results',
130 stdout=api.json.output({'status_code': 200}))) 216 stdout=api.json.output({'status_code': 200})))
131 217
132 config_json = { 218 config_json = {
133 'max_time_minutes': '25', 219 'max_time_minutes': '25',
134 'repeat_count': '1', 220 'repeat_count': '1',
135 'truncate_percent': '25', 221 'truncate_percent': '25',
136 'target_arch': 'ia32', 222 'target_arch': 'ia32',
(...skipping 73 matching lines...) Expand 10 before | Expand all | Expand 10 after
210 buildername='linux_perf_bisect') + 296 buildername='linux_perf_bisect') +
211 api.step_data('saving url to temp file', 297 api.step_data('saving url to temp file',
212 stdout=api.raw_io.output('/tmp/dummy1')) + api.step_data( 298 stdout=api.raw_io.output('/tmp/dummy1')) + api.step_data(
213 'saving json to temp file', 299 'saving json to temp file',
214 stdout=api.raw_io.output('/tmp/dummy2')) + 300 stdout=api.raw_io.output('/tmp/dummy2')) +
215 api.properties(bisect_config=bisect_ret_code_config) + api.properties( 301 api.properties(bisect_config=bisect_ret_code_config) + api.properties(
216 job_name='f7a7b4135624439cbd27fdd5133d74ec') + 302 job_name='f7a7b4135624439cbd27fdd5133d74ec') +
217 api.bisect_tester(tempfile='/tmp/dummy') + api.properties( 303 api.bisect_tester(tempfile='/tmp/dummy') + api.properties(
218 parent_got_revision='1111111') + api.properties( 304 parent_got_revision='1111111') + api.properties(
219 parent_build_archive_url='gs://test-domain/test-archive.zip')) 305 parent_build_archive_url='gs://test-domain/test-archive.zip'))
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698