OLD | NEW |
1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 DEPS = [ | 5 DEPS = [ |
6 'auto_bisect', | 6 'auto_bisect', |
7 'bisect_tester', | 7 'bisect_tester', |
8 'chromium', | 8 'chromium', |
9 'chromium_tests', | 9 'chromium_tests', |
10 'depot_tools/gclient', | 10 'depot_tools/gclient', |
(...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
61 results_without_patch = """*RESULT dummy: dummy= [5.83,6.013,5.573]ms | 61 results_without_patch = """*RESULT dummy: dummy= [5.83,6.013,5.573]ms |
62 Avg dummy: 5.907711ms | 62 Avg dummy: 5.907711ms |
63 Sd dummy: 0.255921ms | 63 Sd dummy: 0.255921ms |
64 RESULT telemetry_page_measurement_results: num_failed= 0 count | 64 RESULT telemetry_page_measurement_results: num_failed= 0 count |
65 RESULT telemetry_page_measurement_results: num_errored= 0 count | 65 RESULT telemetry_page_measurement_results: num_errored= 0 count |
66 | 66 |
67 View online at http://storage.googleapis.com/chromium-telemetry/html-results/\ | 67 View online at http://storage.googleapis.com/chromium-telemetry/html-results/\ |
68 results-without_patch | 68 results-without_patch |
69 """ | 69 """ |
70 | 70 |
71 buildbucket_put_response = { | |
72 "results":[{ | |
73 "build":{ | |
74 "status": "SCHEDULED", | |
75 "created_ts": "1459200369835900", | |
76 "bucket": "user.username", | |
77 "result_details_json": "null", | |
78 "status_changed_ts": "1459200369835930", | |
79 "created_by": "user:username@example.com", | |
80 "updated_ts": "1459200369835940", | |
81 "utcnow_ts": "1459200369962370", | |
82 "parameters_json": "{\"This_has_been\": \"removed\"}", | |
83 "id": "9016911228971028736" | |
84 }, | |
85 "kind": "buildbucket#resourcesItem", | |
86 "etag": "\"8uCIh8TRuYs4vPN3iWmly9SJMqw\"" | |
87 }] | |
88 } | |
89 | |
90 buildbucket_get_response = { | |
91 "build":{ | |
92 "bucket": "master.tryserver.chromium.perf", | |
93 "id": "9009962699124567824", | |
94 "result": "SUCCESS", | |
95 "status": "COMPLETED", | |
96 "status_changed_utc": "Mon Jun 13 19:32:37 2016", | |
97 "updated_utc": "Mon Jun 13 19:32:37 2016", | |
98 "url": "http://build.chromium.org/p/tryserver.chromium.perf/builders/linux
_perf_bisect/builds/6537", | |
99 "utcnow_utc": "Tue Jun 21 21:33:56 2016" | |
100 } | |
101 } | |
102 | |
103 yield (api.test('basic_perf_tryjob') + api.properties.tryserver( | 71 yield (api.test('basic_perf_tryjob') + api.properties.tryserver( |
104 mastername='tryserver.chromium.perf', | 72 mastername='tryserver.chromium.perf', |
105 buildername='linux_perf_bisect', | 73 buildername='linux_perf_bisect') + api.override_step_data( |
106 patch_storage='rietveld', | |
107 patchset='20001', | |
108 issue='12345', | |
109 is_test=True, | |
110 rietveld="https://codereview.chromium.org") + api.override_step_data( | |
111 'git diff to analyze patch', | 74 'git diff to analyze patch', |
112 api.raw_io.stream_output('tools/run-perf-test.cfg')) + | 75 api.raw_io.stream_output('tools/run-perf-test.cfg')) + |
113 api.override_step_data('load config', api.json.output(config_json)) + | 76 api.override_step_data('load config', api.json.output(config_json)) + |
114 api.step_data('gsutil exists', retcode=1) + | |
115 api.step_data('buildbucket.put', | |
116 stdout=api.json.output(buildbucket_put_response)) + | |
117 api.step_data('buildbucket.put (2)', | |
118 stdout=api.json.output(buildbucket_put_response)) + | |
119 api.step_data('buildbucket.get', | |
120 stdout=api.json.output(buildbucket_get_response)) + | |
121 api.step_data('buildbucket.get (2)', | |
122 stdout=api.json.output(buildbucket_get_response)) + | |
123 api.step_data('Performance Test (Without Patch) 1 of 1', | 77 api.step_data('Performance Test (Without Patch) 1 of 1', |
124 stdout=api.raw_io.output(str(results_without_patch))) + | 78 stdout=api.raw_io.output(str(results_without_patch))) + |
125 api.step_data('Performance Test (With Patch) 1 of 1', | 79 api.step_data('Performance Test (With Patch) 1 of 1', |
126 stdout=api.raw_io.output(str(results_with_patch))) + | 80 stdout=api.raw_io.output(str(results_with_patch))) + |
127 api.step_data('Post bisect results', | 81 api.step_data('Post bisect results', |
128 stdout=api.json.output({'status_code': 200}))) | 82 stdout=api.json.output({'status_code': 200}))) |
129 | 83 |
130 config_json.update({'metric': 'dummy/dummy'}) | 84 config_json.update({'metric': 'dummy/dummy'}) |
131 | 85 |
132 yield (api.test('basic_perf_tryjob_with_metric') + api.properties.tryserver( | 86 yield (api.test('basic_perf_tryjob_with_metric') + api.properties.tryserver( |
133 mastername='tryserver.chromium.perf', | 87 mastername='tryserver.chromium.perf', |
134 buildername='linux_perf_bisect', | 88 buildername='linux_perf_bisect') + api.override_step_data( |
135 patch_storage='rietveld', | |
136 patchset='20001', | |
137 issue='12345', | |
138 is_test=True, | |
139 rietveld="https://codereview.chromium.org") + api.override_step_data( | |
140 'git diff to analyze patch', | 89 'git diff to analyze patch', |
141 api.raw_io.stream_output('tools/run-perf-test.cfg')) + | 90 api.raw_io.stream_output('tools/run-perf-test.cfg')) + |
142 api.override_step_data('load config', api.json.output(config_json)) + | 91 api.override_step_data('load config', api.json.output(config_json)) + |
143 api.step_data('gsutil exists', retcode=1) + | |
144 api.step_data('buildbucket.put', | |
145 stdout=api.json.output(buildbucket_put_response)) + | |
146 api.step_data('buildbucket.put (2)', | |
147 stdout=api.json.output(buildbucket_put_response)) + | |
148 api.step_data('buildbucket.get', | |
149 stdout=api.json.output(buildbucket_get_response)) + | |
150 api.step_data('buildbucket.get (2)', | |
151 stdout=api.json.output(buildbucket_get_response)) + | |
152 api.step_data('Performance Test (Without Patch) 1 of 1', | 92 api.step_data('Performance Test (Without Patch) 1 of 1', |
153 stdout=api.raw_io.output(results_without_patch)) + | 93 stdout=api.raw_io.output(results_without_patch)) + |
154 api.step_data('Performance Test (With Patch) 1 of 1', | 94 api.step_data('Performance Test (With Patch) 1 of 1', |
155 stdout=api.raw_io.output(results_with_patch)) + | 95 stdout=api.raw_io.output(results_with_patch)) + |
156 api.step_data('Post bisect results', | 96 api.step_data('Post bisect results', |
157 stdout=api.json.output({'status_code': 200}))) | 97 stdout=api.json.output({'status_code': 200}))) |
158 | 98 |
159 | 99 |
160 yield (api.test('perf_tryjob_failed_test') + api.properties.tryserver( | 100 yield (api.test('perf_tryjob_failed_test') + api.properties.tryserver( |
161 mastername='tryserver.chromium.perf', | 101 mastername='tryserver.chromium.perf', |
162 buildername='linux_perf_bisect', | 102 buildername='linux_perf_bisect') + api.override_step_data( |
163 patch_storage='rietveld', | |
164 patchset='20001', | |
165 issue='12345', | |
166 is_test=True, | |
167 rietveld="https://codereview.chromium.org") + api.override_step_data( | |
168 'git diff to analyze patch', | 103 'git diff to analyze patch', |
169 api.raw_io.stream_output('tools/run-perf-test.cfg')) + | 104 api.raw_io.stream_output('tools/run-perf-test.cfg')) + |
170 api.override_step_data('load config', api.json.output(config_json)) + | 105 api.override_step_data('load config', api.json.output(config_json)) + |
171 api.step_data('gsutil exists', retcode=1) + | |
172 api.step_data('buildbucket.put', | |
173 stdout=api.json.output(buildbucket_put_response)) + | |
174 api.step_data('buildbucket.put (2)', | |
175 stdout=api.json.output(buildbucket_put_response)) + | |
176 api.step_data('buildbucket.get', | |
177 stdout=api.json.output(buildbucket_get_response)) + | |
178 api.step_data('buildbucket.get (2)', | |
179 stdout=api.json.output(buildbucket_get_response)) + | |
180 api.step_data('Performance Test (With Patch) 1 of 1', | 106 api.step_data('Performance Test (With Patch) 1 of 1', |
181 retcode=1)) | 107 retcode=1)) |
182 | 108 |
183 config_json.update({'good_revision': '306475', 'bad_revision': '306476'}) | 109 config_json.update({'good_revision': '306475', 'bad_revision': '306476'}) |
184 | 110 |
185 yield ( | 111 yield ( |
186 api.test('basic_perf_tryjob_with_revisions') + api.properties.tryserver( | 112 api.test('basic_perf_tryjob_with_revisions') + api.properties.tryserver( |
187 mastername='tryserver.chromium.perf', | 113 mastername='tryserver.chromium.perf', |
188 buildername='linux_perf_bisect', | 114 buildername='linux_perf_bisect') + api.override_step_data( |
189 patch_storage='rietveld', | |
190 patchset='20001', | |
191 issue='12345', | |
192 is_test=True, | |
193 rietveld="https://codereview.chromium.org") + api.override_step_data( | |
194 'git diff to analyze patch', | 115 'git diff to analyze patch', |
195 api.raw_io.stream_output('tools/run-perf-test.cfg')) + | 116 api.raw_io.stream_output('tools/run-perf-test.cfg')) + |
196 api.override_step_data('load config', api.json.output(config_json)) + | 117 api.override_step_data('load config', api.json.output(config_json)) + |
197 api.step_data( | 118 api.step_data( |
198 'resolving commit_pos ' + config_json['good_revision'], | 119 'resolving commit_pos ' + config_json['good_revision'], |
199 stdout=api.raw_io.output('hash:d49c331def2a3bbf3ddd0096eb51551155')) + | 120 stdout=api.raw_io.output('hash:d49c331def2a3bbf3ddd0096eb51551155')) + |
200 api.step_data( | 121 api.step_data( |
201 'resolving commit_pos ' + config_json['bad_revision'], | 122 'resolving commit_pos ' + config_json['bad_revision'], |
202 stdout=api.raw_io.output( | 123 stdout=api.raw_io.output('hash:bad49c331def2a3bbf3ddd0096eb51551155')) |
203 'hash:bad49c331def2a3bbf3ddd0096eb51551155')) + | 124 + api.step_data( |
204 api.step_data('gsutil exists', retcode=1) + | |
205 api.step_data('buildbucket.put', | |
206 stdout=api.json.output(buildbucket_put_response)) + | |
207 api.step_data('buildbucket.get', | |
208 stdout=api.json.output(buildbucket_get_response)) + | |
209 api.step_data( | |
210 'Performance Test (d49c331def2a3bbf3ddd0096eb51551155) 1 of 1', | 125 'Performance Test (d49c331def2a3bbf3ddd0096eb51551155) 1 of 1', |
211 stdout=api.raw_io.output(results_without_patch)) + | 126 stdout=api.raw_io.output(results_without_patch)) + api.step_data( |
212 api.step_data( | |
213 'Performance Test (bad49c331def2a3bbf3ddd0096eb51551155) 1 of 1', | 127 'Performance Test (bad49c331def2a3bbf3ddd0096eb51551155) 1 of 1', |
214 stdout=api.raw_io.output(results_with_patch)) + | 128 stdout=api.raw_io.output(results_with_patch)) + |
215 api.step_data('Post bisect results', | 129 api.step_data('Post bisect results', |
216 stdout=api.json.output({'status_code': 200}))) | 130 stdout=api.json.output({'status_code': 200}))) |
217 | 131 |
218 config_json = { | 132 config_json = { |
219 'max_time_minutes': '25', | 133 'max_time_minutes': '25', |
220 'repeat_count': '1', | 134 'repeat_count': '1', |
221 'truncate_percent': '25', | 135 'truncate_percent': '25', |
222 'target_arch': 'ia32', | 136 'target_arch': 'ia32', |
(...skipping 73 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
296 buildername='linux_perf_bisect') + | 210 buildername='linux_perf_bisect') + |
297 api.step_data('saving url to temp file', | 211 api.step_data('saving url to temp file', |
298 stdout=api.raw_io.output('/tmp/dummy1')) + api.step_data( | 212 stdout=api.raw_io.output('/tmp/dummy1')) + api.step_data( |
299 'saving json to temp file', | 213 'saving json to temp file', |
300 stdout=api.raw_io.output('/tmp/dummy2')) + | 214 stdout=api.raw_io.output('/tmp/dummy2')) + |
301 api.properties(bisect_config=bisect_ret_code_config) + api.properties( | 215 api.properties(bisect_config=bisect_ret_code_config) + api.properties( |
302 job_name='f7a7b4135624439cbd27fdd5133d74ec') + | 216 job_name='f7a7b4135624439cbd27fdd5133d74ec') + |
303 api.bisect_tester(tempfile='/tmp/dummy') + api.properties( | 217 api.bisect_tester(tempfile='/tmp/dummy') + api.properties( |
304 parent_got_revision='1111111') + api.properties( | 218 parent_got_revision='1111111') + api.properties( |
305 parent_build_archive_url='gs://test-domain/test-archive.zip')) | 219 parent_build_archive_url='gs://test-domain/test-archive.zip')) |
OLD | NEW |