OLD | NEW |
1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 DEPS = [ | 5 DEPS = [ |
6 'auto_bisect', | 6 'auto_bisect', |
7 'bisect_tester', | 7 'bisect_tester', |
8 'chromium', | 8 'chromium', |
9 'chromium_tests', | 9 'chromium_tests', |
10 'depot_tools/gclient', | 10 'depot_tools/gclient', |
(...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
61 results_without_patch = """*RESULT dummy: dummy= [5.83,6.013,5.573]ms | 61 results_without_patch = """*RESULT dummy: dummy= [5.83,6.013,5.573]ms |
62 Avg dummy: 5.907711ms | 62 Avg dummy: 5.907711ms |
63 Sd dummy: 0.255921ms | 63 Sd dummy: 0.255921ms |
64 RESULT telemetry_page_measurement_results: num_failed= 0 count | 64 RESULT telemetry_page_measurement_results: num_failed= 0 count |
65 RESULT telemetry_page_measurement_results: num_errored= 0 count | 65 RESULT telemetry_page_measurement_results: num_errored= 0 count |
66 | 66 |
67 View online at http://storage.googleapis.com/chromium-telemetry/html-results/\ | 67 View online at http://storage.googleapis.com/chromium-telemetry/html-results/\ |
68 results-without_patch | 68 results-without_patch |
69 """ | 69 """ |
70 | 70 |
71 buildbucket_put_response = { | |
72 "results":[{ | |
73 "build":{ | |
74 "status": "SCHEDULED", | |
75 "created_ts": "1459200369835900", | |
76 "bucket": "user.username", | |
77 "result_details_json": "null", | |
78 "status_changed_ts": "1459200369835930", | |
79 "created_by": "user:username@example.com", | |
80 "updated_ts": "1459200369835940", | |
81 "utcnow_ts": "1459200369962370", | |
82 "parameters_json": "{\"This_has_been\": \"removed\"}", | |
83 "id": "9016911228971028736" | |
84 }, | |
85 "kind": "buildbucket#resourcesItem", | |
86 "etag": "\"8uCIh8TRuYs4vPN3iWmly9SJMqw\"" | |
87 }] | |
88 } | |
89 | |
90 buildbucket_get_response = { | |
91 "bucket": "master.tryserver.chromium.perf", | |
92 "id": "9009962699124567824", | |
93 "result": "SUCCESS", | |
94 "status": "COMPLETED", | |
95 "status_changed_utc": "Mon Jun 13 19:32:37 2016", | |
96 "updated_utc": "Mon Jun 13 19:32:37 2016", | |
97 "url": "http://build.chromium.org/p/tryserver.chromium.perf/builders/linux_p
erf_bisect/builds/6537", | |
98 "utcnow_utc": "Tue Jun 21 21:33:56 2016" | |
99 } | |
100 | |
101 yield (api.test('basic_perf_tryjob') + api.properties.tryserver( | 71 yield (api.test('basic_perf_tryjob') + api.properties.tryserver( |
102 mastername='tryserver.chromium.perf', | 72 mastername='tryserver.chromium.perf', |
103 buildername='linux_perf_bisect', | 73 buildername='linux_perf_bisect') + api.override_step_data( |
104 patch_storage='rietveld', | |
105 patchset='20001', | |
106 issue='12345', | |
107 is_test=True, | |
108 rietveld="https://codereview.chromium.org") + api.override_step_data( | |
109 'git diff to analyze patch', | 74 'git diff to analyze patch', |
110 api.raw_io.stream_output('tools/run-perf-test.cfg')) + | 75 api.raw_io.stream_output('tools/run-perf-test.cfg')) + |
111 api.override_step_data('load config', api.json.output(config_json)) + | 76 api.override_step_data('load config', api.json.output(config_json)) + |
112 api.step_data('gsutil exists', retcode=1) + | |
113 api.step_data('buildbucket.put', | |
114 stdout=api.json.output(buildbucket_put_response)) + | |
115 api.step_data('buildbucket.put (2)', | |
116 stdout=api.json.output(buildbucket_put_response)) + | |
117 api.step_data('buildbucket.get', | |
118 stdout=api.json.output(buildbucket_get_response)) + | |
119 api.step_data('buildbucket.get (2)', | |
120 stdout=api.json.output(buildbucket_get_response)) + | |
121 api.step_data('Performance Test (Without Patch) 1 of 1', | 77 api.step_data('Performance Test (Without Patch) 1 of 1', |
122 stdout=api.raw_io.output(str(results_without_patch))) + | 78 stdout=api.raw_io.output(str(results_without_patch))) + |
123 api.step_data('Performance Test (With Patch) 1 of 1', | 79 api.step_data('Performance Test (With Patch) 1 of 1', |
124 stdout=api.raw_io.output(str(results_with_patch))) + | 80 stdout=api.raw_io.output(str(results_with_patch))) + |
125 api.step_data('Post bisect results', | 81 api.step_data('Post bisect results', |
126 stdout=api.json.output({'status_code': 200}))) | 82 stdout=api.json.output({'status_code': 200}))) |
127 | 83 |
128 config_json.update({'metric': 'dummy/dummy'}) | 84 config_json.update({'metric': 'dummy/dummy'}) |
129 | 85 |
130 yield (api.test('basic_perf_tryjob_with_metric') + api.properties.tryserver( | 86 yield (api.test('basic_perf_tryjob_with_metric') + api.properties.tryserver( |
131 mastername='tryserver.chromium.perf', | 87 mastername='tryserver.chromium.perf', |
132 buildername='linux_perf_bisect', | 88 buildername='linux_perf_bisect') + api.override_step_data( |
133 patch_storage='rietveld', | |
134 patchset='20001', | |
135 issue='12345', | |
136 is_test=True, | |
137 rietveld="https://codereview.chromium.org") + api.override_step_data( | |
138 'git diff to analyze patch', | 89 'git diff to analyze patch', |
139 api.raw_io.stream_output('tools/run-perf-test.cfg')) + | 90 api.raw_io.stream_output('tools/run-perf-test.cfg')) + |
140 api.override_step_data('load config', api.json.output(config_json)) + | 91 api.override_step_data('load config', api.json.output(config_json)) + |
141 api.step_data('gsutil exists', retcode=1) + | |
142 api.step_data('buildbucket.put', | |
143 stdout=api.json.output(buildbucket_put_response)) + | |
144 api.step_data('buildbucket.put (2)', | |
145 stdout=api.json.output(buildbucket_put_response)) + | |
146 api.step_data('buildbucket.get', | |
147 stdout=api.json.output(buildbucket_get_response)) + | |
148 api.step_data('buildbucket.get (2)', | |
149 stdout=api.json.output(buildbucket_get_response)) + | |
150 api.step_data('Performance Test (Without Patch) 1 of 1', | 92 api.step_data('Performance Test (Without Patch) 1 of 1', |
151 stdout=api.raw_io.output(results_without_patch)) + | 93 stdout=api.raw_io.output(results_without_patch)) + |
152 api.step_data('Performance Test (With Patch) 1 of 1', | 94 api.step_data('Performance Test (With Patch) 1 of 1', |
153 stdout=api.raw_io.output(results_with_patch)) + | 95 stdout=api.raw_io.output(results_with_patch)) + |
154 api.step_data('Post bisect results', | 96 api.step_data('Post bisect results', |
155 stdout=api.json.output({'status_code': 200}))) | 97 stdout=api.json.output({'status_code': 200}))) |
156 | 98 |
157 | 99 |
158 yield (api.test('perf_tryjob_failed_test') + api.properties.tryserver( | 100 yield (api.test('perf_tryjob_failed_test') + api.properties.tryserver( |
159 mastername='tryserver.chromium.perf', | 101 mastername='tryserver.chromium.perf', |
160 buildername='linux_perf_bisect', | 102 buildername='linux_perf_bisect') + api.override_step_data( |
161 patch_storage='rietveld', | |
162 patchset='20001', | |
163 issue='12345', | |
164 is_test=True, | |
165 rietveld="https://codereview.chromium.org") + api.override_step_data( | |
166 'git diff to analyze patch', | 103 'git diff to analyze patch', |
167 api.raw_io.stream_output('tools/run-perf-test.cfg')) + | 104 api.raw_io.stream_output('tools/run-perf-test.cfg')) + |
168 api.override_step_data('load config', api.json.output(config_json)) + | 105 api.override_step_data('load config', api.json.output(config_json)) + |
169 api.step_data('gsutil exists', retcode=1) + | |
170 api.step_data('buildbucket.put', | |
171 stdout=api.json.output(buildbucket_put_response)) + | |
172 api.step_data('buildbucket.put (2)', | |
173 stdout=api.json.output(buildbucket_put_response)) + | |
174 api.step_data('buildbucket.get', | |
175 stdout=api.json.output(buildbucket_get_response)) + | |
176 api.step_data('buildbucket.get (2)', | |
177 stdout=api.json.output(buildbucket_get_response)) + | |
178 api.step_data('Performance Test (With Patch) 1 of 1', | 106 api.step_data('Performance Test (With Patch) 1 of 1', |
179 retcode=1)) | 107 retcode=1)) |
180 | 108 |
181 config_json.update({'good_revision': '306475', 'bad_revision': '306476'}) | 109 config_json.update({'good_revision': '306475', 'bad_revision': '306476'}) |
182 | 110 |
183 yield ( | 111 yield ( |
184 api.test('basic_perf_tryjob_with_revisions') + api.properties.tryserver( | 112 api.test('basic_perf_tryjob_with_revisions') + api.properties.tryserver( |
185 mastername='tryserver.chromium.perf', | 113 mastername='tryserver.chromium.perf', |
186 buildername='linux_perf_bisect', | 114 buildername='linux_perf_bisect') + api.override_step_data( |
187 patch_storage='rietveld', | |
188 patchset='20001', | |
189 issue='12345', | |
190 is_test=True, | |
191 rietveld="https://codereview.chromium.org") + api.override_step_data( | |
192 'git diff to analyze patch', | 115 'git diff to analyze patch', |
193 api.raw_io.stream_output('tools/run-perf-test.cfg')) + | 116 api.raw_io.stream_output('tools/run-perf-test.cfg')) + |
194 api.override_step_data('load config', api.json.output(config_json)) + | 117 api.override_step_data('load config', api.json.output(config_json)) + |
195 api.step_data( | 118 api.step_data( |
196 'resolving commit_pos ' + config_json['good_revision'], | 119 'resolving commit_pos ' + config_json['good_revision'], |
197 stdout=api.raw_io.output('hash:d49c331def2a3bbf3ddd0096eb51551155')) + | 120 stdout=api.raw_io.output('hash:d49c331def2a3bbf3ddd0096eb51551155')) + |
198 api.step_data( | 121 api.step_data( |
199 'resolving commit_pos ' + config_json['bad_revision'], | 122 'resolving commit_pos ' + config_json['bad_revision'], |
200 stdout=api.raw_io.output( | 123 stdout=api.raw_io.output('hash:bad49c331def2a3bbf3ddd0096eb51551155')) |
201 'hash:bad49c331def2a3bbf3ddd0096eb51551155')) + | 124 + api.step_data( |
202 api.step_data('gsutil exists', retcode=1) + | |
203 api.step_data('buildbucket.put', | |
204 stdout=api.json.output(buildbucket_put_response)) + | |
205 api.step_data('buildbucket.get', | |
206 stdout=api.json.output(buildbucket_get_response)) + | |
207 api.step_data( | |
208 'Performance Test (d49c331def2a3bbf3ddd0096eb51551155) 1 of 1', | 125 'Performance Test (d49c331def2a3bbf3ddd0096eb51551155) 1 of 1', |
209 stdout=api.raw_io.output(results_without_patch)) + | 126 stdout=api.raw_io.output(results_without_patch)) + api.step_data( |
210 api.step_data( | |
211 'Performance Test (bad49c331def2a3bbf3ddd0096eb51551155) 1 of 1', | 127 'Performance Test (bad49c331def2a3bbf3ddd0096eb51551155) 1 of 1', |
212 stdout=api.raw_io.output(results_with_patch)) + | 128 stdout=api.raw_io.output(results_with_patch)) + |
213 api.step_data('Post bisect results', | 129 api.step_data('Post bisect results', |
214 stdout=api.json.output({'status_code': 200}))) | 130 stdout=api.json.output({'status_code': 200}))) |
215 | 131 |
216 config_json = { | 132 config_json = { |
217 'max_time_minutes': '25', | 133 'max_time_minutes': '25', |
218 'repeat_count': '1', | 134 'repeat_count': '1', |
219 'truncate_percent': '25', | 135 'truncate_percent': '25', |
220 'target_arch': 'ia32', | 136 'target_arch': 'ia32', |
(...skipping 73 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
294 buildername='linux_perf_bisect') + | 210 buildername='linux_perf_bisect') + |
295 api.step_data('saving url to temp file', | 211 api.step_data('saving url to temp file', |
296 stdout=api.raw_io.output('/tmp/dummy1')) + api.step_data( | 212 stdout=api.raw_io.output('/tmp/dummy1')) + api.step_data( |
297 'saving json to temp file', | 213 'saving json to temp file', |
298 stdout=api.raw_io.output('/tmp/dummy2')) + | 214 stdout=api.raw_io.output('/tmp/dummy2')) + |
299 api.properties(bisect_config=bisect_ret_code_config) + api.properties( | 215 api.properties(bisect_config=bisect_ret_code_config) + api.properties( |
300 job_name='f7a7b4135624439cbd27fdd5133d74ec') + | 216 job_name='f7a7b4135624439cbd27fdd5133d74ec') + |
301 api.bisect_tester(tempfile='/tmp/dummy') + api.properties( | 217 api.bisect_tester(tempfile='/tmp/dummy') + api.properties( |
302 parent_got_revision='1111111') + api.properties( | 218 parent_got_revision='1111111') + api.properties( |
303 parent_build_archive_url='gs://test-domain/test-archive.zip')) | 219 parent_build_archive_url='gs://test-domain/test-archive.zip')) |
OLD | NEW |