OLD | NEW |
1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 DEPS = [ | 5 DEPS = [ |
6 'auto_bisect', | 6 'auto_bisect', |
7 'bisect_tester', | 7 'bisect_tester', |
8 'chromium', | 8 'chromium', |
9 'chromium_tests', | 9 'chromium_tests', |
10 'depot_tools/gclient', | 10 'depot_tools/gclient', |
(...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
61 results_without_patch = """*RESULT dummy: dummy= [5.83,6.013,5.573]ms | 61 results_without_patch = """*RESULT dummy: dummy= [5.83,6.013,5.573]ms |
62 Avg dummy: 5.907711ms | 62 Avg dummy: 5.907711ms |
63 Sd dummy: 0.255921ms | 63 Sd dummy: 0.255921ms |
64 RESULT telemetry_page_measurement_results: num_failed= 0 count | 64 RESULT telemetry_page_measurement_results: num_failed= 0 count |
65 RESULT telemetry_page_measurement_results: num_errored= 0 count | 65 RESULT telemetry_page_measurement_results: num_errored= 0 count |
66 | 66 |
67 View online at http://storage.googleapis.com/chromium-telemetry/html-results/\ | 67 View online at http://storage.googleapis.com/chromium-telemetry/html-results/\ |
68 results-without_patch | 68 results-without_patch |
69 """ | 69 """ |
70 | 70 |
| 71 buildbucket_put_response = { |
| 72 "results":[{ |
| 73 "build":{ |
| 74 "status": "SCHEDULED", |
| 75 "created_ts": "1459200369835900", |
| 76 "bucket": "user.username", |
| 77 "result_details_json": "null", |
| 78 "status_changed_ts": "1459200369835930", |
| 79 "created_by": "user:username@example.com", |
| 80 "updated_ts": "1459200369835940", |
| 81 "utcnow_ts": "1459200369962370", |
| 82 "parameters_json": "{\"This_has_been\": \"removed\"}", |
| 83 "id": "9016911228971028736" |
| 84 }, |
| 85 "kind": "buildbucket#resourcesItem", |
| 86 "etag": "\"8uCIh8TRuYs4vPN3iWmly9SJMqw\"" |
| 87 }] |
| 88 } |
| 89 |
| 90 buildbucket_get_response = { |
| 91 "bucket": "master.tryserver.chromium.perf", |
| 92 "id": "9009962699124567824", |
| 93 "result": "SUCCESS", |
| 94 "status": "COMPLETED", |
| 95 "status_changed_utc": "Mon Jun 13 19:32:37 2016", |
| 96 "updated_utc": "Mon Jun 13 19:32:37 2016", |
| 97 "url": "http://build.chromium.org/p/tryserver.chromium.perf/builders/linux_p
erf_bisect/builds/6537", |
| 98 "utcnow_utc": "Tue Jun 21 21:33:56 2016" |
| 99 } |
| 100 |
71 yield (api.test('basic_perf_tryjob') + api.properties.tryserver( | 101 yield (api.test('basic_perf_tryjob') + api.properties.tryserver( |
72 mastername='tryserver.chromium.perf', | 102 mastername='tryserver.chromium.perf', |
73 buildername='linux_perf_bisect') + api.override_step_data( | 103 buildername='linux_perf_bisect', |
| 104 patch_storage='rietveld', |
| 105 patchset='20001', |
| 106 issue='12345', |
| 107 is_test=True, |
| 108 rietveld="https://codereview.chromium.org") + api.override_step_data( |
74 'git diff to analyze patch', | 109 'git diff to analyze patch', |
75 api.raw_io.stream_output('tools/run-perf-test.cfg')) + | 110 api.raw_io.stream_output('tools/run-perf-test.cfg')) + |
76 api.override_step_data('load config', api.json.output(config_json)) + | 111 api.override_step_data('load config', api.json.output(config_json)) + |
| 112 api.step_data('gsutil exists', retcode=1) + |
| 113 api.step_data('buildbucket.put', |
| 114 stdout=api.json.output(buildbucket_put_response)) + |
| 115 api.step_data('buildbucket.put (2)', |
| 116 stdout=api.json.output(buildbucket_put_response)) + |
| 117 api.step_data('buildbucket.get', |
| 118 stdout=api.json.output(buildbucket_get_response)) + |
| 119 api.step_data('buildbucket.get (2)', |
| 120 stdout=api.json.output(buildbucket_get_response)) + |
77 api.step_data('Performance Test (Without Patch) 1 of 1', | 121 api.step_data('Performance Test (Without Patch) 1 of 1', |
78 stdout=api.raw_io.output(str(results_without_patch))) + | 122 stdout=api.raw_io.output(str(results_without_patch))) + |
79 api.step_data('Performance Test (With Patch) 1 of 1', | 123 api.step_data('Performance Test (With Patch) 1 of 1', |
80 stdout=api.raw_io.output(str(results_with_patch))) + | 124 stdout=api.raw_io.output(str(results_with_patch))) + |
81 api.step_data('Post bisect results', | 125 api.step_data('Post bisect results', |
82 stdout=api.json.output({'status_code': 200}))) | 126 stdout=api.json.output({'status_code': 200}))) |
83 | 127 |
84 config_json.update({'metric': 'dummy/dummy'}) | 128 config_json.update({'metric': 'dummy/dummy'}) |
85 | 129 |
86 yield (api.test('basic_perf_tryjob_with_metric') + api.properties.tryserver( | 130 yield (api.test('basic_perf_tryjob_with_metric') + api.properties.tryserver( |
87 mastername='tryserver.chromium.perf', | 131 mastername='tryserver.chromium.perf', |
88 buildername='linux_perf_bisect') + api.override_step_data( | 132 buildername='linux_perf_bisect', |
| 133 patch_storage='rietveld', |
| 134 patchset='20001', |
| 135 issue='12345', |
| 136 is_test=True, |
| 137 rietveld="https://codereview.chromium.org") + api.override_step_data( |
89 'git diff to analyze patch', | 138 'git diff to analyze patch', |
90 api.raw_io.stream_output('tools/run-perf-test.cfg')) + | 139 api.raw_io.stream_output('tools/run-perf-test.cfg')) + |
91 api.override_step_data('load config', api.json.output(config_json)) + | 140 api.override_step_data('load config', api.json.output(config_json)) + |
| 141 api.step_data('gsutil exists', retcode=1) + |
| 142 api.step_data('buildbucket.put', |
| 143 stdout=api.json.output(buildbucket_put_response)) + |
| 144 api.step_data('buildbucket.put (2)', |
| 145 stdout=api.json.output(buildbucket_put_response)) + |
| 146 api.step_data('buildbucket.get', |
| 147 stdout=api.json.output(buildbucket_get_response)) + |
| 148 api.step_data('buildbucket.get (2)', |
| 149 stdout=api.json.output(buildbucket_get_response)) + |
92 api.step_data('Performance Test (Without Patch) 1 of 1', | 150 api.step_data('Performance Test (Without Patch) 1 of 1', |
93 stdout=api.raw_io.output(results_without_patch)) + | 151 stdout=api.raw_io.output(results_without_patch)) + |
94 api.step_data('Performance Test (With Patch) 1 of 1', | 152 api.step_data('Performance Test (With Patch) 1 of 1', |
95 stdout=api.raw_io.output(results_with_patch)) + | 153 stdout=api.raw_io.output(results_with_patch)) + |
96 api.step_data('Post bisect results', | 154 api.step_data('Post bisect results', |
97 stdout=api.json.output({'status_code': 200}))) | 155 stdout=api.json.output({'status_code': 200}))) |
98 | 156 |
99 | 157 |
100 yield (api.test('perf_tryjob_failed_test') + api.properties.tryserver( | 158 yield (api.test('perf_tryjob_failed_test') + api.properties.tryserver( |
101 mastername='tryserver.chromium.perf', | 159 mastername='tryserver.chromium.perf', |
102 buildername='linux_perf_bisect') + api.override_step_data( | 160 buildername='linux_perf_bisect', |
| 161 patch_storage='rietveld', |
| 162 patchset='20001', |
| 163 issue='12345', |
| 164 is_test=True, |
| 165 rietveld="https://codereview.chromium.org") + api.override_step_data( |
103 'git diff to analyze patch', | 166 'git diff to analyze patch', |
104 api.raw_io.stream_output('tools/run-perf-test.cfg')) + | 167 api.raw_io.stream_output('tools/run-perf-test.cfg')) + |
105 api.override_step_data('load config', api.json.output(config_json)) + | 168 api.override_step_data('load config', api.json.output(config_json)) + |
| 169 api.step_data('gsutil exists', retcode=1) + |
| 170 api.step_data('buildbucket.put', |
| 171 stdout=api.json.output(buildbucket_put_response)) + |
| 172 api.step_data('buildbucket.put (2)', |
| 173 stdout=api.json.output(buildbucket_put_response)) + |
| 174 api.step_data('buildbucket.get', |
| 175 stdout=api.json.output(buildbucket_get_response)) + |
| 176 api.step_data('buildbucket.get (2)', |
| 177 stdout=api.json.output(buildbucket_get_response)) + |
106 api.step_data('Performance Test (With Patch) 1 of 1', | 178 api.step_data('Performance Test (With Patch) 1 of 1', |
107 retcode=1)) | 179 retcode=1)) |
108 | 180 |
109 config_json.update({'good_revision': '306475', 'bad_revision': '306476'}) | 181 config_json.update({'good_revision': '306475', 'bad_revision': '306476'}) |
110 | 182 |
111 yield ( | 183 yield ( |
112 api.test('basic_perf_tryjob_with_revisions') + api.properties.tryserver( | 184 api.test('basic_perf_tryjob_with_revisions') + api.properties.tryserver( |
113 mastername='tryserver.chromium.perf', | 185 mastername='tryserver.chromium.perf', |
114 buildername='linux_perf_bisect') + api.override_step_data( | 186 buildername='linux_perf_bisect', |
| 187 patch_storage='rietveld', |
| 188 patchset='20001', |
| 189 issue='12345', |
| 190 is_test=True, |
| 191 rietveld="https://codereview.chromium.org") + api.override_step_data( |
115 'git diff to analyze patch', | 192 'git diff to analyze patch', |
116 api.raw_io.stream_output('tools/run-perf-test.cfg')) + | 193 api.raw_io.stream_output('tools/run-perf-test.cfg')) + |
117 api.override_step_data('load config', api.json.output(config_json)) + | 194 api.override_step_data('load config', api.json.output(config_json)) + |
118 api.step_data( | 195 api.step_data( |
119 'resolving commit_pos ' + config_json['good_revision'], | 196 'resolving commit_pos ' + config_json['good_revision'], |
120 stdout=api.raw_io.output('hash:d49c331def2a3bbf3ddd0096eb51551155')) + | 197 stdout=api.raw_io.output('hash:d49c331def2a3bbf3ddd0096eb51551155')) + |
121 api.step_data( | 198 api.step_data( |
122 'resolving commit_pos ' + config_json['bad_revision'], | 199 'resolving commit_pos ' + config_json['bad_revision'], |
123 stdout=api.raw_io.output('hash:bad49c331def2a3bbf3ddd0096eb51551155')) | 200 stdout=api.raw_io.output( |
124 + api.step_data( | 201 'hash:bad49c331def2a3bbf3ddd0096eb51551155')) + |
| 202 api.step_data('gsutil exists', retcode=1) + |
| 203 api.step_data('buildbucket.put', |
| 204 stdout=api.json.output(buildbucket_put_response)) + |
| 205 api.step_data('buildbucket.get', |
| 206 stdout=api.json.output(buildbucket_get_response)) + |
| 207 api.step_data( |
125 'Performance Test (d49c331def2a3bbf3ddd0096eb51551155) 1 of 1', | 208 'Performance Test (d49c331def2a3bbf3ddd0096eb51551155) 1 of 1', |
126 stdout=api.raw_io.output(results_without_patch)) + api.step_data( | 209 stdout=api.raw_io.output(results_without_patch)) + |
| 210 api.step_data( |
127 'Performance Test (bad49c331def2a3bbf3ddd0096eb51551155) 1 of 1', | 211 'Performance Test (bad49c331def2a3bbf3ddd0096eb51551155) 1 of 1', |
128 stdout=api.raw_io.output(results_with_patch)) + | 212 stdout=api.raw_io.output(results_with_patch)) + |
129 api.step_data('Post bisect results', | 213 api.step_data('Post bisect results', |
130 stdout=api.json.output({'status_code': 200}))) | 214 stdout=api.json.output({'status_code': 200}))) |
131 | 215 |
132 config_json = { | 216 config_json = { |
133 'max_time_minutes': '25', | 217 'max_time_minutes': '25', |
134 'repeat_count': '1', | 218 'repeat_count': '1', |
135 'truncate_percent': '25', | 219 'truncate_percent': '25', |
136 'target_arch': 'ia32', | 220 'target_arch': 'ia32', |
(...skipping 73 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
210 buildername='linux_perf_bisect') + | 294 buildername='linux_perf_bisect') + |
211 api.step_data('saving url to temp file', | 295 api.step_data('saving url to temp file', |
212 stdout=api.raw_io.output('/tmp/dummy1')) + api.step_data( | 296 stdout=api.raw_io.output('/tmp/dummy1')) + api.step_data( |
213 'saving json to temp file', | 297 'saving json to temp file', |
214 stdout=api.raw_io.output('/tmp/dummy2')) + | 298 stdout=api.raw_io.output('/tmp/dummy2')) + |
215 api.properties(bisect_config=bisect_ret_code_config) + api.properties( | 299 api.properties(bisect_config=bisect_ret_code_config) + api.properties( |
216 job_name='f7a7b4135624439cbd27fdd5133d74ec') + | 300 job_name='f7a7b4135624439cbd27fdd5133d74ec') + |
217 api.bisect_tester(tempfile='/tmp/dummy') + api.properties( | 301 api.bisect_tester(tempfile='/tmp/dummy') + api.properties( |
218 parent_got_revision='1111111') + api.properties( | 302 parent_got_revision='1111111') + api.properties( |
219 parent_build_archive_url='gs://test-domain/test-archive.zip')) | 303 parent_build_archive_url='gs://test-domain/test-archive.zip')) |
OLD | NEW |