Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(16)

Side by Side Diff: scripts/slave/recipes/bisection/desktop_bisect.py

Issue 2061893003: Build delegation for perf tryjobs (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master
Patch Set: Add expectation files Created 4 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 DEPS = [ 5 DEPS = [
6 'auto_bisect', 6 'auto_bisect',
7 'bisect_tester', 7 'bisect_tester',
8 'chromium', 8 'chromium',
9 'chromium_tests', 9 'chromium_tests',
10 'depot_tools/gclient', 10 'depot_tools/gclient',
(...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after
61 results_without_patch = """*RESULT dummy: dummy= [5.83,6.013,5.573]ms 61 results_without_patch = """*RESULT dummy: dummy= [5.83,6.013,5.573]ms
62 Avg dummy: 5.907711ms 62 Avg dummy: 5.907711ms
63 Sd dummy: 0.255921ms 63 Sd dummy: 0.255921ms
64 RESULT telemetry_page_measurement_results: num_failed= 0 count 64 RESULT telemetry_page_measurement_results: num_failed= 0 count
65 RESULT telemetry_page_measurement_results: num_errored= 0 count 65 RESULT telemetry_page_measurement_results: num_errored= 0 count
66 66
67 View online at http://storage.googleapis.com/chromium-telemetry/html-results/\ 67 View online at http://storage.googleapis.com/chromium-telemetry/html-results/\
68 results-without_patch 68 results-without_patch
69 """ 69 """
70 70
71 buildbucket_put_response = {
72 "results":[{
73 "build":{
74 "status": "SCHEDULED",
75 "created_ts": "1459200369835900",
76 "bucket": "user.username",
77 "result_details_json": "null",
78 "status_changed_ts": "1459200369835930",
79 "created_by": "user:username@example.com",
80 "updated_ts": "1459200369835940",
81 "utcnow_ts": "1459200369962370",
82 "parameters_json": "{\"This_has_been\": \"removed\"}",
83 "id": "9016911228971028736"
84 },
85 "kind": "buildbucket#resourcesItem",
86 "etag": "\"8uCIh8TRuYs4vPN3iWmly9SJMqw\""
87 }]
88 }
89
90 buildbucket_get_response = {
91 "bucket": "master.tryserver.chromium.perf",
92 "id": "9009962699124567824",
93 "result": "SUCCESS",
94 "status": "COMPLETED",
95 "status_changed_utc": "Mon Jun 13 19:32:37 2016",
96 "updated_utc": "Mon Jun 13 19:32:37 2016",
97 "url": "http://build.chromium.org/p/tryserver.chromium.perf/builders/linux_p erf_bisect/builds/6537",
98 "utcnow_utc": "Tue Jun 21 21:33:56 2016"
99 }
100
71 yield (api.test('basic_perf_tryjob') + api.properties.tryserver( 101 yield (api.test('basic_perf_tryjob') + api.properties.tryserver(
72 mastername='tryserver.chromium.perf', 102 mastername='tryserver.chromium.perf',
73 buildername='linux_perf_bisect') + api.override_step_data( 103 buildername='linux_perf_bisect') + api.override_step_data(
74 'git diff to analyze patch', 104 'git diff to analyze patch',
75 api.raw_io.stream_output('tools/run-perf-test.cfg')) + 105 api.raw_io.stream_output('tools/run-perf-test.cfg')) +
76 api.override_step_data('load config', api.json.output(config_json)) + 106 api.override_step_data('load config', api.json.output(config_json)) +
77 api.step_data('Performance Test (Without Patch) 1 of 1', 107 api.step_data('buildbucket.put',
78 stdout=api.raw_io.output(str(results_without_patch))) + 108 stdout=api.json.output(buildbucket_put_response)) +
79 api.step_data('Performance Test (With Patch) 1 of 1', 109 api.step_data('buildbucket.get',
80 stdout=api.raw_io.output(str(results_with_patch))) + 110 stdout=api.json.output(buildbucket_get_response)))
81 api.step_data('Post bisect results',
82 stdout=api.json.output({'status_code': 200})))
83 111
84 config_json.update({'metric': 'dummy/dummy'}) 112 config_json.update({'metric': 'dummy/dummy'})
85 113
86 yield (api.test('basic_perf_tryjob_with_metric') + api.properties.tryserver( 114 yield (api.test('basic_perf_tryjob_with_metric') + api.properties.tryserver(
87 mastername='tryserver.chromium.perf', 115 mastername='tryserver.chromium.perf',
88 buildername='linux_perf_bisect') + api.override_step_data( 116 buildername='linux_perf_bisect') + api.override_step_data(
89 'git diff to analyze patch', 117 'git diff to analyze patch',
90 api.raw_io.stream_output('tools/run-perf-test.cfg')) + 118 api.raw_io.stream_output('tools/run-perf-test.cfg')) +
91 api.override_step_data('load config', api.json.output(config_json)) + 119 api.override_step_data('load config', api.json.output(config_json)) +
92 api.step_data('Performance Test (Without Patch) 1 of 1', 120 api.step_data('buildbucket.put',
93 stdout=api.raw_io.output(results_without_patch)) + 121 stdout=api.json.output(buildbucket_put_response)) +
94 api.step_data('Performance Test (With Patch) 1 of 1', 122 api.step_data('buildbucket.get',
95 stdout=api.raw_io.output(results_with_patch)) + 123 stdout=api.json.output(buildbucket_get_response)))
96 api.step_data('Post bisect results',
97 stdout=api.json.output({'status_code': 200})))
98 124
99 125
100 yield (api.test('perf_tryjob_failed_test') + api.properties.tryserver( 126 yield (api.test('perf_tryjob_failed_test') + api.properties.tryserver(
101 mastername='tryserver.chromium.perf', 127 mastername='tryserver.chromium.perf',
102 buildername='linux_perf_bisect') + api.override_step_data( 128 buildername='linux_perf_bisect') + api.override_step_data(
103 'git diff to analyze patch', 129 'git diff to analyze patch',
104 api.raw_io.stream_output('tools/run-perf-test.cfg')) + 130 api.raw_io.stream_output('tools/run-perf-test.cfg')) +
105 api.override_step_data('load config', api.json.output(config_json)) + 131 api.override_step_data('load config', api.json.output(config_json)) +
106 api.step_data('Performance Test (With Patch) 1 of 1', 132 api.step_data('buildbucket.put',
107 retcode=1)) 133 stdout=api.json.output(buildbucket_put_response)) +
134 api.step_data('buildbucket.get',
135 stdout=api.json.output(buildbucket_get_response)))
108 136
109 config_json.update({'good_revision': '306475', 'bad_revision': '306476'}) 137 config_json.update({'good_revision': '306475', 'bad_revision': '306476'})
110 138
111 yield ( 139 yield (
112 api.test('basic_perf_tryjob_with_revisions') + api.properties.tryserver( 140 api.test('basic_perf_tryjob_with_revisions') + api.properties.tryserver(
113 mastername='tryserver.chromium.perf', 141 mastername='tryserver.chromium.perf',
114 buildername='linux_perf_bisect') + api.override_step_data( 142 buildername='linux_perf_bisect') + api.override_step_data(
115 'git diff to analyze patch', 143 'git diff to analyze patch',
116 api.raw_io.stream_output('tools/run-perf-test.cfg')) + 144 api.raw_io.stream_output('tools/run-perf-test.cfg')) +
117 api.override_step_data('load config', api.json.output(config_json)) + 145 api.override_step_data('load config', api.json.output(config_json)) +
118 api.step_data( 146 api.step_data(
119 'resolving commit_pos ' + config_json['good_revision'], 147 'resolving commit_pos ' + config_json['good_revision'],
120 stdout=api.raw_io.output('hash:d49c331def2a3bbf3ddd0096eb51551155')) + 148 stdout=api.raw_io.output('hash:d49c331def2a3bbf3ddd0096eb51551155')) +
121 api.step_data( 149 api.step_data(
122 'resolving commit_pos ' + config_json['bad_revision'], 150 'resolving commit_pos ' + config_json['bad_revision'],
123 stdout=api.raw_io.output('hash:bad49c331def2a3bbf3ddd0096eb51551155')) 151 stdout=api.raw_io.output('hash:bad49c331def2a3bbf3ddd0096eb51551155'))
124 + api.step_data( 152 + api.step_data('buildbucket.put',
125 'Performance Test (d49c331def2a3bbf3ddd0096eb51551155) 1 of 1', 153 stdout=api.json.output(buildbucket_put_response)) +
126 stdout=api.raw_io.output(results_without_patch)) + api.step_data( 154 api.step_data('buildbucket.get',
127 'Performance Test (bad49c331def2a3bbf3ddd0096eb51551155) 1 of 1', 155 stdout=api.json.output(buildbucket_get_response)))
128 stdout=api.raw_io.output(results_with_patch)) +
129 api.step_data('Post bisect results',
130 stdout=api.json.output({'status_code': 200})))
131 156
132 config_json = { 157 config_json = {
133 'max_time_minutes': '25', 158 'max_time_minutes': '25',
134 'repeat_count': '1', 159 'repeat_count': '1',
135 'truncate_percent': '25', 160 'truncate_percent': '25',
136 'target_arch': 'ia32', 161 'target_arch': 'ia32',
137 } 162 }
138 163
139 yield (api.test('perf_tryjob_config_error') + api.properties.tryserver( 164 yield (api.test('perf_tryjob_config_error') + api.properties.tryserver(
140 mastername='tryserver.chromium.perf', 165 mastername='tryserver.chromium.perf',
(...skipping 69 matching lines...) Expand 10 before | Expand all | Expand 10 after
210 buildername='linux_perf_bisect') + 235 buildername='linux_perf_bisect') +
211 api.step_data('saving url to temp file', 236 api.step_data('saving url to temp file',
212 stdout=api.raw_io.output('/tmp/dummy1')) + api.step_data( 237 stdout=api.raw_io.output('/tmp/dummy1')) + api.step_data(
213 'saving json to temp file', 238 'saving json to temp file',
214 stdout=api.raw_io.output('/tmp/dummy2')) + 239 stdout=api.raw_io.output('/tmp/dummy2')) +
215 api.properties(bisect_config=bisect_ret_code_config) + api.properties( 240 api.properties(bisect_config=bisect_ret_code_config) + api.properties(
216 job_name='f7a7b4135624439cbd27fdd5133d74ec') + 241 job_name='f7a7b4135624439cbd27fdd5133d74ec') +
217 api.bisect_tester(tempfile='/tmp/dummy') + api.properties( 242 api.bisect_tester(tempfile='/tmp/dummy') + api.properties(
218 parent_got_revision='1111111') + api.properties( 243 parent_got_revision='1111111') + api.properties(
219 parent_build_archive_url='gs://test-domain/test-archive.zip')) 244 parent_build_archive_url='gs://test-domain/test-archive.zip'))
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698