Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(68)

Side by Side Diff: scripts/slave/recipes/bisection/desktop_bisect.py

Issue 1573293002: Change auto_bisect to post results to perf dashboard. (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master
Patch Set: post_bisect to post_bisect_results Created 4 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 DEPS = [ 5 DEPS = [
6 'auto_bisect', 6 'auto_bisect',
7 'bisect_tester', 7 'bisect_tester',
8 'chromium', 8 'chromium',
9 'chromium_tests', 9 'chromium_tests',
10 'gclient', 10 'gclient',
11 'recipe_engine/json', 11 'recipe_engine/json',
12 'recipe_engine/path', 12 'recipe_engine/path',
13 'recipe_engine/platform', 13 'recipe_engine/platform',
14 'recipe_engine/properties', 14 'recipe_engine/properties',
15 'recipe_engine/raw_io', 15 'recipe_engine/raw_io',
16 'recipe_engine/step' 16 'recipe_engine/step'
17 ] 17 ]
18 18
19
19 def RunSteps(api): 20 def RunSteps(api):
20 mastername = api.properties.get('mastername') 21 mastername = api.properties.get('mastername')
21 buildername = api.properties.get('buildername') 22 buildername = api.properties.get('buildername')
22 # TODO(akuegel): Explicitly load the builder configs instead of relying on 23 # TODO(akuegel): Explicitly load the builder configs instead of relying on
23 # builder.py from chromium_tests recipe module. 24 # builder.py from chromium_tests recipe module.
24 api.chromium_tests.configure_build(mastername, buildername) 25 api.chromium_tests.configure_build(mastername, buildername)
25 api.gclient.apply_config('perf') 26 api.gclient.apply_config('perf')
26 update_step, master_dict, _ = \ 27 update_step, master_dict, _ = \
27 api.chromium_tests.prepare_checkout(mastername, buildername) 28 api.chromium_tests.prepare_checkout(mastername, buildername)
28 api.auto_bisect.start_try_job(api, update_step=update_step, 29 api.auto_bisect.start_try_job(api, update_step=update_step,
29 master_dict=master_dict) 30 master_dict=master_dict)
30 31
32
31 def GenTests(api): 33 def GenTests(api):
32 yield (api.test('basic') 34 yield (api.test('basic')
33 +api.properties.tryserver( 35 +api.properties.tryserver(
34 mastername='tryserver.chromium.perf', 36 mastername='tryserver.chromium.perf',
35 buildername='linux_perf_bisect') 37 buildername='linux_perf_bisect')
36 + api.override_step_data( 38 + api.override_step_data(
37 'git diff to analyze patch', 39 'git diff to analyze patch',
38 api.raw_io.stream_output('tools/auto_bisect/bisect.cfg'))) 40 api.raw_io.stream_output('tools/auto_bisect/bisect.cfg')))
39 41
40 config_json = { 42 config_json = {
(...skipping 30 matching lines...) Expand all
71 + api.override_step_data( 73 + api.override_step_data(
72 'git diff to analyze patch', 74 'git diff to analyze patch',
73 api.raw_io.stream_output('tools/run-perf-test.cfg')) 75 api.raw_io.stream_output('tools/run-perf-test.cfg'))
74 + api.override_step_data( 76 + api.override_step_data(
75 'load config', 77 'load config',
76 api.json.output(config_json)) 78 api.json.output(config_json))
77 + api.step_data('Performance Test (Without Patch) 1 of 1', 79 + api.step_data('Performance Test (Without Patch) 1 of 1',
78 stdout=api.raw_io.output(str(results_without_patch))) 80 stdout=api.raw_io.output(str(results_without_patch)))
79 + api.step_data('Performance Test (With Patch) 1 of 1', 81 + api.step_data('Performance Test (With Patch) 1 of 1',
80 stdout=api.raw_io.output(str(results_with_patch))) 82 stdout=api.raw_io.output(str(results_with_patch)))
81 83 + api.step_data(
84 'Post bisect results',
85 stdout=api.json.output({'status_code': 200}))
82 ) 86 )
83 87
84 config_json.update({"metric": "dummy/dummy"}) 88 config_json.update({"metric": "dummy/dummy"})
85 89
86 yield (api.test('basic_perf_tryjob_with_metric') 90 yield (api.test('basic_perf_tryjob_with_metric')
87 +api.properties.tryserver( 91 +api.properties.tryserver(
88 mastername='tryserver.chromium.perf', 92 mastername='tryserver.chromium.perf',
89 buildername='linux_perf_bisect') 93 buildername='linux_perf_bisect')
90 + api.override_step_data( 94 + api.override_step_data(
91 'git diff to analyze patch', 95 'git diff to analyze patch',
92 api.raw_io.stream_output('tools/run-perf-test.cfg')) 96 api.raw_io.stream_output('tools/run-perf-test.cfg'))
93 + api.override_step_data( 97 + api.override_step_data(
94 'load config', 98 'load config',
95 api.json.output(config_json)) 99 api.json.output(config_json))
96 + api.step_data('Performance Test (Without Patch) 1 of 1', 100 + api.step_data('Performance Test (Without Patch) 1 of 1',
97 stdout=api.raw_io.output(results_without_patch)) 101 stdout=api.raw_io.output(results_without_patch))
98 + api.step_data('Performance Test (With Patch) 1 of 1', 102 + api.step_data('Performance Test (With Patch) 1 of 1',
99 stdout=api.raw_io.output(results_with_patch)) 103 stdout=api.raw_io.output(results_with_patch))
104 + api.step_data(
105 'Post bisect results',
106 stdout=api.json.output({'status_code': 200}))
100 ) 107 )
101 108
102 yield (api.test('perf_tryjob_failed_test') 109 yield (api.test('perf_tryjob_failed_test')
103 +api.properties.tryserver( 110 +api.properties.tryserver(
104 mastername='tryserver.chromium.perf', 111 mastername='tryserver.chromium.perf',
105 buildername='linux_perf_bisect') 112 buildername='linux_perf_bisect')
106 + api.override_step_data( 113 + api.override_step_data(
107 'git diff to analyze patch', 114 'git diff to analyze patch',
108 api.raw_io.stream_output('tools/run-perf-test.cfg')) 115 api.raw_io.stream_output('tools/run-perf-test.cfg'))
109 + api.override_step_data( 116 + api.override_step_data(
(...skipping 17 matching lines...) Expand all
127 + api.step_data('resolving commit_pos ' + config_json['good_revision'], 134 + api.step_data('resolving commit_pos ' + config_json['good_revision'],
128 stdout=api.raw_io.output('hash:d49c331def2a3bbf3ddd0096eb51551155')) 135 stdout=api.raw_io.output('hash:d49c331def2a3bbf3ddd0096eb51551155'))
129 + api.step_data('resolving commit_pos ' + config_json['bad_revision'], 136 + api.step_data('resolving commit_pos ' + config_json['bad_revision'],
130 stdout=api.raw_io.output('hash:bad49c331def2a3bbf3ddd0096eb51551155')) 137 stdout=api.raw_io.output('hash:bad49c331def2a3bbf3ddd0096eb51551155'))
131 + api.step_data( 138 + api.step_data(
132 'Performance Test (d49c331def2a3bbf3ddd0096eb51551155) 1 of 1', 139 'Performance Test (d49c331def2a3bbf3ddd0096eb51551155) 1 of 1',
133 stdout=api.raw_io.output(results_without_patch)) 140 stdout=api.raw_io.output(results_without_patch))
134 + api.step_data( 141 + api.step_data(
135 'Performance Test (bad49c331def2a3bbf3ddd0096eb51551155) 1 of 1', 142 'Performance Test (bad49c331def2a3bbf3ddd0096eb51551155) 1 of 1',
136 stdout=api.raw_io.output(results_with_patch)) 143 stdout=api.raw_io.output(results_with_patch))
144 + api.step_data(
145 'Post bisect results',
146 stdout=api.json.output({'status_code': 200}))
137 ) 147 )
138 148
139 config_json = { 149 config_json = {
140 "max_time_minutes": "25", 150 "max_time_minutes": "25",
141 "repeat_count": "1", 151 "repeat_count": "1",
142 "truncate_percent": "25", 152 "truncate_percent": "25",
143 "target_arch": "ia32", 153 "target_arch": "ia32",
144 } 154 }
145 155
146 yield (api.test('perf_tryjob_config_error') 156 yield (api.test('perf_tryjob_config_error')
(...skipping 89 matching lines...) Expand 10 before | Expand all | Expand 10 after
236 + api.step_data('saving url to temp file', 246 + api.step_data('saving url to temp file',
237 stdout=api.raw_io.output('/tmp/dummy1')) 247 stdout=api.raw_io.output('/tmp/dummy1'))
238 + api.step_data('saving json to temp file', 248 + api.step_data('saving json to temp file',
239 stdout=api.raw_io.output('/tmp/dummy2')) 249 stdout=api.raw_io.output('/tmp/dummy2'))
240 + api.properties(bisect_config=bisect_ret_code_config) 250 + api.properties(bisect_config=bisect_ret_code_config)
241 + api.properties(job_name='f7a7b4135624439cbd27fdd5133d74ec') 251 + api.properties(job_name='f7a7b4135624439cbd27fdd5133d74ec')
242 + api.bisect_tester(tempfile='/tmp/dummy') 252 + api.bisect_tester(tempfile='/tmp/dummy')
243 + api.properties(parent_got_revision='1111111') 253 + api.properties(parent_got_revision='1111111')
244 + api.properties(parent_build_archive_url='gs://test-domain/test-archive.zip') 254 + api.properties(parent_build_archive_url='gs://test-domain/test-archive.zip')
245 ) 255 )
246
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698