Chromium Code Reviews

Side by Side Diff: scripts/slave/recipes/chromium.fyi.misc_block.recipe_autogen.py

Issue 1919193002: build: roll infra_paths changes (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/tools/build
Patch Set: merge Created 4 years, 8 months ago
Use n/p to move between diff chunks; N/P to move between comments.
Jump to:
View unified diff | | Annotate | Revision Log
OLDNEW
1 # Copyright 2016 The Chromium Authors. All rights reserved. 1 # Copyright 2016 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 DEPS = [ 5 DEPS = [
6 'chromium', 6 'chromium',
7 'depot_tools/bot_update', 7 'depot_tools/bot_update',
8 'depot_tools/gclient', 8 'depot_tools/gclient',
9 'depot_tools/infra_paths',
9 'recipe_engine/json', 10 'recipe_engine/json',
10 'recipe_engine/path', 11 'recipe_engine/path',
11 'recipe_engine/properties', 12 'recipe_engine/properties',
12 'recipe_engine/python', 13 'recipe_engine/python',
13 'recipe_engine/step', 14 'recipe_engine/step',
14 ] 15 ]
15 16
16 17
17 def ChromiumOS_Linux_Tests_steps(api): 18 def ChromiumOS_Linux_Tests_steps(api):
18 build_properties = api.properties.legacy() 19 build_properties = api.properties.legacy()
(...skipping 20 matching lines...)
39 result = api.bot_update.ensure_checkout(force=True) 40 result = api.bot_update.ensure_checkout(force=True)
40 build_properties.update(result.json.output.get("properties", {})) 41 build_properties.update(result.json.output.get("properties", {}))
41 # gclient revert step; made unnecessary by bot_update 42 # gclient revert step; made unnecessary by bot_update
42 # gclient update step; made unnecessary by bot_update 43 # gclient update step; made unnecessary by bot_update
43 # gclient runhooks wrapper step 44 # gclient runhooks wrapper step
44 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', 45 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1',
45 'LANDMINES_VERBOSE': '1', 46 'LANDMINES_VERBOSE': '1',
46 'DEPOT_TOOLS_UPDATE': '0', 47 'DEPOT_TOOLS_UPDATE': '0',
47 'GYP_DEFINES': ' component=shared_library'} 48 'GYP_DEFINES': ' component=shared_library'}
48 api.python("gclient runhooks wrapper", 49 api.python("gclient runhooks wrapper",
49 api.path["build"].join("scripts", "slave", 50 api.infra_paths['build'].join("scripts", "slave",
50 "runhooks_wrapper.py"), 51 "runhooks_wrapper.py"),
51 env=env) 52 env=env)
52 # cleanup_temp step 53 # cleanup_temp step
53 api.chromium.cleanup_temp() 54 api.chromium.cleanup_temp()
54 # compile.py step 55 # compile.py step
55 args = ['--target', 'Debug'] 56 args = ['--target', 'Debug']
56 if "clobber" in api.properties: 57 if "clobber" in api.properties:
57 args.append("--clobber") 58 args.append("--clobber")
58 api.python("compile", 59 api.python("compile",
59 api.path["build"].join("scripts", "slave", "compile.py"), 60 api.infra_paths['build'].join("scripts", "slave", "compile.py"),
60 args=args) 61 args=args)
61 # runtest step 62 # runtest step
62 api.python( 63 api.python(
63 "sync_integration_tests", 64 "sync_integration_tests",
64 api.path["build"].join("scripts", "slave", "runtest.py"), 65 api.infra_paths['build'].join("scripts", "slave", "runtest.py"),
65 args= 66 args=
66 ['--target', 'Debug', "--build-properties=%s" % 67 ['--target', 'Debug', "--build-properties=%s" %
67 api.json.dumps(build_properties, 68 api.json.dumps(build_properties,
68 separators=(',', ':')), 69 separators=(',', ':')),
69 ('--factory-properties={"blink_config":"chromium","gclient_env":' 70 ('--factory-properties={"blink_config":"chromium","gclient_env":'
70 '{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE":"0",' 71 '{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE":"0",'
71 '"GYP_DEFINES":" component=shared_library","LANDMINES_VERBOSE":"1"},' 72 '"GYP_DEFINES":" component=shared_library","LANDMINES_VERBOSE":"1"},'
72 '"generate_gtest_json":true,"test_results_server":' 73 '"generate_gtest_json":true,"test_results_server":'
73 '"test-results.appspot.com"}'), '--annotate=gtest', '--test-type', 74 '"test-results.appspot.com"}'), '--annotate=gtest', '--test-type',
74 'sync_integration_tests', '--generate-json-file', '-o', 75 'sync_integration_tests', '--generate-json-file', '-o',
(...skipping 77 matching lines...)
152 build_properties.update(result.json.output.get("properties", {})) 153 build_properties.update(result.json.output.get("properties", {}))
153 # gclient revert step; made unnecessary by bot_update 154 # gclient revert step; made unnecessary by bot_update
154 # gclient update step; made unnecessary by bot_update 155 # gclient update step; made unnecessary by bot_update
155 # gclient runhooks wrapper step 156 # gclient runhooks wrapper step
156 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', 157 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1',
157 'GYP_GENERATORS': 'ninja', 158 'GYP_GENERATORS': 'ninja',
158 'DEPOT_TOOLS_UPDATE': '0', 159 'DEPOT_TOOLS_UPDATE': '0',
159 'GYP_DEFINES': 'asan=1 lsan=1 component=static_library', 160 'GYP_DEFINES': 'asan=1 lsan=1 component=static_library',
160 'LANDMINES_VERBOSE': '1'} 161 'LANDMINES_VERBOSE': '1'}
161 api.python("gclient runhooks wrapper", 162 api.python("gclient runhooks wrapper",
162 api.path["build"].join("scripts", "slave", 163 api.infra_paths['build'].join("scripts", "slave",
163 "runhooks_wrapper.py"), 164 "runhooks_wrapper.py"),
164 env=env) 165 env=env)
165 # update_clang step; generic ShellCommand converted 166 # update_clang step; generic ShellCommand converted
166 api.step("update_clang", 167 api.step("update_clang",
167 ['python', 'src/tools/clang/scripts/update.py'], 168 ['python', 'src/tools/clang/scripts/update.py'],
168 env={'LLVM_URL': 'http://llvm.org/svn/llvm-project'}, 169 env={'LLVM_URL': 'http://llvm.org/svn/llvm-project'},
169 cwd=api.path["slave_build"]) 170 cwd=api.infra_paths['slave_build'])
170 # cleanup_temp step 171 # cleanup_temp step
171 api.chromium.cleanup_temp() 172 api.chromium.cleanup_temp()
172 # compile.py step 173 # compile.py step
173 args = ['--target', 'Release', '--build-tool=ninja', 174 args = ['--target', 'Release', '--build-tool=ninja',
174 '--compiler=goma-clang', '--', 'blink_tests'] 175 '--compiler=goma-clang', '--', 'blink_tests']
175 if "clobber" in api.properties: 176 if "clobber" in api.properties:
176 args.append("--clobber") 177 args.append("--clobber")
177 api.python("compile", 178 api.python("compile",
178 api.path["build"].join("scripts", "slave", "compile.py"), 179 api.infra_paths['build'].join("scripts", "slave", "compile.py"),
179 args=args) 180 args=args)
180 # runtest step 181 # runtest step
181 api.python( 182 api.python(
182 "webkit_tests", 183 "webkit_tests",
183 api.path["build"].join("scripts", "slave", "runtest.py"), 184 api.infra_paths['build'].join("scripts", "slave", "runtest.py"),
184 args= 185 args=
185 ['--run-python-script', '--target', 'Release', "--build-properties=%s" 186 ['--run-python-script', '--target', 'Release', "--build-properties=%s"
186 % api.json.dumps(build_properties, 187 % api.json.dumps(build_properties,
187 separators=(',', ':')), 188 separators=(',', ':')),
188 ('--factory-properties={"additional_expectations":' 189 ('--factory-properties={"additional_expectations":'
189 '[["third_party","WebKit","LayoutTests","ASANExpectations"]],' 190 '[["third_party","WebKit","LayoutTests","ASANExpectations"]],'
190 '"archive_webkit_results":false,"asan":true,"blink_config":"blink",' 191 '"archive_webkit_results":false,"asan":true,"blink_config":"blink",'
191 '"gclient_env":{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE"' 192 '"gclient_env":{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE"'
192 ':"0","GYP_DEFINES":"asan=1 lsan=1 component=static_library",' 193 ':"0","GYP_DEFINES":"asan=1 lsan=1 component=static_library",'
193 '"GYP_GENERATORS":"ninja","LANDMINES_VERBOSE":"1"},' 194 '"GYP_GENERATORS":"ninja","LANDMINES_VERBOSE":"1"},'
194 '"generate_gtest_json":true,"lsan":true,"time_out_ms":"48000",' 195 '"generate_gtest_json":true,"lsan":true,"time_out_ms":"48000",'
195 '"webkit_dir":"third_party/WebKit/Source","webkit_test_options":' 196 '"webkit_dir":"third_party/WebKit/Source","webkit_test_options":'
196 '["--enable-sanitizer"]}'), '--no-xvfb', api.path["build"].join( 197 '["--enable-sanitizer"]}'), '--no-xvfb', api.infra_paths['build'].join (
197 "scripts", "slave", "chromium", "layout_test_wrapper.py"), 198 "scripts", "slave", "chromium", "layout_test_wrapper.py"),
198 '--target', 'Release', '-o', '../../layout-test-results', 199 '--target', 'Release', '-o', '../../layout-test-results',
199 '--build-number', api.properties["buildnumber"], '--builder-name', 200 '--build-number', api.properties["buildnumber"], '--builder-name',
200 api.properties["buildername"], '--additional-expectations', 201 api.properties["buildername"], '--additional-expectations',
201 'src/third_party/WebKit/LayoutTests/ASANExpectations', 202 'src/third_party/WebKit/LayoutTests/ASANExpectations',
202 '--time-out-ms', '48000', '--options=--enable-sanitizer']) 203 '--time-out-ms', '48000', '--options=--enable-sanitizer'])
203 204
204 205
205 def Android_Asan_Builder_Tests__dbg__steps(api): 206 def Android_Asan_Builder_Tests__dbg__steps(api):
206 build_properties = api.properties.legacy() 207 build_properties = api.properties.legacy()
(...skipping 63 matching lines...)
270 build_properties.update(result.json.output.get("properties", {})) 271 build_properties.update(result.json.output.get("properties", {}))
271 # gclient revert step; made unnecessary by bot_update 272 # gclient revert step; made unnecessary by bot_update
272 # gclient update step; made unnecessary by bot_update 273 # gclient update step; made unnecessary by bot_update
273 # gclient runhooks wrapper step 274 # gclient runhooks wrapper step
274 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', 275 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1',
275 'LANDMINES_VERBOSE': '1', 276 'LANDMINES_VERBOSE': '1',
276 'DEPOT_TOOLS_UPDATE': '0', 277 'DEPOT_TOOLS_UPDATE': '0',
277 'GYP_DEFINES': ' component=static_library', 278 'GYP_DEFINES': ' component=static_library',
278 'LLVM_DOWNLOAD_GOLD_PLUGIN': '1'} 279 'LLVM_DOWNLOAD_GOLD_PLUGIN': '1'}
279 api.python("gclient runhooks wrapper", 280 api.python("gclient runhooks wrapper",
280 api.path["build"].join("scripts", "slave", 281 api.infra_paths['build'].join("scripts", "slave",
281 "runhooks_wrapper.py"), 282 "runhooks_wrapper.py"),
282 env=env) 283 env=env)
283 # cleanup_temp step 284 # cleanup_temp step
284 api.chromium.cleanup_temp() 285 api.chromium.cleanup_temp()
285 # compile.py step 286 # compile.py step
286 args = ['--target', 'Release', '--clobber', 'chromium_builder_asan'] 287 args = ['--target', 'Release', '--clobber', 'chromium_builder_asan']
287 api.python("compile", 288 api.python("compile",
288 api.path["build"].join("scripts", "slave", "compile.py"), 289 api.infra_paths['build'].join("scripts", "slave", "compile.py"),
289 args=args) 290 args=args)
290 # ClusterFuzz Archive step 291 # ClusterFuzz Archive step
291 # HACK(aneeshm): chromium_utils fails without this. 292 # HACK(aneeshm): chromium_utils fails without this.
292 build_properties["primary_repo"] = "" 293 build_properties["primary_repo"] = ""
293 api.python( 294 api.python(
294 'ClusterFuzz Archive', 295 'ClusterFuzz Archive',
295 api.path["build"].join("scripts", "slave", "chromium", 296 api.infra_paths['build'].join("scripts", "slave", "chromium",
296 "cf_archive_build.py"), 297 "cf_archive_build.py"),
297 args= 298 args=
298 ['--target', 'Release', "--build-properties=%s" % 299 ['--target', 'Release', "--build-properties=%s" %
299 api.json.dumps(build_properties, 300 api.json.dumps(build_properties,
300 separators=(',', ':')), 301 separators=(',', ':')),
301 ('--factory-properties={"blink_config":"chromium","cf_archive_build":' 302 ('--factory-properties={"blink_config":"chromium","cf_archive_build":'
302 'true,"cf_archive_name":"cfi","gclient_env":' 303 'true,"cf_archive_name":"cfi","gclient_env":'
303 '{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE":"0",' 304 '{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE":"0",'
304 '"GYP_DEFINES":" component=static_library","LANDMINES_VERBOSE":"1",' 305 '"GYP_DEFINES":" component=static_library","LANDMINES_VERBOSE":"1",'
305 '"LLVM_DOWNLOAD_GOLD_PLUGIN":"1"},"gs_acl":"public-read",' 306 '"LLVM_DOWNLOAD_GOLD_PLUGIN":"1"},"gs_acl":"public-read",'
306 '"gs_bucket":"gs://chromium-browser-cfi"}')], 307 '"gs_bucket":"gs://chromium-browser-cfi"}')],
307 cwd=api.path["slave_build"]) 308 cwd=api.infra_paths['slave_build'])
308 309
309 310
310 dispatch_directory = { 311 dispatch_directory = {
311 'ChromiumOS Linux Tests': ChromiumOS_Linux_Tests_steps, 312 'ChromiumOS Linux Tests': ChromiumOS_Linux_Tests_steps,
312 'Android ChromeDriver Tests (dbg)': Android_ChromeDriver_Tests__dbg__steps, 313 'Android ChromeDriver Tests (dbg)': Android_ChromeDriver_Tests__dbg__steps,
313 'Blink Linux LSan ASan': Blink_Linux_LSan_ASan_steps, 314 'Blink Linux LSan ASan': Blink_Linux_LSan_ASan_steps,
314 'Android Asan Builder Tests (dbg)': Android_Asan_Builder_Tests__dbg__steps, 315 'Android Asan Builder Tests (dbg)': Android_Asan_Builder_Tests__dbg__steps,
315 'CFI Linux CF': CFI_Linux_CF_steps, 316 'CFI Linux CF': CFI_Linux_CF_steps,
316 } 317 }
317 318
(...skipping 62 matching lines...)
380 api.properties(revision='123456789abcdef') + 381 api.properties(revision='123456789abcdef') +
381 api.properties(got_revision='123456789abcdef') + 382 api.properties(got_revision='123456789abcdef') +
382 api.properties(buildnumber='42') + 383 api.properties(buildnumber='42') +
383 api.properties(slavename='TestSlave') 384 api.properties(slavename='TestSlave')
384 ) 385 )
385 yield (api.test('builder_not_in_dispatch_directory') + 386 yield (api.test('builder_not_in_dispatch_directory') +
386 api.properties(mastername='chromium.fyi') + 387 api.properties(mastername='chromium.fyi') +
387 api.properties(buildername='nonexistent_builder') + 388 api.properties(buildername='nonexistent_builder') +
388 api.properties(slavename='TestSlave') 389 api.properties(slavename='TestSlave')
389 ) 390 )
OLDNEW

Powered by Google App Engine