OLD | NEW |
1 # Copyright 2016 The Chromium Authors. All rights reserved. | 1 # Copyright 2016 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 DEPS = [ | 5 DEPS = [ |
6 'chromium', | 6 'chromium', |
7 'depot_tools/bot_update', | 7 'depot_tools/bot_update', |
8 'depot_tools/gclient', | 8 'depot_tools/gclient', |
| 9 'depot_tools/infra_paths', |
9 'recipe_engine/json', | 10 'recipe_engine/json', |
10 'recipe_engine/path', | 11 'recipe_engine/path', |
11 'recipe_engine/properties', | 12 'recipe_engine/properties', |
12 'recipe_engine/python', | 13 'recipe_engine/python', |
13 'recipe_engine/step', | 14 'recipe_engine/step', |
14 ] | 15 ] |
15 | 16 |
16 | 17 |
17 def ChromiumOS_Linux_Tests_steps(api): | 18 def ChromiumOS_Linux_Tests_steps(api): |
18 build_properties = api.properties.legacy() | 19 build_properties = api.properties.legacy() |
(...skipping 20 matching lines...) Loading... |
39 result = api.bot_update.ensure_checkout(force=True) | 40 result = api.bot_update.ensure_checkout(force=True) |
40 build_properties.update(result.json.output.get("properties", {})) | 41 build_properties.update(result.json.output.get("properties", {})) |
41 # gclient revert step; made unnecessary by bot_update | 42 # gclient revert step; made unnecessary by bot_update |
42 # gclient update step; made unnecessary by bot_update | 43 # gclient update step; made unnecessary by bot_update |
43 # gclient runhooks wrapper step | 44 # gclient runhooks wrapper step |
44 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', | 45 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', |
45 'LANDMINES_VERBOSE': '1', | 46 'LANDMINES_VERBOSE': '1', |
46 'DEPOT_TOOLS_UPDATE': '0', | 47 'DEPOT_TOOLS_UPDATE': '0', |
47 'GYP_DEFINES': ' component=shared_library'} | 48 'GYP_DEFINES': ' component=shared_library'} |
48 api.python("gclient runhooks wrapper", | 49 api.python("gclient runhooks wrapper", |
49 api.path["build"].join("scripts", "slave", | 50 api.infra_paths['build'].join("scripts", "slave", |
50 "runhooks_wrapper.py"), | 51 "runhooks_wrapper.py"), |
51 env=env) | 52 env=env) |
52 # cleanup_temp step | 53 # cleanup_temp step |
53 api.chromium.cleanup_temp() | 54 api.chromium.cleanup_temp() |
54 # compile.py step | 55 # compile.py step |
55 args = ['--target', 'Debug'] | 56 args = ['--target', 'Debug'] |
56 if "clobber" in api.properties: | 57 if "clobber" in api.properties: |
57 args.append("--clobber") | 58 args.append("--clobber") |
58 api.python("compile", | 59 api.python("compile", |
59 api.path["build"].join("scripts", "slave", "compile.py"), | 60 api.infra_paths['build'].join("scripts", "slave", "compile.py"), |
60 args=args) | 61 args=args) |
61 # runtest step | 62 # runtest step |
62 api.python( | 63 api.python( |
63 "sync_integration_tests", | 64 "sync_integration_tests", |
64 api.path["build"].join("scripts", "slave", "runtest.py"), | 65 api.infra_paths['build'].join("scripts", "slave", "runtest.py"), |
65 args= | 66 args= |
66 ['--target', 'Debug', "--build-properties=%s" % | 67 ['--target', 'Debug', "--build-properties=%s" % |
67 api.json.dumps(build_properties, | 68 api.json.dumps(build_properties, |
68 separators=(',', ':')), | 69 separators=(',', ':')), |
69 ('--factory-properties={"blink_config":"chromium","gclient_env":' | 70 ('--factory-properties={"blink_config":"chromium","gclient_env":' |
70 '{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE":"0",' | 71 '{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE":"0",' |
71 '"GYP_DEFINES":" component=shared_library","LANDMINES_VERBOSE":"1"},' | 72 '"GYP_DEFINES":" component=shared_library","LANDMINES_VERBOSE":"1"},' |
72 '"generate_gtest_json":true,"test_results_server":' | 73 '"generate_gtest_json":true,"test_results_server":' |
73 '"test-results.appspot.com"}'), '--annotate=gtest', '--test-type', | 74 '"test-results.appspot.com"}'), '--annotate=gtest', '--test-type', |
74 'sync_integration_tests', '--generate-json-file', '-o', | 75 'sync_integration_tests', '--generate-json-file', '-o', |
(...skipping 77 matching lines...) Loading... |
152 build_properties.update(result.json.output.get("properties", {})) | 153 build_properties.update(result.json.output.get("properties", {})) |
153 # gclient revert step; made unnecessary by bot_update | 154 # gclient revert step; made unnecessary by bot_update |
154 # gclient update step; made unnecessary by bot_update | 155 # gclient update step; made unnecessary by bot_update |
155 # gclient runhooks wrapper step | 156 # gclient runhooks wrapper step |
156 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', | 157 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', |
157 'GYP_GENERATORS': 'ninja', | 158 'GYP_GENERATORS': 'ninja', |
158 'DEPOT_TOOLS_UPDATE': '0', | 159 'DEPOT_TOOLS_UPDATE': '0', |
159 'GYP_DEFINES': 'asan=1 lsan=1 component=static_library', | 160 'GYP_DEFINES': 'asan=1 lsan=1 component=static_library', |
160 'LANDMINES_VERBOSE': '1'} | 161 'LANDMINES_VERBOSE': '1'} |
161 api.python("gclient runhooks wrapper", | 162 api.python("gclient runhooks wrapper", |
162 api.path["build"].join("scripts", "slave", | 163 api.infra_paths['build'].join("scripts", "slave", |
163 "runhooks_wrapper.py"), | 164 "runhooks_wrapper.py"), |
164 env=env) | 165 env=env) |
165 # update_clang step; generic ShellCommand converted | 166 # update_clang step; generic ShellCommand converted |
166 api.step("update_clang", | 167 api.step("update_clang", |
167 ['python', 'src/tools/clang/scripts/update.py'], | 168 ['python', 'src/tools/clang/scripts/update.py'], |
168 env={'LLVM_URL': 'http://llvm.org/svn/llvm-project'}, | 169 env={'LLVM_URL': 'http://llvm.org/svn/llvm-project'}, |
169 cwd=api.path["slave_build"]) | 170 cwd=api.infra_paths['slave_build']) |
170 # cleanup_temp step | 171 # cleanup_temp step |
171 api.chromium.cleanup_temp() | 172 api.chromium.cleanup_temp() |
172 # compile.py step | 173 # compile.py step |
173 args = ['--target', 'Release', '--build-tool=ninja', | 174 args = ['--target', 'Release', '--build-tool=ninja', |
174 '--compiler=goma-clang', '--', 'blink_tests'] | 175 '--compiler=goma-clang', '--', 'blink_tests'] |
175 if "clobber" in api.properties: | 176 if "clobber" in api.properties: |
176 args.append("--clobber") | 177 args.append("--clobber") |
177 api.python("compile", | 178 api.python("compile", |
178 api.path["build"].join("scripts", "slave", "compile.py"), | 179 api.infra_paths['build'].join("scripts", "slave", "compile.py"), |
179 args=args) | 180 args=args) |
180 # runtest step | 181 # runtest step |
181 api.python( | 182 api.python( |
182 "webkit_tests", | 183 "webkit_tests", |
183 api.path["build"].join("scripts", "slave", "runtest.py"), | 184 api.infra_paths['build'].join("scripts", "slave", "runtest.py"), |
184 args= | 185 args= |
185 ['--run-python-script', '--target', 'Release', "--build-properties=%s" | 186 ['--run-python-script', '--target', 'Release', "--build-properties=%s" |
186 % api.json.dumps(build_properties, | 187 % api.json.dumps(build_properties, |
187 separators=(',', ':')), | 188 separators=(',', ':')), |
188 ('--factory-properties={"additional_expectations":' | 189 ('--factory-properties={"additional_expectations":' |
189 '[["third_party","WebKit","LayoutTests","ASANExpectations"]],' | 190 '[["third_party","WebKit","LayoutTests","ASANExpectations"]],' |
190 '"archive_webkit_results":false,"asan":true,"blink_config":"blink",' | 191 '"archive_webkit_results":false,"asan":true,"blink_config":"blink",' |
191 '"gclient_env":{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE"' | 192 '"gclient_env":{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE"' |
192 ':"0","GYP_DEFINES":"asan=1 lsan=1 component=static_library",' | 193 ':"0","GYP_DEFINES":"asan=1 lsan=1 component=static_library",' |
193 '"GYP_GENERATORS":"ninja","LANDMINES_VERBOSE":"1"},' | 194 '"GYP_GENERATORS":"ninja","LANDMINES_VERBOSE":"1"},' |
194 '"generate_gtest_json":true,"lsan":true,"time_out_ms":"48000",' | 195 '"generate_gtest_json":true,"lsan":true,"time_out_ms":"48000",' |
195 '"webkit_dir":"third_party/WebKit/Source","webkit_test_options":' | 196 '"webkit_dir":"third_party/WebKit/Source","webkit_test_options":' |
196 '["--enable-sanitizer"]}'), '--no-xvfb', api.path["build"].join( | 197 '["--enable-sanitizer"]}'), '--no-xvfb', api.infra_paths['build'].join
( |
197 "scripts", "slave", "chromium", "layout_test_wrapper.py"), | 198 "scripts", "slave", "chromium", "layout_test_wrapper.py"), |
198 '--target', 'Release', '-o', '../../layout-test-results', | 199 '--target', 'Release', '-o', '../../layout-test-results', |
199 '--build-number', api.properties["buildnumber"], '--builder-name', | 200 '--build-number', api.properties["buildnumber"], '--builder-name', |
200 api.properties["buildername"], '--additional-expectations', | 201 api.properties["buildername"], '--additional-expectations', |
201 'src/third_party/WebKit/LayoutTests/ASANExpectations', | 202 'src/third_party/WebKit/LayoutTests/ASANExpectations', |
202 '--time-out-ms', '48000', '--options=--enable-sanitizer']) | 203 '--time-out-ms', '48000', '--options=--enable-sanitizer']) |
203 | 204 |
204 | 205 |
205 def Android_Asan_Builder_Tests__dbg__steps(api): | 206 def Android_Asan_Builder_Tests__dbg__steps(api): |
206 build_properties = api.properties.legacy() | 207 build_properties = api.properties.legacy() |
(...skipping 63 matching lines...) Loading... |
270 build_properties.update(result.json.output.get("properties", {})) | 271 build_properties.update(result.json.output.get("properties", {})) |
271 # gclient revert step; made unnecessary by bot_update | 272 # gclient revert step; made unnecessary by bot_update |
272 # gclient update step; made unnecessary by bot_update | 273 # gclient update step; made unnecessary by bot_update |
273 # gclient runhooks wrapper step | 274 # gclient runhooks wrapper step |
274 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', | 275 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', |
275 'LANDMINES_VERBOSE': '1', | 276 'LANDMINES_VERBOSE': '1', |
276 'DEPOT_TOOLS_UPDATE': '0', | 277 'DEPOT_TOOLS_UPDATE': '0', |
277 'GYP_DEFINES': ' component=static_library', | 278 'GYP_DEFINES': ' component=static_library', |
278 'LLVM_DOWNLOAD_GOLD_PLUGIN': '1'} | 279 'LLVM_DOWNLOAD_GOLD_PLUGIN': '1'} |
279 api.python("gclient runhooks wrapper", | 280 api.python("gclient runhooks wrapper", |
280 api.path["build"].join("scripts", "slave", | 281 api.infra_paths['build'].join("scripts", "slave", |
281 "runhooks_wrapper.py"), | 282 "runhooks_wrapper.py"), |
282 env=env) | 283 env=env) |
283 # cleanup_temp step | 284 # cleanup_temp step |
284 api.chromium.cleanup_temp() | 285 api.chromium.cleanup_temp() |
285 # compile.py step | 286 # compile.py step |
286 args = ['--target', 'Release', '--clobber', 'chromium_builder_asan'] | 287 args = ['--target', 'Release', '--clobber', 'chromium_builder_asan'] |
287 api.python("compile", | 288 api.python("compile", |
288 api.path["build"].join("scripts", "slave", "compile.py"), | 289 api.infra_paths['build'].join("scripts", "slave", "compile.py"), |
289 args=args) | 290 args=args) |
290 # ClusterFuzz Archive step | 291 # ClusterFuzz Archive step |
291 # HACK(aneeshm): chromium_utils fails without this. | 292 # HACK(aneeshm): chromium_utils fails without this. |
292 build_properties["primary_repo"] = "" | 293 build_properties["primary_repo"] = "" |
293 api.python( | 294 api.python( |
294 'ClusterFuzz Archive', | 295 'ClusterFuzz Archive', |
295 api.path["build"].join("scripts", "slave", "chromium", | 296 api.infra_paths['build'].join("scripts", "slave", "chromium", |
296 "cf_archive_build.py"), | 297 "cf_archive_build.py"), |
297 args= | 298 args= |
298 ['--target', 'Release', "--build-properties=%s" % | 299 ['--target', 'Release', "--build-properties=%s" % |
299 api.json.dumps(build_properties, | 300 api.json.dumps(build_properties, |
300 separators=(',', ':')), | 301 separators=(',', ':')), |
301 ('--factory-properties={"blink_config":"chromium","cf_archive_build":' | 302 ('--factory-properties={"blink_config":"chromium","cf_archive_build":' |
302 'true,"cf_archive_name":"cfi","gclient_env":' | 303 'true,"cf_archive_name":"cfi","gclient_env":' |
303 '{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE":"0",' | 304 '{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE":"0",' |
304 '"GYP_DEFINES":" component=static_library","LANDMINES_VERBOSE":"1",' | 305 '"GYP_DEFINES":" component=static_library","LANDMINES_VERBOSE":"1",' |
305 '"LLVM_DOWNLOAD_GOLD_PLUGIN":"1"},"gs_acl":"public-read",' | 306 '"LLVM_DOWNLOAD_GOLD_PLUGIN":"1"},"gs_acl":"public-read",' |
306 '"gs_bucket":"gs://chromium-browser-cfi"}')], | 307 '"gs_bucket":"gs://chromium-browser-cfi"}')], |
307 cwd=api.path["slave_build"]) | 308 cwd=api.infra_paths['slave_build']) |
308 | 309 |
309 | 310 |
310 dispatch_directory = { | 311 dispatch_directory = { |
311 'ChromiumOS Linux Tests': ChromiumOS_Linux_Tests_steps, | 312 'ChromiumOS Linux Tests': ChromiumOS_Linux_Tests_steps, |
312 'Android ChromeDriver Tests (dbg)': Android_ChromeDriver_Tests__dbg__steps, | 313 'Android ChromeDriver Tests (dbg)': Android_ChromeDriver_Tests__dbg__steps, |
313 'Blink Linux LSan ASan': Blink_Linux_LSan_ASan_steps, | 314 'Blink Linux LSan ASan': Blink_Linux_LSan_ASan_steps, |
314 'Android Asan Builder Tests (dbg)': Android_Asan_Builder_Tests__dbg__steps, | 315 'Android Asan Builder Tests (dbg)': Android_Asan_Builder_Tests__dbg__steps, |
315 'CFI Linux CF': CFI_Linux_CF_steps, | 316 'CFI Linux CF': CFI_Linux_CF_steps, |
316 } | 317 } |
317 | 318 |
(...skipping 62 matching lines...) Loading... |
380 api.properties(revision='123456789abcdef') + | 381 api.properties(revision='123456789abcdef') + |
381 api.properties(got_revision='123456789abcdef') + | 382 api.properties(got_revision='123456789abcdef') + |
382 api.properties(buildnumber='42') + | 383 api.properties(buildnumber='42') + |
383 api.properties(slavename='TestSlave') | 384 api.properties(slavename='TestSlave') |
384 ) | 385 ) |
385 yield (api.test('builder_not_in_dispatch_directory') + | 386 yield (api.test('builder_not_in_dispatch_directory') + |
386 api.properties(mastername='chromium.fyi') + | 387 api.properties(mastername='chromium.fyi') + |
387 api.properties(buildername='nonexistent_builder') + | 388 api.properties(buildername='nonexistent_builder') + |
388 api.properties(slavename='TestSlave') | 389 api.properties(slavename='TestSlave') |
389 ) | 390 ) |
OLD | NEW |