OLD | NEW |
1 # Copyright 2016 The Chromium Authors. All rights reserved. | 1 # Copyright 2016 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 DEPS = [ | 5 DEPS = [ |
6 'chromium', | 6 'chromium', |
7 'depot_tools/bot_update', | 7 'depot_tools/bot_update', |
8 'depot_tools/gclient', | 8 'depot_tools/gclient', |
9 'depot_tools/infra_paths', | |
10 'recipe_engine/json', | 9 'recipe_engine/json', |
11 'recipe_engine/path', | 10 'recipe_engine/path', |
12 'recipe_engine/properties', | 11 'recipe_engine/properties', |
13 'recipe_engine/python', | 12 'recipe_engine/python', |
14 'recipe_engine/step', | 13 'recipe_engine/step', |
15 ] | 14 ] |
16 | 15 |
17 | 16 |
18 def ChromiumOS_Linux_Tests_steps(api): | 17 def ChromiumOS_Linux_Tests_steps(api): |
19 build_properties = api.properties.legacy() | 18 build_properties = api.properties.legacy() |
(...skipping 20 matching lines...) Expand all Loading... |
40 result = api.bot_update.ensure_checkout(force=True) | 39 result = api.bot_update.ensure_checkout(force=True) |
41 build_properties.update(result.json.output.get("properties", {})) | 40 build_properties.update(result.json.output.get("properties", {})) |
42 # gclient revert step; made unnecessary by bot_update | 41 # gclient revert step; made unnecessary by bot_update |
43 # gclient update step; made unnecessary by bot_update | 42 # gclient update step; made unnecessary by bot_update |
44 # gclient runhooks wrapper step | 43 # gclient runhooks wrapper step |
45 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', | 44 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', |
46 'LANDMINES_VERBOSE': '1', | 45 'LANDMINES_VERBOSE': '1', |
47 'DEPOT_TOOLS_UPDATE': '0', | 46 'DEPOT_TOOLS_UPDATE': '0', |
48 'GYP_DEFINES': ' component=shared_library'} | 47 'GYP_DEFINES': ' component=shared_library'} |
49 api.python("gclient runhooks wrapper", | 48 api.python("gclient runhooks wrapper", |
50 api.infra_paths['build'].join("scripts", "slave", | 49 api.path["build"].join("scripts", "slave", |
51 "runhooks_wrapper.py"), | 50 "runhooks_wrapper.py"), |
52 env=env) | 51 env=env) |
53 # cleanup_temp step | 52 # cleanup_temp step |
54 api.chromium.cleanup_temp() | 53 api.chromium.cleanup_temp() |
55 # compile.py step | 54 # compile.py step |
56 args = ['--target', 'Debug'] | 55 args = ['--target', 'Debug'] |
57 if "clobber" in api.properties: | 56 if "clobber" in api.properties: |
58 args.append("--clobber") | 57 args.append("--clobber") |
59 api.python("compile", | 58 api.python("compile", |
60 api.infra_paths['build'].join("scripts", "slave", "compile.py"), | 59 api.path["build"].join("scripts", "slave", "compile.py"), |
61 args=args) | 60 args=args) |
62 # runtest step | 61 # runtest step |
63 api.python( | 62 api.python( |
64 "sync_integration_tests", | 63 "sync_integration_tests", |
65 api.infra_paths['build'].join("scripts", "slave", "runtest.py"), | 64 api.path["build"].join("scripts", "slave", "runtest.py"), |
66 args= | 65 args= |
67 ['--target', 'Debug', "--build-properties=%s" % | 66 ['--target', 'Debug', "--build-properties=%s" % |
68 api.json.dumps(build_properties, | 67 api.json.dumps(build_properties, |
69 separators=(',', ':')), | 68 separators=(',', ':')), |
70 ('--factory-properties={"blink_config":"chromium","gclient_env":' | 69 ('--factory-properties={"blink_config":"chromium","gclient_env":' |
71 '{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE":"0",' | 70 '{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE":"0",' |
72 '"GYP_DEFINES":" component=shared_library","LANDMINES_VERBOSE":"1"},' | 71 '"GYP_DEFINES":" component=shared_library","LANDMINES_VERBOSE":"1"},' |
73 '"generate_gtest_json":true,"test_results_server":' | 72 '"generate_gtest_json":true,"test_results_server":' |
74 '"test-results.appspot.com"}'), '--annotate=gtest', '--test-type', | 73 '"test-results.appspot.com"}'), '--annotate=gtest', '--test-type', |
75 'sync_integration_tests', '--generate-json-file', '-o', | 74 'sync_integration_tests', '--generate-json-file', '-o', |
(...skipping 77 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
153 build_properties.update(result.json.output.get("properties", {})) | 152 build_properties.update(result.json.output.get("properties", {})) |
154 # gclient revert step; made unnecessary by bot_update | 153 # gclient revert step; made unnecessary by bot_update |
155 # gclient update step; made unnecessary by bot_update | 154 # gclient update step; made unnecessary by bot_update |
156 # gclient runhooks wrapper step | 155 # gclient runhooks wrapper step |
157 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', | 156 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', |
158 'GYP_GENERATORS': 'ninja', | 157 'GYP_GENERATORS': 'ninja', |
159 'DEPOT_TOOLS_UPDATE': '0', | 158 'DEPOT_TOOLS_UPDATE': '0', |
160 'GYP_DEFINES': 'asan=1 lsan=1 component=static_library', | 159 'GYP_DEFINES': 'asan=1 lsan=1 component=static_library', |
161 'LANDMINES_VERBOSE': '1'} | 160 'LANDMINES_VERBOSE': '1'} |
162 api.python("gclient runhooks wrapper", | 161 api.python("gclient runhooks wrapper", |
163 api.infra_paths['build'].join("scripts", "slave", | 162 api.path["build"].join("scripts", "slave", |
164 "runhooks_wrapper.py"), | 163 "runhooks_wrapper.py"), |
165 env=env) | 164 env=env) |
166 # update_clang step; generic ShellCommand converted | 165 # update_clang step; generic ShellCommand converted |
167 api.step("update_clang", | 166 api.step("update_clang", |
168 ['python', 'src/tools/clang/scripts/update.py'], | 167 ['python', 'src/tools/clang/scripts/update.py'], |
169 env={'LLVM_URL': 'http://llvm.org/svn/llvm-project'}, | 168 env={'LLVM_URL': 'http://llvm.org/svn/llvm-project'}, |
170 cwd=api.infra_paths['slave_build']) | 169 cwd=api.path["slave_build"]) |
171 # cleanup_temp step | 170 # cleanup_temp step |
172 api.chromium.cleanup_temp() | 171 api.chromium.cleanup_temp() |
173 # compile.py step | 172 # compile.py step |
174 args = ['--target', 'Release', '--build-tool=ninja', | 173 args = ['--target', 'Release', '--build-tool=ninja', |
175 '--compiler=goma-clang', '--', 'blink_tests'] | 174 '--compiler=goma-clang', '--', 'blink_tests'] |
176 if "clobber" in api.properties: | 175 if "clobber" in api.properties: |
177 args.append("--clobber") | 176 args.append("--clobber") |
178 api.python("compile", | 177 api.python("compile", |
179 api.infra_paths['build'].join("scripts", "slave", "compile.py"), | 178 api.path["build"].join("scripts", "slave", "compile.py"), |
180 args=args) | 179 args=args) |
181 # runtest step | 180 # runtest step |
182 api.python( | 181 api.python( |
183 "webkit_tests", | 182 "webkit_tests", |
184 api.infra_paths['build'].join("scripts", "slave", "runtest.py"), | 183 api.path["build"].join("scripts", "slave", "runtest.py"), |
185 args= | 184 args= |
186 ['--run-python-script', '--target', 'Release', "--build-properties=%s" | 185 ['--run-python-script', '--target', 'Release', "--build-properties=%s" |
187 % api.json.dumps(build_properties, | 186 % api.json.dumps(build_properties, |
188 separators=(',', ':')), | 187 separators=(',', ':')), |
189 ('--factory-properties={"additional_expectations":' | 188 ('--factory-properties={"additional_expectations":' |
190 '[["third_party","WebKit","LayoutTests","ASANExpectations"]],' | 189 '[["third_party","WebKit","LayoutTests","ASANExpectations"]],' |
191 '"archive_webkit_results":false,"asan":true,"blink_config":"blink",' | 190 '"archive_webkit_results":false,"asan":true,"blink_config":"blink",' |
192 '"gclient_env":{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE"' | 191 '"gclient_env":{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE"' |
193 ':"0","GYP_DEFINES":"asan=1 lsan=1 component=static_library",' | 192 ':"0","GYP_DEFINES":"asan=1 lsan=1 component=static_library",' |
194 '"GYP_GENERATORS":"ninja","LANDMINES_VERBOSE":"1"},' | 193 '"GYP_GENERATORS":"ninja","LANDMINES_VERBOSE":"1"},' |
195 '"generate_gtest_json":true,"lsan":true,"time_out_ms":"48000",' | 194 '"generate_gtest_json":true,"lsan":true,"time_out_ms":"48000",' |
196 '"webkit_dir":"third_party/WebKit/Source","webkit_test_options":' | 195 '"webkit_dir":"third_party/WebKit/Source","webkit_test_options":' |
197 '["--enable-sanitizer"]}'), '--no-xvfb', api.infra_paths['build'].join
( | 196 '["--enable-sanitizer"]}'), '--no-xvfb', api.path["build"].join( |
198 "scripts", "slave", "chromium", "layout_test_wrapper.py"), | 197 "scripts", "slave", "chromium", "layout_test_wrapper.py"), |
199 '--target', 'Release', '-o', '../../layout-test-results', | 198 '--target', 'Release', '-o', '../../layout-test-results', |
200 '--build-number', api.properties["buildnumber"], '--builder-name', | 199 '--build-number', api.properties["buildnumber"], '--builder-name', |
201 api.properties["buildername"], '--additional-expectations', | 200 api.properties["buildername"], '--additional-expectations', |
202 'src/third_party/WebKit/LayoutTests/ASANExpectations', | 201 'src/third_party/WebKit/LayoutTests/ASANExpectations', |
203 '--time-out-ms', '48000', '--options=--enable-sanitizer']) | 202 '--time-out-ms', '48000', '--options=--enable-sanitizer']) |
204 | 203 |
205 | 204 |
206 def Android_Asan_Builder_Tests__dbg__steps(api): | 205 def Android_Asan_Builder_Tests__dbg__steps(api): |
207 build_properties = api.properties.legacy() | 206 build_properties = api.properties.legacy() |
(...skipping 63 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
271 build_properties.update(result.json.output.get("properties", {})) | 270 build_properties.update(result.json.output.get("properties", {})) |
272 # gclient revert step; made unnecessary by bot_update | 271 # gclient revert step; made unnecessary by bot_update |
273 # gclient update step; made unnecessary by bot_update | 272 # gclient update step; made unnecessary by bot_update |
274 # gclient runhooks wrapper step | 273 # gclient runhooks wrapper step |
275 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', | 274 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', |
276 'LANDMINES_VERBOSE': '1', | 275 'LANDMINES_VERBOSE': '1', |
277 'DEPOT_TOOLS_UPDATE': '0', | 276 'DEPOT_TOOLS_UPDATE': '0', |
278 'GYP_DEFINES': ' component=static_library', | 277 'GYP_DEFINES': ' component=static_library', |
279 'LLVM_DOWNLOAD_GOLD_PLUGIN': '1'} | 278 'LLVM_DOWNLOAD_GOLD_PLUGIN': '1'} |
280 api.python("gclient runhooks wrapper", | 279 api.python("gclient runhooks wrapper", |
281 api.infra_paths['build'].join("scripts", "slave", | 280 api.path["build"].join("scripts", "slave", |
282 "runhooks_wrapper.py"), | 281 "runhooks_wrapper.py"), |
283 env=env) | 282 env=env) |
284 # cleanup_temp step | 283 # cleanup_temp step |
285 api.chromium.cleanup_temp() | 284 api.chromium.cleanup_temp() |
286 # compile.py step | 285 # compile.py step |
287 args = ['--target', 'Release', '--clobber', 'chromium_builder_asan'] | 286 args = ['--target', 'Release', '--clobber', 'chromium_builder_asan'] |
288 api.python("compile", | 287 api.python("compile", |
289 api.infra_paths['build'].join("scripts", "slave", "compile.py"), | 288 api.path["build"].join("scripts", "slave", "compile.py"), |
290 args=args) | 289 args=args) |
291 # ClusterFuzz Archive step | 290 # ClusterFuzz Archive step |
292 # HACK(aneeshm): chromium_utils fails without this. | 291 # HACK(aneeshm): chromium_utils fails without this. |
293 build_properties["primary_repo"] = "" | 292 build_properties["primary_repo"] = "" |
294 api.python( | 293 api.python( |
295 'ClusterFuzz Archive', | 294 'ClusterFuzz Archive', |
296 api.infra_paths['build'].join("scripts", "slave", "chromium", | 295 api.path["build"].join("scripts", "slave", "chromium", |
297 "cf_archive_build.py"), | 296 "cf_archive_build.py"), |
298 args= | 297 args= |
299 ['--target', 'Release', "--build-properties=%s" % | 298 ['--target', 'Release', "--build-properties=%s" % |
300 api.json.dumps(build_properties, | 299 api.json.dumps(build_properties, |
301 separators=(',', ':')), | 300 separators=(',', ':')), |
302 ('--factory-properties={"blink_config":"chromium","cf_archive_build":' | 301 ('--factory-properties={"blink_config":"chromium","cf_archive_build":' |
303 'true,"cf_archive_name":"cfi","gclient_env":' | 302 'true,"cf_archive_name":"cfi","gclient_env":' |
304 '{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE":"0",' | 303 '{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE":"0",' |
305 '"GYP_DEFINES":" component=static_library","LANDMINES_VERBOSE":"1",' | 304 '"GYP_DEFINES":" component=static_library","LANDMINES_VERBOSE":"1",' |
306 '"LLVM_DOWNLOAD_GOLD_PLUGIN":"1"},"gs_acl":"public-read",' | 305 '"LLVM_DOWNLOAD_GOLD_PLUGIN":"1"},"gs_acl":"public-read",' |
307 '"gs_bucket":"gs://chromium-browser-cfi"}')], | 306 '"gs_bucket":"gs://chromium-browser-cfi"}')], |
308 cwd=api.infra_paths['slave_build']) | 307 cwd=api.path["slave_build"]) |
309 | 308 |
310 | 309 |
311 dispatch_directory = { | 310 dispatch_directory = { |
312 'ChromiumOS Linux Tests': ChromiumOS_Linux_Tests_steps, | 311 'ChromiumOS Linux Tests': ChromiumOS_Linux_Tests_steps, |
313 'Android ChromeDriver Tests (dbg)': Android_ChromeDriver_Tests__dbg__steps, | 312 'Android ChromeDriver Tests (dbg)': Android_ChromeDriver_Tests__dbg__steps, |
314 'Blink Linux LSan ASan': Blink_Linux_LSan_ASan_steps, | 313 'Blink Linux LSan ASan': Blink_Linux_LSan_ASan_steps, |
315 'Android Asan Builder Tests (dbg)': Android_Asan_Builder_Tests__dbg__steps, | 314 'Android Asan Builder Tests (dbg)': Android_Asan_Builder_Tests__dbg__steps, |
316 'CFI Linux CF': CFI_Linux_CF_steps, | 315 'CFI Linux CF': CFI_Linux_CF_steps, |
317 } | 316 } |
318 | 317 |
(...skipping 62 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
381 api.properties(revision='123456789abcdef') + | 380 api.properties(revision='123456789abcdef') + |
382 api.properties(got_revision='123456789abcdef') + | 381 api.properties(got_revision='123456789abcdef') + |
383 api.properties(buildnumber='42') + | 382 api.properties(buildnumber='42') + |
384 api.properties(slavename='TestSlave') | 383 api.properties(slavename='TestSlave') |
385 ) | 384 ) |
386 yield (api.test('builder_not_in_dispatch_directory') + | 385 yield (api.test('builder_not_in_dispatch_directory') + |
387 api.properties(mastername='chromium.fyi') + | 386 api.properties(mastername='chromium.fyi') + |
388 api.properties(buildername='nonexistent_builder') + | 387 api.properties(buildername='nonexistent_builder') + |
389 api.properties(slavename='TestSlave') | 388 api.properties(slavename='TestSlave') |
390 ) | 389 ) |
OLD | NEW |