| OLD | NEW |
| 1 # Copyright 2016 The Chromium Authors. All rights reserved. | 1 # Copyright 2016 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 DEPS = [ | 5 DEPS = [ |
| 6 'chromium', | 6 'chromium', |
| 7 'depot_tools/bot_update', | 7 'depot_tools/bot_update', |
| 8 'depot_tools/gclient', | 8 'depot_tools/gclient', |
| 9 'depot_tools/infra_paths', | |
| 10 'recipe_engine/json', | 9 'recipe_engine/json', |
| 11 'recipe_engine/path', | 10 'recipe_engine/path', |
| 12 'recipe_engine/properties', | 11 'recipe_engine/properties', |
| 13 'recipe_engine/python', | 12 'recipe_engine/python', |
| 14 'recipe_engine/step', | 13 'recipe_engine/step', |
| 15 ] | 14 ] |
| 16 | 15 |
| 17 | 16 |
| 18 def ChromiumOS_Linux_Tests_steps(api): | 17 def ChromiumOS_Linux_Tests_steps(api): |
| 19 build_properties = api.properties.legacy() | 18 build_properties = api.properties.legacy() |
| (...skipping 20 matching lines...) Expand all Loading... |
| 40 result = api.bot_update.ensure_checkout(force=True) | 39 result = api.bot_update.ensure_checkout(force=True) |
| 41 build_properties.update(result.json.output.get("properties", {})) | 40 build_properties.update(result.json.output.get("properties", {})) |
| 42 # gclient revert step; made unnecessary by bot_update | 41 # gclient revert step; made unnecessary by bot_update |
| 43 # gclient update step; made unnecessary by bot_update | 42 # gclient update step; made unnecessary by bot_update |
| 44 # gclient runhooks wrapper step | 43 # gclient runhooks wrapper step |
| 45 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', | 44 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', |
| 46 'LANDMINES_VERBOSE': '1', | 45 'LANDMINES_VERBOSE': '1', |
| 47 'DEPOT_TOOLS_UPDATE': '0', | 46 'DEPOT_TOOLS_UPDATE': '0', |
| 48 'GYP_DEFINES': ' component=shared_library'} | 47 'GYP_DEFINES': ' component=shared_library'} |
| 49 api.python("gclient runhooks wrapper", | 48 api.python("gclient runhooks wrapper", |
| 50 api.infra_paths['build'].join("scripts", "slave", | 49 api.path["build"].join("scripts", "slave", |
| 51 "runhooks_wrapper.py"), | 50 "runhooks_wrapper.py"), |
| 52 env=env) | 51 env=env) |
| 53 # cleanup_temp step | 52 # cleanup_temp step |
| 54 api.chromium.cleanup_temp() | 53 api.chromium.cleanup_temp() |
| 55 # compile.py step | 54 # compile.py step |
| 56 args = ['--target', 'Debug'] | 55 args = ['--target', 'Debug'] |
| 57 if "clobber" in api.properties: | 56 if "clobber" in api.properties: |
| 58 args.append("--clobber") | 57 args.append("--clobber") |
| 59 api.python("compile", | 58 api.python("compile", |
| 60 api.infra_paths['build'].join("scripts", "slave", "compile.py"), | 59 api.path["build"].join("scripts", "slave", "compile.py"), |
| 61 args=args) | 60 args=args) |
| 62 # runtest step | 61 # runtest step |
| 63 api.python( | 62 api.python( |
| 64 "sync_integration_tests", | 63 "sync_integration_tests", |
| 65 api.infra_paths['build'].join("scripts", "slave", "runtest.py"), | 64 api.path["build"].join("scripts", "slave", "runtest.py"), |
| 66 args= | 65 args= |
| 67 ['--target', 'Debug', "--build-properties=%s" % | 66 ['--target', 'Debug', "--build-properties=%s" % |
| 68 api.json.dumps(build_properties, | 67 api.json.dumps(build_properties, |
| 69 separators=(',', ':')), | 68 separators=(',', ':')), |
| 70 ('--factory-properties={"blink_config":"chromium","gclient_env":' | 69 ('--factory-properties={"blink_config":"chromium","gclient_env":' |
| 71 '{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE":"0",' | 70 '{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE":"0",' |
| 72 '"GYP_DEFINES":" component=shared_library","LANDMINES_VERBOSE":"1"},' | 71 '"GYP_DEFINES":" component=shared_library","LANDMINES_VERBOSE":"1"},' |
| 73 '"generate_gtest_json":true,"test_results_server":' | 72 '"generate_gtest_json":true,"test_results_server":' |
| 74 '"test-results.appspot.com"}'), '--annotate=gtest', '--test-type', | 73 '"test-results.appspot.com"}'), '--annotate=gtest', '--test-type', |
| 75 'sync_integration_tests', '--generate-json-file', '-o', | 74 'sync_integration_tests', '--generate-json-file', '-o', |
| (...skipping 77 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 153 build_properties.update(result.json.output.get("properties", {})) | 152 build_properties.update(result.json.output.get("properties", {})) |
| 154 # gclient revert step; made unnecessary by bot_update | 153 # gclient revert step; made unnecessary by bot_update |
| 155 # gclient update step; made unnecessary by bot_update | 154 # gclient update step; made unnecessary by bot_update |
| 156 # gclient runhooks wrapper step | 155 # gclient runhooks wrapper step |
| 157 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', | 156 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', |
| 158 'GYP_GENERATORS': 'ninja', | 157 'GYP_GENERATORS': 'ninja', |
| 159 'DEPOT_TOOLS_UPDATE': '0', | 158 'DEPOT_TOOLS_UPDATE': '0', |
| 160 'GYP_DEFINES': 'asan=1 lsan=1 component=static_library', | 159 'GYP_DEFINES': 'asan=1 lsan=1 component=static_library', |
| 161 'LANDMINES_VERBOSE': '1'} | 160 'LANDMINES_VERBOSE': '1'} |
| 162 api.python("gclient runhooks wrapper", | 161 api.python("gclient runhooks wrapper", |
| 163 api.infra_paths['build'].join("scripts", "slave", | 162 api.path["build"].join("scripts", "slave", |
| 164 "runhooks_wrapper.py"), | 163 "runhooks_wrapper.py"), |
| 165 env=env) | 164 env=env) |
| 166 # update_clang step; generic ShellCommand converted | 165 # update_clang step; generic ShellCommand converted |
| 167 api.step("update_clang", | 166 api.step("update_clang", |
| 168 ['python', 'src/tools/clang/scripts/update.py'], | 167 ['python', 'src/tools/clang/scripts/update.py'], |
| 169 env={'LLVM_URL': 'http://llvm.org/svn/llvm-project'}, | 168 env={'LLVM_URL': 'http://llvm.org/svn/llvm-project'}, |
| 170 cwd=api.infra_paths['slave_build']) | 169 cwd=api.path["slave_build"]) |
| 171 # cleanup_temp step | 170 # cleanup_temp step |
| 172 api.chromium.cleanup_temp() | 171 api.chromium.cleanup_temp() |
| 173 # compile.py step | 172 # compile.py step |
| 174 args = ['--target', 'Release', '--build-tool=ninja', | 173 args = ['--target', 'Release', '--build-tool=ninja', |
| 175 '--compiler=goma-clang', '--', 'blink_tests'] | 174 '--compiler=goma-clang', '--', 'blink_tests'] |
| 176 if "clobber" in api.properties: | 175 if "clobber" in api.properties: |
| 177 args.append("--clobber") | 176 args.append("--clobber") |
| 178 api.python("compile", | 177 api.python("compile", |
| 179 api.infra_paths['build'].join("scripts", "slave", "compile.py"), | 178 api.path["build"].join("scripts", "slave", "compile.py"), |
| 180 args=args) | 179 args=args) |
| 181 # runtest step | 180 # runtest step |
| 182 api.python( | 181 api.python( |
| 183 "webkit_tests", | 182 "webkit_tests", |
| 184 api.infra_paths['build'].join("scripts", "slave", "runtest.py"), | 183 api.path["build"].join("scripts", "slave", "runtest.py"), |
| 185 args= | 184 args= |
| 186 ['--run-python-script', '--target', 'Release', "--build-properties=%s" | 185 ['--run-python-script', '--target', 'Release', "--build-properties=%s" |
| 187 % api.json.dumps(build_properties, | 186 % api.json.dumps(build_properties, |
| 188 separators=(',', ':')), | 187 separators=(',', ':')), |
| 189 ('--factory-properties={"additional_expectations":' | 188 ('--factory-properties={"additional_expectations":' |
| 190 '[["third_party","WebKit","LayoutTests","ASANExpectations"]],' | 189 '[["third_party","WebKit","LayoutTests","ASANExpectations"]],' |
| 191 '"archive_webkit_results":false,"asan":true,"blink_config":"blink",' | 190 '"archive_webkit_results":false,"asan":true,"blink_config":"blink",' |
| 192 '"gclient_env":{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE"' | 191 '"gclient_env":{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE"' |
| 193 ':"0","GYP_DEFINES":"asan=1 lsan=1 component=static_library",' | 192 ':"0","GYP_DEFINES":"asan=1 lsan=1 component=static_library",' |
| 194 '"GYP_GENERATORS":"ninja","LANDMINES_VERBOSE":"1"},' | 193 '"GYP_GENERATORS":"ninja","LANDMINES_VERBOSE":"1"},' |
| 195 '"generate_gtest_json":true,"lsan":true,"time_out_ms":"48000",' | 194 '"generate_gtest_json":true,"lsan":true,"time_out_ms":"48000",' |
| 196 '"webkit_dir":"third_party/WebKit/Source","webkit_test_options":' | 195 '"webkit_dir":"third_party/WebKit/Source","webkit_test_options":' |
| 197 '["--enable-sanitizer"]}'), '--no-xvfb', api.infra_paths['build'].join
( | 196 '["--enable-sanitizer"]}'), '--no-xvfb', api.path["build"].join( |
| 198 "scripts", "slave", "chromium", "layout_test_wrapper.py"), | 197 "scripts", "slave", "chromium", "layout_test_wrapper.py"), |
| 199 '--target', 'Release', '-o', '../../layout-test-results', | 198 '--target', 'Release', '-o', '../../layout-test-results', |
| 200 '--build-number', api.properties["buildnumber"], '--builder-name', | 199 '--build-number', api.properties["buildnumber"], '--builder-name', |
| 201 api.properties["buildername"], '--additional-expectations', | 200 api.properties["buildername"], '--additional-expectations', |
| 202 'src/third_party/WebKit/LayoutTests/ASANExpectations', | 201 'src/third_party/WebKit/LayoutTests/ASANExpectations', |
| 203 '--time-out-ms', '48000', '--options=--enable-sanitizer']) | 202 '--time-out-ms', '48000', '--options=--enable-sanitizer']) |
| 204 | 203 |
| 205 | 204 |
| 206 def Android_Asan_Builder_Tests__dbg__steps(api): | 205 def Android_Asan_Builder_Tests__dbg__steps(api): |
| 207 build_properties = api.properties.legacy() | 206 build_properties = api.properties.legacy() |
| (...skipping 63 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 271 build_properties.update(result.json.output.get("properties", {})) | 270 build_properties.update(result.json.output.get("properties", {})) |
| 272 # gclient revert step; made unnecessary by bot_update | 271 # gclient revert step; made unnecessary by bot_update |
| 273 # gclient update step; made unnecessary by bot_update | 272 # gclient update step; made unnecessary by bot_update |
| 274 # gclient runhooks wrapper step | 273 # gclient runhooks wrapper step |
| 275 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', | 274 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', |
| 276 'LANDMINES_VERBOSE': '1', | 275 'LANDMINES_VERBOSE': '1', |
| 277 'DEPOT_TOOLS_UPDATE': '0', | 276 'DEPOT_TOOLS_UPDATE': '0', |
| 278 'GYP_DEFINES': ' component=static_library', | 277 'GYP_DEFINES': ' component=static_library', |
| 279 'LLVM_DOWNLOAD_GOLD_PLUGIN': '1'} | 278 'LLVM_DOWNLOAD_GOLD_PLUGIN': '1'} |
| 280 api.python("gclient runhooks wrapper", | 279 api.python("gclient runhooks wrapper", |
| 281 api.infra_paths['build'].join("scripts", "slave", | 280 api.path["build"].join("scripts", "slave", |
| 282 "runhooks_wrapper.py"), | 281 "runhooks_wrapper.py"), |
| 283 env=env) | 282 env=env) |
| 284 # cleanup_temp step | 283 # cleanup_temp step |
| 285 api.chromium.cleanup_temp() | 284 api.chromium.cleanup_temp() |
| 286 # compile.py step | 285 # compile.py step |
| 287 args = ['--target', 'Release', '--clobber', 'chromium_builder_asan'] | 286 args = ['--target', 'Release', '--clobber', 'chromium_builder_asan'] |
| 288 api.python("compile", | 287 api.python("compile", |
| 289 api.infra_paths['build'].join("scripts", "slave", "compile.py"), | 288 api.path["build"].join("scripts", "slave", "compile.py"), |
| 290 args=args) | 289 args=args) |
| 291 # ClusterFuzz Archive step | 290 # ClusterFuzz Archive step |
| 292 # HACK(aneeshm): chromium_utils fails without this. | 291 # HACK(aneeshm): chromium_utils fails without this. |
| 293 build_properties["primary_repo"] = "" | 292 build_properties["primary_repo"] = "" |
| 294 api.python( | 293 api.python( |
| 295 'ClusterFuzz Archive', | 294 'ClusterFuzz Archive', |
| 296 api.infra_paths['build'].join("scripts", "slave", "chromium", | 295 api.path["build"].join("scripts", "slave", "chromium", |
| 297 "cf_archive_build.py"), | 296 "cf_archive_build.py"), |
| 298 args= | 297 args= |
| 299 ['--target', 'Release', "--build-properties=%s" % | 298 ['--target', 'Release', "--build-properties=%s" % |
| 300 api.json.dumps(build_properties, | 299 api.json.dumps(build_properties, |
| 301 separators=(',', ':')), | 300 separators=(',', ':')), |
| 302 ('--factory-properties={"blink_config":"chromium","cf_archive_build":' | 301 ('--factory-properties={"blink_config":"chromium","cf_archive_build":' |
| 303 'true,"cf_archive_name":"cfi","gclient_env":' | 302 'true,"cf_archive_name":"cfi","gclient_env":' |
| 304 '{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE":"0",' | 303 '{"CHROMIUM_GYP_SYNTAX_CHECK":"1","DEPOT_TOOLS_UPDATE":"0",' |
| 305 '"GYP_DEFINES":" component=static_library","LANDMINES_VERBOSE":"1",' | 304 '"GYP_DEFINES":" component=static_library","LANDMINES_VERBOSE":"1",' |
| 306 '"LLVM_DOWNLOAD_GOLD_PLUGIN":"1"},"gs_acl":"public-read",' | 305 '"LLVM_DOWNLOAD_GOLD_PLUGIN":"1"},"gs_acl":"public-read",' |
| 307 '"gs_bucket":"gs://chromium-browser-cfi"}')], | 306 '"gs_bucket":"gs://chromium-browser-cfi"}')], |
| 308 cwd=api.infra_paths['slave_build']) | 307 cwd=api.path["slave_build"]) |
| 309 | 308 |
| 310 | 309 |
| 311 dispatch_directory = { | 310 dispatch_directory = { |
| 312 'ChromiumOS Linux Tests': ChromiumOS_Linux_Tests_steps, | 311 'ChromiumOS Linux Tests': ChromiumOS_Linux_Tests_steps, |
| 313 'Android ChromeDriver Tests (dbg)': Android_ChromeDriver_Tests__dbg__steps, | 312 'Android ChromeDriver Tests (dbg)': Android_ChromeDriver_Tests__dbg__steps, |
| 314 'Blink Linux LSan ASan': Blink_Linux_LSan_ASan_steps, | 313 'Blink Linux LSan ASan': Blink_Linux_LSan_ASan_steps, |
| 315 'Android Asan Builder Tests (dbg)': Android_Asan_Builder_Tests__dbg__steps, | 314 'Android Asan Builder Tests (dbg)': Android_Asan_Builder_Tests__dbg__steps, |
| 316 'CFI Linux CF': CFI_Linux_CF_steps, | 315 'CFI Linux CF': CFI_Linux_CF_steps, |
| 317 } | 316 } |
| 318 | 317 |
| (...skipping 62 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 381 api.properties(revision='123456789abcdef') + | 380 api.properties(revision='123456789abcdef') + |
| 382 api.properties(got_revision='123456789abcdef') + | 381 api.properties(got_revision='123456789abcdef') + |
| 383 api.properties(buildnumber='42') + | 382 api.properties(buildnumber='42') + |
| 384 api.properties(slavename='TestSlave') | 383 api.properties(slavename='TestSlave') |
| 385 ) | 384 ) |
| 386 yield (api.test('builder_not_in_dispatch_directory') + | 385 yield (api.test('builder_not_in_dispatch_directory') + |
| 387 api.properties(mastername='chromium.fyi') + | 386 api.properties(mastername='chromium.fyi') + |
| 388 api.properties(buildername='nonexistent_builder') + | 387 api.properties(buildername='nonexistent_builder') + |
| 389 api.properties(slavename='TestSlave') | 388 api.properties(slavename='TestSlave') |
| 390 ) | 389 ) |
| OLD | NEW |