OLD | NEW |
1 [ | 1 [ |
2 { | 2 { |
3 "cmd": [ | 3 "cmd": [ |
4 "python", | 4 "python", |
5 "-u", | 5 "-u", |
6 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py", | 6 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py", |
7 "--spec", | 7 "--spec", |
8 "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'manag
ed': True, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src
.git'}]", | 8 "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'manag
ed': True, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src
.git'}]", |
9 "--patch_root", | 9 "--patch_root", |
10 "src", | 10 "src", |
(...skipping 201 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
212 "@@@STEP_LOG_LINE@json.output@{@@@", | 212 "@@@STEP_LOG_LINE@json.output@{@@@", |
213 "@@@STEP_LOG_LINE@json.output@ \"clang_revision\": \"123456-7\"@@@", | 213 "@@@STEP_LOG_LINE@json.output@ \"clang_revision\": \"123456-7\"@@@", |
214 "@@@STEP_LOG_LINE@json.output@}@@@", | 214 "@@@STEP_LOG_LINE@json.output@}@@@", |
215 "@@@STEP_LOG_END@json.output@@@" | 215 "@@@STEP_LOG_END@json.output@@@" |
216 ] | 216 ] |
217 }, | 217 }, |
218 { | 218 { |
219 "cmd": [ | 219 "cmd": [ |
220 "python", | 220 "python", |
221 "-u", | 221 "-u", |
222 "RECIPE_PACKAGE_REPO[build]/scripts/tools/runit.py", | 222 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" |
223 "--show-path", | 223 ], |
| 224 "name": "calculate the number of recommended jobs", |
| 225 "stdout": "/path/to/tmp/", |
| 226 "~followup_annotations": [ |
| 227 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 228 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", |
| 229 "@@@STEP_LOG_LINE@python.inline@import sys@@@", |
| 230 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 231 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", |
| 232 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", |
| 233 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", |
| 234 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", |
| 235 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 236 "@@@STEP_LOG_LINE@python.inline@try:@@@", |
| 237 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", |
| 238 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", |
| 239 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", |
| 240 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 241 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", |
| 242 "@@@STEP_LOG_END@python.inline@@@" |
| 243 ] |
| 244 }, |
| 245 { |
| 246 "cmd": [ |
224 "python", | 247 "python", |
225 "RECIPE_PACKAGE_REPO[build]/scripts/slave/compile.py", | 248 "-u", |
226 "--gsutil-py-path", | 249 "[CACHE]/cipd/goma/goma_ctl.py", |
227 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", | 250 "restart" |
228 "--ninja-path", | 251 ], |
| 252 "env": { |
| 253 "GOMA_ALLOWED_NETWORK_ERROR_DURATION": "1800", |
| 254 "GOMA_CACHE_DIR": "[GOMA_CACHE]", |
| 255 "GOMA_DEPS_CACHE_FILE": "ClangToTLinuxASanLibfuzzer.gomadeps", |
| 256 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json", |
| 257 "LLVM_FORCE_HEAD_REVISION": "YES" |
| 258 }, |
| 259 "name": "start_goma" |
| 260 }, |
| 261 { |
| 262 "cmd": [ |
| 263 "python", |
| 264 "-u", |
| 265 "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py", |
| 266 "start", |
| 267 "--cloudtail-path", |
| 268 "[CACHE]/cipd/goma/cloudtail", |
| 269 "--pid-file", |
| 270 "[TMP_BASE]/cloudtail.pid" |
| 271 ], |
| 272 "env": { |
| 273 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 274 }, |
| 275 "name": "start cloudtail" |
| 276 }, |
| 277 { |
| 278 "cmd": [ |
229 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", | 279 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", |
230 "--target", | 280 "-w", |
231 "Release", | 281 "dupbuild=err", |
232 "--src-dir", | 282 "-C", |
233 "[SLAVE_BUILD]/src", | 283 "[SLAVE_BUILD]/src/out/Release", |
234 "--goma-cache-dir", | 284 "-j", |
235 "[GOMA_CACHE]", | 285 "50", |
236 "--buildbot-buildername", | |
237 "ClangToTLinuxASanLibfuzzer", | |
238 "--buildbot-mastername", | |
239 "chromium.fyi", | |
240 "--buildbot-slavename", | |
241 "TestSlavename", | |
242 "--goma-deps-cache-file", | |
243 "ClangToTLinuxASanLibfuzzer.gomadeps", | |
244 "--compiler", | |
245 "goma-clang", | |
246 "--goma-jsonstatus", | |
247 "/path/to/tmp/json", | |
248 "--goma-service-account-json-file", | |
249 "/creds/service_accounts/service-account-goma-client.json", | |
250 "--goma-dir", | |
251 "[CACHE]/cipd/goma", | |
252 "--", | |
253 "empty_fuzzer" | 286 "empty_fuzzer" |
254 ], | 287 ], |
255 "env": { | 288 "env": { |
256 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json", | 289 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json", |
257 "LLVM_FORCE_HEAD_REVISION": "YES" | 290 "LLVM_FORCE_HEAD_REVISION": "YES" |
258 }, | 291 }, |
259 "name": "compile", | 292 "name": "compile with ninja" |
260 "~followup_annotations": [ | |
261 "@@@STEP_LOG_LINE@json.output (invalid)@null@@@", | |
262 "@@@STEP_LOG_END@json.output (invalid)@@@" | |
263 ] | |
264 }, | 293 }, |
265 { | 294 { |
266 "cmd": [ | 295 "cmd": [ |
| 296 "python", |
| 297 "-u", |
| 298 "[CACHE]/cipd/goma/goma_ctl.py", |
| 299 "jsonstatus", |
| 300 "[CACHE]/cipd/goma/jsonstatus" |
| 301 ], |
| 302 "env": { |
| 303 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 304 }, |
| 305 "name": "goma_jsonstatus" |
| 306 }, |
| 307 { |
| 308 "cmd": [ |
| 309 "python", |
| 310 "-u", |
| 311 "[CACHE]/cipd/goma/goma_ctl.py", |
| 312 "stat" |
| 313 ], |
| 314 "env": { |
| 315 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 316 }, |
| 317 "name": "goma_stat" |
| 318 }, |
| 319 { |
| 320 "cmd": [ |
| 321 "python", |
| 322 "-u", |
| 323 "[CACHE]/cipd/goma/goma_ctl.py", |
| 324 "stop" |
| 325 ], |
| 326 "env": { |
| 327 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 328 }, |
| 329 "name": "stop_goma" |
| 330 }, |
| 331 { |
| 332 "cmd": [ |
| 333 "python", |
| 334 "-u", |
| 335 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", |
| 336 "--upload-compiler-proxy-info", |
| 337 "--json-status", |
| 338 "[CACHE]/cipd/goma/jsonstatus", |
| 339 "--ninja-log-outdir", |
| 340 "[SLAVE_BUILD]/src/out/Release", |
| 341 "--ninja-log-compiler", |
| 342 "goma-clang", |
| 343 "--ninja-log-command", |
| 344 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-w', 'dupbuild=err', '-C', '[
SLAVE_BUILD]/src/out/Release', '-j', 50, 'empty_fuzzer']", |
| 345 "--ninja-log-exit-status", |
| 346 "0", |
| 347 "--buildbot-buildername", |
| 348 "ClangToTLinuxASanLibfuzzer", |
| 349 "--buildbot-mastername", |
| 350 "chromium.fyi", |
| 351 "--buildbot-slavename", |
| 352 "TestSlavename" |
| 353 ], |
| 354 "env": { |
| 355 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 356 }, |
| 357 "name": "upload_log" |
| 358 }, |
| 359 { |
| 360 "cmd": [ |
| 361 "python", |
| 362 "-u", |
| 363 "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py", |
| 364 "stop", |
| 365 "--killed-pid-file", |
| 366 "[TMP_BASE]/cloudtail.pid" |
| 367 ], |
| 368 "name": "stop cloudtail" |
| 369 }, |
| 370 { |
| 371 "cmd": [ |
267 "[SLAVE_BUILD]/src/out/Release/empty_fuzzer", | 372 "[SLAVE_BUILD]/src/out/Release/empty_fuzzer", |
268 "-runs=1" | 373 "-runs=1" |
269 ], | 374 ], |
270 "name": "running empty_fuzzer" | 375 "name": "running empty_fuzzer" |
271 }, | 376 }, |
272 { | 377 { |
273 "name": "$result", | 378 "name": "$result", |
274 "recipe_result": null, | 379 "recipe_result": null, |
275 "status_code": 0 | 380 "status_code": 0 |
276 } | 381 } |
277 ] | 382 ] |
OLD | NEW |