Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(177)

Side by Side Diff: scripts/slave/recipes/swarming/deterministic_build.expected/full_chromium_swarm_Android_deterministic.json

Issue 2480193002: Stop to use contextmanager for goma.build_with_goma (Closed)
Patch Set: update Created 4 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 [ 1 [
2 { 2 {
3 "cmd": [ 3 "cmd": [
4 "python", 4 "python",
5 "-u", 5 "-u",
6 "\nimport os, sys\n\nbuild_path = sys.argv[1]\nif os.path.exists(build_pat h):\n for (path, dir, files) in os.walk(build_path):\n for cur_file in files :\n if cur_file.endswith('index.lock'):\n path_to_file = os.path.joi n(path, cur_file)\n print 'deleting %s' % path_to_file\n os.remove (path_to_file)\n", 6 "\nimport os, sys\n\nbuild_path = sys.argv[1]\nif os.path.exists(build_pat h):\n for (path, dir, files) in os.walk(build_path):\n for cur_file in files :\n if cur_file.endswith('index.lock'):\n path_to_file = os.path.joi n(path, cur_file)\n print 'deleting %s' % path_to_file\n os.remove (path_to_file)\n",
7 "[SLAVE_BUILD]" 7 "[SLAVE_BUILD]"
8 ], 8 ],
9 "name": "cleanup index.lock", 9 "name": "cleanup index.lock",
10 "~followup_annotations": [ 10 "~followup_annotations": [
(...skipping 263 matching lines...) Expand 10 before | Expand all | Expand 10 after
274 "[CACHE]/cipd/goma", 274 "[CACHE]/cipd/goma",
275 "//out/Release" 275 "//out/Release"
276 ], 276 ],
277 "cwd": "[SLAVE_BUILD]/src", 277 "cwd": "[SLAVE_BUILD]/src",
278 "env": { 278 "env": {
279 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json" 279 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json"
280 }, 280 },
281 "name": "generate_build_files" 281 "name": "generate_build_files"
282 }, 282 },
283 { 283 {
284 "cmd": [
285 "python",
286 "-u",
287 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform. startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep t NotImplementedError:\n jobs = 50\n\nprint jobs\n"
288 ],
289 "name": "calculate the number of recommended jobs",
290 "stdout": "/path/to/tmp/",
291 "~followup_annotations": [
292 "@@@STEP_LOG_LINE@python.inline@@@@",
293 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@",
294 "@@@STEP_LOG_LINE@python.inline@import sys@@@",
295 "@@@STEP_LOG_LINE@python.inline@@@@",
296 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@",
297 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@",
298 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back end.@@@",
299 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@",
300 "@@@STEP_LOG_LINE@python.inline@@@@",
301 "@@@STEP_LOG_LINE@python.inline@try:@@@",
302 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp u_count() * 10)@@@",
303 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@",
304 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@",
305 "@@@STEP_LOG_LINE@python.inline@@@@",
306 "@@@STEP_LOG_LINE@python.inline@print jobs@@@",
307 "@@@STEP_LOG_END@python.inline@@@"
308 ]
309 },
310 {
311 "cmd": [], 284 "cmd": [],
312 "name": "preprocess_for_goma" 285 "name": "preprocess_for_goma"
313 }, 286 },
314 { 287 {
315 "cmd": [ 288 "cmd": [
316 "python", 289 "python",
317 "-u", 290 "-u",
318 "[CACHE]/cipd/goma/goma_ctl.py", 291 "[CACHE]/cipd/goma/goma_ctl.py",
319 "restart" 292 "restart"
320 ], 293 ],
(...skipping 23 matching lines...) Expand all
344 "env": { 317 "env": {
345 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json" 318 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json"
346 }, 319 },
347 "name": "preprocess_for_goma.start cloudtail", 320 "name": "preprocess_for_goma.start cloudtail",
348 "~followup_annotations": [ 321 "~followup_annotations": [
349 "@@@STEP_NEST_LEVEL@1@@@" 322 "@@@STEP_NEST_LEVEL@1@@@"
350 ] 323 ]
351 }, 324 },
352 { 325 {
353 "cmd": [ 326 "cmd": [
327 "python",
328 "-u",
329 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform. startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep t NotImplementedError:\n jobs = 50\n\nprint jobs\n"
330 ],
331 "name": "calculate the number of recommended jobs",
332 "stdout": "/path/to/tmp/",
333 "~followup_annotations": [
334 "@@@STEP_LOG_LINE@python.inline@@@@",
335 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@",
336 "@@@STEP_LOG_LINE@python.inline@import sys@@@",
337 "@@@STEP_LOG_LINE@python.inline@@@@",
338 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@",
339 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@",
340 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back end.@@@",
341 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@",
342 "@@@STEP_LOG_LINE@python.inline@@@@",
343 "@@@STEP_LOG_LINE@python.inline@try:@@@",
344 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp u_count() * 10)@@@",
345 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@",
346 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@",
347 "@@@STEP_LOG_LINE@python.inline@@@@",
348 "@@@STEP_LOG_LINE@python.inline@print jobs@@@",
349 "@@@STEP_LOG_END@python.inline@@@"
350 ]
351 },
352 {
353 "cmd": [
354 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", 354 "RECIPE_PACKAGE_REPO[depot_tools]/ninja",
355 "-w", 355 "-w",
356 "dupbuild=err", 356 "dupbuild=err",
357 "-C", 357 "-C",
358 "[SLAVE_BUILD]/src/out/Release", 358 "[SLAVE_BUILD]/src/out/Release",
359 "all",
359 "-j", 360 "-j",
360 "50", 361 "50"
361 "all"
362 ], 362 ],
363 "env": { 363 "env": {
364 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json", 364 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json",
365 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S LAVE_BUILD]/src/build/android:%(PATH)s" 365 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S LAVE_BUILD]/src/build/android:%(PATH)s"
366 }, 366 },
367 "name": "First build" 367 "name": "First build"
368 }, 368 },
369 { 369 {
370 "cmd": [], 370 "cmd": [],
371 "name": "postprocess_for_goma" 371 "name": "postprocess_for_goma"
(...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after
422 "-u", 422 "-u",
423 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", 423 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py",
424 "--upload-compiler-proxy-info", 424 "--upload-compiler-proxy-info",
425 "--json-status", 425 "--json-status",
426 "[CACHE]/cipd/goma/jsonstatus", 426 "[CACHE]/cipd/goma/jsonstatus",
427 "--ninja-log-outdir", 427 "--ninja-log-outdir",
428 "[SLAVE_BUILD]/src/out/Release", 428 "[SLAVE_BUILD]/src/out/Release",
429 "--ninja-log-compiler", 429 "--ninja-log-compiler",
430 "goma", 430 "goma",
431 "--ninja-log-command", 431 "--ninja-log-command",
432 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-w', 'dupbuild=err', '-C', '[ SLAVE_BUILD]/src/out/Release', '-j', 50, 'all']", 432 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-w', 'dupbuild=err', '-C', '[ SLAVE_BUILD]/src/out/Release', 'all', '-j', 50]",
433 "--ninja-log-exit-status", 433 "--ninja-log-exit-status",
434 "0", 434 "0",
435 "--buildbot-buildername", 435 "--buildbot-buildername",
436 "Android deterministic", 436 "Android deterministic",
437 "--buildbot-mastername", 437 "--buildbot-mastername",
438 "chromium.swarm", 438 "chromium.swarm",
439 "--buildbot-slavename", 439 "--buildbot-slavename",
440 "TestSlavename" 440 "TestSlavename"
441 ], 441 ],
442 "env": { 442 "env": {
(...skipping 152 matching lines...) Expand 10 before | Expand all | Expand 10 after
595 "@@@STEP_NEST_LEVEL@1@@@" 595 "@@@STEP_NEST_LEVEL@1@@@"
596 ] 596 ]
597 }, 597 },
598 { 598 {
599 "cmd": [ 599 "cmd": [
600 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", 600 "RECIPE_PACKAGE_REPO[depot_tools]/ninja",
601 "-w", 601 "-w",
602 "dupbuild=err", 602 "dupbuild=err",
603 "-C", 603 "-C",
604 "[SLAVE_BUILD]/src/out/Release", 604 "[SLAVE_BUILD]/src/out/Release",
605 "all",
605 "-j", 606 "-j",
606 "50", 607 "50"
607 "all"
608 ], 608 ],
609 "env": { 609 "env": {
610 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json", 610 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json",
611 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S LAVE_BUILD]/src/build/android:%(PATH)s" 611 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S LAVE_BUILD]/src/build/android:%(PATH)s"
612 }, 612 },
613 "name": "Second build" 613 "name": "Second build"
614 }, 614 },
615 { 615 {
616 "cmd": [], 616 "cmd": [],
617 "name": "postprocess_for_goma (2)" 617 "name": "postprocess_for_goma (2)"
(...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after
668 "-u", 668 "-u",
669 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", 669 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py",
670 "--upload-compiler-proxy-info", 670 "--upload-compiler-proxy-info",
671 "--json-status", 671 "--json-status",
672 "[CACHE]/cipd/goma/jsonstatus", 672 "[CACHE]/cipd/goma/jsonstatus",
673 "--ninja-log-outdir", 673 "--ninja-log-outdir",
674 "[SLAVE_BUILD]/src/out/Release", 674 "[SLAVE_BUILD]/src/out/Release",
675 "--ninja-log-compiler", 675 "--ninja-log-compiler",
676 "goma", 676 "goma",
677 "--ninja-log-command", 677 "--ninja-log-command",
678 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-w', 'dupbuild=err', '-C', '[ SLAVE_BUILD]/src/out/Release', '-j', 50, 'all']", 678 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-w', 'dupbuild=err', '-C', '[ SLAVE_BUILD]/src/out/Release', 'all', '-j', 50]",
679 "--ninja-log-exit-status", 679 "--ninja-log-exit-status",
680 "0", 680 "0",
681 "--buildbot-buildername", 681 "--buildbot-buildername",
682 "Android deterministic", 682 "Android deterministic",
683 "--buildbot-mastername", 683 "--buildbot-mastername",
684 "chromium.swarm", 684 "chromium.swarm",
685 "--buildbot-slavename", 685 "--buildbot-slavename",
686 "TestSlavename" 686 "TestSlavename"
687 ], 687 ],
688 "env": { 688 "env": {
(...skipping 63 matching lines...) Expand 10 before | Expand all | Expand 10 after
752 ], 752 ],
753 "cwd": "[SLAVE_BUILD]", 753 "cwd": "[SLAVE_BUILD]",
754 "name": "compare_build_artifacts" 754 "name": "compare_build_artifacts"
755 }, 755 },
756 { 756 {
757 "name": "$result", 757 "name": "$result",
758 "recipe_result": null, 758 "recipe_result": null,
759 "status_code": 0 759 "status_code": 0
760 } 760 }
761 ] 761 ]
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698