OLD | NEW |
1 [ | 1 [ |
2 { | 2 { |
3 "cmd": [], | 3 "cmd": [], |
4 "name": "ensure_goma" | 4 "name": "ensure_goma" |
5 }, | 5 }, |
6 { | 6 { |
7 "cmd": [ | 7 "cmd": [ |
8 "python", | 8 "python", |
9 "-u", | 9 "-u", |
10 "RECIPE_MODULE[depot_tools::cipd]/resources/bootstrap.py", | 10 "RECIPE_MODULE[depot_tools::cipd]/resources/bootstrap.py", |
(...skipping 74 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
85 "GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto", | 85 "GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto", |
86 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" | 86 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
87 }, | 87 }, |
88 "name": "start cloudtail", | 88 "name": "start cloudtail", |
89 "stdout": "/path/to/tmp/" | 89 "stdout": "/path/to/tmp/" |
90 }, | 90 }, |
91 { | 91 { |
92 "cmd": [ | 92 "cmd": [ |
93 "python", | 93 "python", |
94 "-u", | 94 "-u", |
| 95 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" |
| 96 ], |
| 97 "name": "calculate the number of recommended jobs", |
| 98 "stdout": "/path/to/tmp/", |
| 99 "~followup_annotations": [ |
| 100 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 101 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", |
| 102 "@@@STEP_LOG_LINE@python.inline@import sys@@@", |
| 103 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 104 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", |
| 105 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", |
| 106 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", |
| 107 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", |
| 108 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 109 "@@@STEP_LOG_LINE@python.inline@try:@@@", |
| 110 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", |
| 111 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", |
| 112 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", |
| 113 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 114 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", |
| 115 "@@@STEP_LOG_END@python.inline@@@" |
| 116 ] |
| 117 }, |
| 118 { |
| 119 "cmd": [ |
| 120 "echo", |
| 121 "50" |
| 122 ], |
| 123 "name": "echo goma jobs" |
| 124 }, |
| 125 { |
| 126 "cmd": [ |
| 127 "echo", |
| 128 "50" |
| 129 ], |
| 130 "name": "echo goma jobs second" |
| 131 }, |
| 132 { |
| 133 "cmd": [ |
| 134 "python", |
| 135 "-u", |
95 "[CACHE]/cipd/goma/goma_ctl.py", | 136 "[CACHE]/cipd/goma/goma_ctl.py", |
96 "jsonstatus", | 137 "jsonstatus", |
97 "[CACHE]/cipd/goma/jsonstatus" | 138 "[CACHE]/cipd/goma/jsonstatus" |
98 ], | 139 ], |
99 "env": { | 140 "env": { |
100 "GOMACTL_CRASH_REPORT_ID_FILE": "build_data_dir/crash_report_id_file", | 141 "GOMACTL_CRASH_REPORT_ID_FILE": "build_data_dir/crash_report_id_file", |
101 "GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto", | 142 "GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto", |
102 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" | 143 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
103 }, | 144 }, |
104 "name": "goma_jsonstatus" | 145 "name": "goma_jsonstatus" |
(...skipping 74 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
179 "12345" | 220 "12345" |
180 ], | 221 ], |
181 "name": "stop cloudtail" | 222 "name": "stop cloudtail" |
182 }, | 223 }, |
183 { | 224 { |
184 "name": "$result", | 225 "name": "$result", |
185 "recipe_result": null, | 226 "recipe_result": null, |
186 "status_code": 0 | 227 "status_code": 0 |
187 } | 228 } |
188 ] | 229 ] |
OLD | NEW |