Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(633)

Side by Side Diff: scripts/slave/recipe_modules/goma/example.expected/mac_upload_logs.json

Issue 2291273005: Add counting the number of CPU's in goma module (Closed)
Patch Set: add comment why I use python.inline Created 4 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 [ 1 [
2 { 2 {
3 "cmd": [], 3 "cmd": [],
4 "name": "ensure_goma" 4 "name": "ensure_goma"
5 }, 5 },
6 { 6 {
7 "cmd": [ 7 "cmd": [
8 "python", 8 "python",
9 "-u", 9 "-u",
10 "RECIPE_MODULE[depot_tools::cipd]/resources/bootstrap.py", 10 "RECIPE_MODULE[depot_tools::cipd]/resources/bootstrap.py",
(...skipping 74 matching lines...) Expand 10 before | Expand all | Expand 10 after
85 "GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto", 85 "GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto",
86 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json" 86 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json"
87 }, 87 },
88 "name": "start cloudtail", 88 "name": "start cloudtail",
89 "stdout": "/path/to/tmp/" 89 "stdout": "/path/to/tmp/"
90 }, 90 },
91 { 91 {
92 "cmd": [ 92 "cmd": [
93 "python", 93 "python",
94 "-u", 94 "-u",
95 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform. startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep t NotImplementedError:\n jobs = 50\n\nprint jobs\n"
96 ],
97 "name": "calculate the number of recommended jobs",
98 "stdout": "/path/to/tmp/",
99 "~followup_annotations": [
100 "@@@STEP_LOG_LINE@python.inline@@@@",
101 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@",
102 "@@@STEP_LOG_LINE@python.inline@import sys@@@",
103 "@@@STEP_LOG_LINE@python.inline@@@@",
104 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@",
105 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@",
106 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back end.@@@",
107 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@",
108 "@@@STEP_LOG_LINE@python.inline@@@@",
109 "@@@STEP_LOG_LINE@python.inline@try:@@@",
110 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp u_count() * 10)@@@",
111 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@",
112 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@",
113 "@@@STEP_LOG_LINE@python.inline@@@@",
114 "@@@STEP_LOG_LINE@python.inline@print jobs@@@",
115 "@@@STEP_LOG_END@python.inline@@@"
116 ]
117 },
118 {
119 "cmd": [
120 "echo",
121 "50"
122 ],
123 "name": "echo goma jobs"
124 },
125 {
126 "cmd": [
127 "echo",
128 "50"
129 ],
130 "name": "echo goma jobs second"
131 },
132 {
133 "cmd": [
134 "python",
135 "-u",
95 "[CACHE]/cipd/goma/goma_ctl.py", 136 "[CACHE]/cipd/goma/goma_ctl.py",
96 "jsonstatus", 137 "jsonstatus",
97 "[CACHE]/cipd/goma/jsonstatus" 138 "[CACHE]/cipd/goma/jsonstatus"
98 ], 139 ],
99 "env": { 140 "env": {
100 "GOMACTL_CRASH_REPORT_ID_FILE": "build_data_dir/crash_report_id_file", 141 "GOMACTL_CRASH_REPORT_ID_FILE": "build_data_dir/crash_report_id_file",
101 "GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto", 142 "GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto",
102 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json" 143 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json"
103 }, 144 },
104 "name": "goma_jsonstatus" 145 "name": "goma_jsonstatus"
(...skipping 74 matching lines...) Expand 10 before | Expand all | Expand 10 after
179 "12345" 220 "12345"
180 ], 221 ],
181 "name": "stop cloudtail" 222 "name": "stop cloudtail"
182 }, 223 },
183 { 224 {
184 "name": "$result", 225 "name": "$result",
185 "recipe_result": null, 226 "recipe_result": null,
186 "status_code": 0 227 "status_code": 0
187 } 228 }
188 ] 229 ]
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698