Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(55)

Side by Side Diff: scripts/slave/recipe_modules/goma/example.expected/linux_upload_logs.json

Issue 2291273005: Add counting the number of CPU's in goma module (Closed)
Patch Set: use 80 for linux Created 4 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 [ 1 [
2 { 2 {
3 "cmd": [], 3 "cmd": [],
4 "name": "ensure_goma" 4 "name": "ensure_goma"
5 }, 5 },
6 { 6 {
7 "cmd": [ 7 "cmd": [
8 "python", 8 "python",
9 "-u", 9 "-u",
10 "RECIPE_MODULE[depot_tools::cipd]/resources/bootstrap.py", 10 "RECIPE_MODULE[depot_tools::cipd]/resources/bootstrap.py",
(...skipping 43 matching lines...) Expand 10 before | Expand all | Expand 10 after
54 "@@@STEP_LOG_LINE@json.output@ }@@@", 54 "@@@STEP_LOG_LINE@json.output@ }@@@",
55 "@@@STEP_LOG_LINE@json.output@ ]@@@", 55 "@@@STEP_LOG_LINE@json.output@ ]@@@",
56 "@@@STEP_LOG_LINE@json.output@}@@@", 56 "@@@STEP_LOG_LINE@json.output@}@@@",
57 "@@@STEP_LOG_END@json.output@@@" 57 "@@@STEP_LOG_END@json.output@@@"
58 ] 58 ]
59 }, 59 },
60 { 60 {
61 "cmd": [ 61 "cmd": [
62 "python", 62 "python",
63 "-u", 63 "-u",
64 "\nimport multiprocessing\n\ntry:\n jobs = min(200, multiprocessing.cpu_c ount() * 10)\nexcept NotImplementedError:\n jobs = 50\n\nprint jobs\n"
65 ],
66 "name": "ensure_goma.get the number of cpus",
67 "stdout": "/path/to/tmp/",
68 "~followup_annotations": [
69 "@@@STEP_NEST_LEVEL@1@@@",
70 "@@@STEP_LOG_LINE@python.inline@@@@",
71 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@",
72 "@@@STEP_LOG_LINE@python.inline@@@@",
73 "@@@STEP_LOG_LINE@python.inline@try:@@@",
74 "@@@STEP_LOG_LINE@python.inline@ jobs = min(200, multiprocessing.cpu_coun t() * 10)@@@",
75 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@",
76 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@",
77 "@@@STEP_LOG_LINE@python.inline@@@@",
78 "@@@STEP_LOG_LINE@python.inline@print jobs@@@",
79 "@@@STEP_LOG_END@python.inline@@@"
80 ]
81 },
82 {
83 "cmd": [
84 "echo",
85 "80"
86 ],
87 "name": "echo"
88 },
89 {
90 "cmd": [
91 "python",
92 "-u",
64 "[CACHE]/cipd/goma/goma_ctl.py", 93 "[CACHE]/cipd/goma/goma_ctl.py",
65 "restart" 94 "restart"
66 ], 95 ],
67 "env": { 96 "env": {
68 "GOMACTL_CRASH_REPORT_ID_FILE": "build_data_dir/crash_report_id_file", 97 "GOMACTL_CRASH_REPORT_ID_FILE": "build_data_dir/crash_report_id_file",
69 "GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto", 98 "GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto",
70 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json" 99 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json"
71 }, 100 },
72 "name": "start_goma" 101 "name": "start_goma"
73 }, 102 },
74 { 103 {
75 "cmd": [ 104 "cmd": [
76 "python", 105 "python",
77 "-u", 106 "-u",
78 "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py", 107 "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py",
79 "start", 108 "start",
80 "--cloudtail-path", 109 "--cloudtail-path",
81 "[CACHE]/cipd/goma/cloudtail" 110 "[CACHE]/cipd/goma/cloudtail"
82 ], 111 ],
83 "env": { 112 "env": {
84 "GOMACTL_CRASH_REPORT_ID_FILE": "build_data_dir/crash_report_id_file", 113 "GOMACTL_CRASH_REPORT_ID_FILE": "build_data_dir/crash_report_id_file",
85 "GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto", 114 "GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto",
86 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json" 115 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json"
87 }, 116 },
88 "name": "start cloudtail", 117 "name": "start cloudtail",
89 "stdout": "/path/to/tmp/" 118 "stdout": "/path/to/tmp/"
90 }, 119 },
91 { 120 {
92 "cmd": [ 121 "cmd": [
122 "echo",
123 "80"
124 ],
125 "name": "echo goma jobs"
126 },
127 {
128 "cmd": [
93 "python", 129 "python",
94 "-u", 130 "-u",
95 "[CACHE]/cipd/goma/goma_ctl.py", 131 "[CACHE]/cipd/goma/goma_ctl.py",
96 "jsonstatus", 132 "jsonstatus",
97 "[CACHE]/cipd/goma/jsonstatus" 133 "[CACHE]/cipd/goma/jsonstatus"
98 ], 134 ],
99 "env": { 135 "env": {
100 "GOMACTL_CRASH_REPORT_ID_FILE": "build_data_dir/crash_report_id_file", 136 "GOMACTL_CRASH_REPORT_ID_FILE": "build_data_dir/crash_report_id_file",
101 "GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto", 137 "GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto",
102 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json" 138 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json"
(...skipping 76 matching lines...) Expand 10 before | Expand all | Expand 10 after
179 "12345" 215 "12345"
180 ], 216 ],
181 "name": "stop cloudtail" 217 "name": "stop cloudtail"
182 }, 218 },
183 { 219 {
184 "name": "$result", 220 "name": "$result",
185 "recipe_result": null, 221 "recipe_result": null,
186 "status_code": 0 222 "status_code": 0
187 } 223 }
188 ] 224 ]
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698