OLD | NEW |
1 # Copyright 2015 The Chromium Authors. All rights reserved. | 1 # Copyright 2015 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 import os | |
6 | |
7 from recipe_engine import recipe_api | 5 from recipe_engine import recipe_api |
8 | 6 |
9 class GomaApi(recipe_api.RecipeApi): | 7 class GomaApi(recipe_api.RecipeApi): |
10 """GomaApi contains helper functions for using goma.""" | 8 """GomaApi contains helper functions for using goma.""" |
11 | 9 |
12 def __init__(self, **kwargs): | 10 def __init__(self, **kwargs): |
13 super(GomaApi, self).__init__(**kwargs) | 11 super(GomaApi, self).__init__(**kwargs) |
14 self._goma_dir = None | 12 self._goma_dir = None |
15 self._goma_started = False | 13 self._goma_started = False |
16 | 14 |
17 self._goma_ctl_env_init() | |
18 | |
19 def _goma_ctl_env_init(self): | |
20 self._goma_ctl_env = {} | 15 self._goma_ctl_env = {} |
21 | 16 |
22 # Inherit some env vars used in goma_utils.SendGomaTsMon. | |
23 for key in ['BUILDBOT_BUILDERNAME', | |
24 'BUILDBOT_MASTERNAME', | |
25 'BUILDBOT_SLAVENAME', | |
26 'BUILDBOT_CLOBBER', | |
27 'TEST_TMPDIR', | |
28 'TMPDIR', | |
29 'TMP', | |
30 ]: | |
31 if key in os.environ: # pragma: no cover | |
32 self._goma_ctl_env[key] = os.environ[key] | |
33 | |
34 @property | 17 @property |
35 def service_account_json_path(self): | 18 def service_account_json_path(self): |
36 if self.m.platform.is_win: | 19 if self.m.platform.is_win: |
37 return 'C:\\creds\\service_accounts\\service-account-goma-client.json' | 20 return 'C:\\creds\\service_accounts\\service-account-goma-client.json' |
38 return '/creds/service_accounts/service-account-goma-client.json' | 21 return '/creds/service_accounts/service-account-goma-client.json' |
39 | 22 |
40 def ensure_goma(self, canary=False): | 23 def ensure_goma(self, canary=False): |
41 with self.m.step.nest('ensure_goma'): | 24 with self.m.step.nest('ensure_goma'): |
42 with self.m.step.context({'infra_step': True}): | 25 with self.m.step.context({'infra_step': True}): |
43 try: | 26 try: |
(...skipping 35 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
79 | 62 |
80 if self.build_data_dir: | 63 if self.build_data_dir: |
81 self._goma_ctl_env['GOMA_DUMP_STATS_FILE'] = ( | 64 self._goma_ctl_env['GOMA_DUMP_STATS_FILE'] = ( |
82 self.m.path.join(self.build_data_dir, 'goma_stats_proto')) | 65 self.m.path.join(self.build_data_dir, 'goma_stats_proto')) |
83 self._goma_ctl_env['GOMACTL_CRASH_REPORT_ID_FILE'] = ( | 66 self._goma_ctl_env['GOMACTL_CRASH_REPORT_ID_FILE'] = ( |
84 self.m.path.join(self.build_data_dir, 'crash_report_id_file')) | 67 self.m.path.join(self.build_data_dir, 'crash_report_id_file')) |
85 | 68 |
86 self._goma_ctl_env['GOMA_SERVICE_ACCOUNT_JSON_FILE'] = ( | 69 self._goma_ctl_env['GOMA_SERVICE_ACCOUNT_JSON_FILE'] = ( |
87 self.service_account_json_path) | 70 self.service_account_json_path) |
88 | 71 |
89 # GLOG_log_dir should not be set. | |
90 assert env is None or 'GLOG_log_dir' not in env | |
91 | |
92 goma_ctl_start_env = self._goma_ctl_env.copy() | 72 goma_ctl_start_env = self._goma_ctl_env.copy() |
93 | 73 |
94 if env is not None: | 74 if env is not None: |
95 goma_ctl_start_env.update(env) | 75 goma_ctl_start_env.update(env) |
96 | 76 |
97 try: | 77 try: |
98 self.m.python( | 78 self.m.python( |
99 name='start_goma', | 79 name='start_goma', |
100 script=self.goma_ctl, | 80 script=self.goma_ctl, |
101 args=['restart'], env=goma_ctl_start_env, infra_step=True, **kwargs) | 81 args=['restart'], env=goma_ctl_start_env, infra_step=True, **kwargs) |
(...skipping 23 matching lines...) Expand all Loading... |
125 assert self._goma_started | 105 assert self._goma_started |
126 self.m.python( | 106 self.m.python( |
127 name='stop_goma', | 107 name='stop_goma', |
128 script=self.goma_ctl, | 108 script=self.goma_ctl, |
129 args=['stop'], env=self._goma_ctl_env, **kwargs) | 109 args=['stop'], env=self._goma_ctl_env, **kwargs) |
130 | 110 |
131 self.upload_logs(ninja_log_outdir, ninja_log_compiler, ninja_log_command, | 111 self.upload_logs(ninja_log_outdir, ninja_log_compiler, ninja_log_command, |
132 ninja_log_exit_status) | 112 ninja_log_exit_status) |
133 | 113 |
134 self._goma_started = False | 114 self._goma_started = False |
135 self._goma_ctl_env_init() | 115 self._goma_ctl_env = {} |
136 | |
137 | 116 |
138 def upload_logs(self, ninja_log_outdir=None, ninja_log_compiler=None, | 117 def upload_logs(self, ninja_log_outdir=None, ninja_log_compiler=None, |
139 ninja_log_command=None, ninja_log_exit_status=None, | 118 ninja_log_command=None, ninja_log_exit_status=None, |
140 name=None): | 119 name=None): |
141 args = [ | 120 args = [ |
142 '--upload-compiler-proxy-info' | 121 '--upload-compiler-proxy-info' |
143 ] | 122 ] |
144 | 123 |
145 if ninja_log_outdir: | 124 if ninja_log_outdir: |
146 assert ninja_log_compiler is not None | 125 assert ninja_log_compiler is not None |
(...skipping 12 matching lines...) Expand all Loading... |
159 '--goma-stats-file', self._goma_ctl_env['GOMA_DUMP_STATS_FILE'], | 138 '--goma-stats-file', self._goma_ctl_env['GOMA_DUMP_STATS_FILE'], |
160 '--goma-crash-report-id-file', | 139 '--goma-crash-report-id-file', |
161 self._goma_ctl_env['GOMACTL_CRASH_REPORT_ID_FILE'], | 140 self._goma_ctl_env['GOMACTL_CRASH_REPORT_ID_FILE'], |
162 '--build-data-dir', self.build_data_dir, | 141 '--build-data-dir', self.build_data_dir, |
163 ]) | 142 ]) |
164 | 143 |
165 self.m.python( | 144 self.m.python( |
166 name=name or 'upload_log', | 145 name=name or 'upload_log', |
167 script=self.package_repo_resource( | 146 script=self.package_repo_resource( |
168 'scripts', 'slave', 'upload_goma_logs.py'), | 147 'scripts', 'slave', 'upload_goma_logs.py'), |
169 args=args, | 148 args=args |
170 env=self._goma_ctl_env | |
171 ) | 149 ) |
OLD | NEW |