Add cloudtail start/stop in recipe_modules/goma

scripts/slave/recipe_modules/goma/api.py

 # Copyright 2015 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 from recipe_engine import recipe_api
 
 class GomaApi(recipe_api.RecipeApi):
   """GomaApi contains helper functions for using goma."""
 
   def __init__(self, **kwargs):
     super(GomaApi, self).__init__(**kwargs)
     self._goma_dir = None
     self._goma_started = False
 
     self._goma_ctl_env = {}
+    self._cloudtail_pid = None
 
   @property
   def service_account_json_path(self):
     if self.m.platform.is_win:
       return 'C:\\creds\\service_accounts\\service-account-goma-client.json'
     return '/creds/service_accounts/service-account-goma-client.json'
 
+  @property
+  def cloudtail_path(self):
+    if self.m.platform.is_win:
+      return 'C:\\infra-tools\\cloudtail'
+    return '/opt/infra-tools/cloudtail'

[Yoshisato Yanagisawa, 2016/08/15 07:19:30]

It it possible for you to download cloudtail from cipd?

[tikuta, 2016/08/16 02:16:56]

I added code to donwload cloudtail.
But that changes many *.json, so let me make another CL to enable downloading
cloudtail from cipd.

[Yoshisato Yanagisawa, 2016/08/16 02:50:10]

Sorry for going back and forward but if you actually do not download cipd, will
you remove the code and just leave TODO?
I believe it confusing to have the code that won't be used.

[tikuta, 2016/08/16 02:56:21]

Done.

+
   def ensure_goma(self, canary=False):
     with self.m.step.nest('ensure_goma'):
       with self.m.step.context({'infra_step': True}):
         try:
           self.m.cipd.set_service_account_credentials(
               self.service_account_json_path)
 
           self.m.cipd.install_client()
           goma_package = ('infra_internal/goma/client/%s' %
               self.m.cipd.platform_suffix())
@@ skipping 11 matching lines @@
           return None
 
   @property
   def goma_ctl(self):
     return self.m.path.join(self._goma_dir, 'goma_ctl.py')
 
   @property
   def build_data_dir(self):
     return self.m.properties.get('build_data_dir')
 
+  def start_cloudtail(self):
+    assert self._cloudtail_pid is None
+
+    step_result = self.m.python(
+      name='start cloudtail',
+      script=self.resource('cloudtail_utils.py'),
+      args=['--start-cloudtail',
+            '--cloudtail-path', self.cloudtail_path,
+            '--log-id', 'goma_compiler_proxy',
+          ],
+      env=self._goma_ctl_env,
+      stdout=self.m.raw_io.output())
+
+    self._cloudtail_pid = step_result.stdout
+
+  def stop_cloudtail(self):
+    self.m.python(
+        name='stop cloudtail',
+        script=self.resource('cloudtail_utils.py'),
+        args=['--killed-pid', self._cloudtail_pid])
+    self._cloudtail_pid = None
+
   def start(self, env=None, **kwargs):
     """Start goma compiler_proxy.
 
     A user MUST execute ensure_goma beforehand.
     It is user's responsibility to handle failure of starting compiler_proxy.
     """
     assert self._goma_dir
     assert not self._goma_started
 
     if self.build_data_dir:
@@ skipping 23 matching lines @@
         self.m.python(
             name='stop_goma (start failure)',
             script=self.goma_ctl,
             args=['stop'], env=self._goma_ctl_env, **kwargs)
       except self.m.step.StepFailure:
         upload_logs_name = 'upload_goma_start_and_stop_failed_logs'
 
       self.upload_logs(name=upload_logs_name)
       raise e
 
+    self.start_cloudtail()
+
   def stop(self, ninja_log_outdir=None, ninja_log_compiler=None,
            ninja_log_command=None, ninja_log_exit_status=None, **kwargs):
     """Stop goma compiler_proxy.
 
     A user MUST execute start beforehand.
     It is user's responsibility to handle failure of stopping compiler_proxy.
     """
     assert self._goma_dir
     assert self._goma_started
     self.m.python(
         name='stop_goma',
         script=self.goma_ctl,
         args=['stop'], env=self._goma_ctl_env, **kwargs)
 
+    self.stop_cloudtail()
     self.upload_logs(ninja_log_outdir, ninja_log_compiler, ninja_log_command,
                      ninja_log_exit_status)
 
     self._goma_started = False
     self._goma_ctl_env = {}
 
   def upload_logs(self, ninja_log_outdir=None, ninja_log_compiler=None,
                   ninja_log_command=None, ninja_log_exit_status=None,
                   name=None):
     args = [
@@ skipping 19 matching lines @@
           self._goma_ctl_env['GOMACTL_CRASH_REPORT_ID_FILE'],
           '--build-data-dir', self.build_data_dir,
       ])
 
     self.m.python(
       name=name or 'upload_log',
       script=self.package_repo_resource(
           'scripts', 'slave', 'upload_goma_logs.py'),
       args=args
     )