[Findit] Record error if swarming task completes with exit_code as 2.

appengine/findit/waterfall/process_base_swarming_task_result_pipeline.py

 # Copyright 2016 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 from collections import defaultdict
 import datetime
 import logging
 import time
 
 from common.http_client_appengine import HttpClientAppengine as HttpClient
@@ skipping 68 matching lines @@
     task_started = False
     task_completed = False
     tests_statuses = {}
     step_name_no_platform = None
 
     while not task_completed:
       # Keeps monitoring the swarming task, waits for it to complete.
       data = swarming_util.GetSwarmingTaskResultById(
           task_id, self.HTTP_CLIENT)
       task_state = data['state']
+      exit_code = (data['exit_code'] if
+                   task_state == swarming_util.STATE_COMPLETED else None)
       step_name_no_platform = swarming_util.GetTagValue(
           data.get('tags', {}), 'ref_name')
       if task_state not in swarming_util.STATES_RUNNING:
         task_completed = True
         task = self._GetSwarmingTask(*call_args)
-        if task_state == swarming_util.STATE_COMPLETED:
+        print task_state  == swarming_util.STATE_COMPLETED
+        print exit_code

[Sharu Jiang, 2016/09/08 21:41:54]

Are these 2 prints intended?

[chanli, 2016/09/08 22:07:21]

Done.

+        if (task_state == swarming_util.STATE_COMPLETED and
+            int(exit_code) != swarming_util.TASK_FAILED):
           outputs_ref = data.get('outputs_ref')
           output_json = swarming_util.GetSwarmingTaskFailureLog(
               outputs_ref, self.HTTP_CLIENT)
           tests_statuses = self._CheckTestsRunStatuses(
               output_json, *call_args)
           task.status = analysis_status.COMPLETED
           task.tests_statuses = tests_statuses
         else:
           task.status = analysis_status.ERROR
-          logging.error('Swarming task stopped with status: %s' % (
-              task_state))
+          logging_str = 'Swarming task stopped with status: %s' % task_state

[lijeffrey, 2016/09/08 22:14:05]

nit: rename this error_str, since it's used in the context of logging.error

+          if exit_code:

[lijeffrey, 2016/09/08 22:14:05]

is it possible for exit_code to be 0 here instead of None? If so this may be a
bug and we should check if exit_code is not None

+            logging_str += ' and exit_code: %s - %s' % (
+                exit_code, swarming_util.EXIT_CODE_DESCRIPTIONS[int(exit_code)])

[lijeffrey, 2016/09/08 22:14:05]

nit: since int(exit_code) is now being used in 2 places, how about move it out
to exit_code_int = int(exit_code) and use exit_code_int?

+          logging.error(logging_str)
+
         priority_str = swarming_util.GetTagValue(
             data.get('tags', {}), 'priority')
         if priority_str:
           task.parameters['priority'] = int(priority_str)
         task.put()
       else:  # pragma: no cover
         if task_state == 'RUNNING' and not task_started:
           # swarming task just starts, update status.
           task_started = True
           task = self._GetSwarmingTask(*call_args)
           task.status = analysis_status.RUNNING
           task.put()
         time.sleep(server_query_interval_seconds)
       if time.time() > deadline:
         # Updates status as ERROR.
         task = self._GetSwarmingTask(*call_args)
         task.status = analysis_status.ERROR
         task.put()
         logging.error('Swarming task timed out after %d hours.' % timeout_hours)
         break  # Stops the loop and return.
     # Update swarming task metadate.
     task = self._GetSwarmingTask(*call_args)
     task.created_time = self._ConvertDateTime(data.get('created_ts'))
     task.started_time = self._ConvertDateTime(data.get('started_ts'))
     task.completed_time = self._ConvertDateTime(data.get('completed_ts'))
     task.put()
 
     return step_name, step_name_no_platform