[Findit] Implementing swarming task error detection

appengine/findit/waterfall/test/process_base_swarming_task_result_pipeline_test.py

+# Copyright 2016 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
 import datetime
+import mock
 
 from model import analysis_status
 from model.flake.flake_swarming_task import FlakeSwarmingTask
 from model.flake.master_flake_analysis import MasterFlakeAnalysis
 from model.wf_swarming_task import WfSwarmingTask
 from waterfall import swarming_util
 from waterfall.process_base_swarming_task_result_pipeline import (
     ProcessBaseSwarmingTaskResultPipeline)
 from waterfall.process_flake_swarming_task_result_pipeline import (
     ProcessFlakeSwarmingTaskResultPipeline)
@@ skipping 87 matching lines @@
             'namespace': 'default-gzip',
             'isolated': 'shard1_isolated'
         },
         'created_ts': '2016-02-10T18:32:06.538220',
         'started_ts': '2016-02-10T18:32:09.090550',
         'completed_ts': '2016-02-10T18:33:09'
     },
     'task_id2': {
         'state': 'TIMED_OUT',
         'outputs_ref': None
-    }
+    },
+    'task_id3': {
+        'state': 'COMPLETED',
+        'exit_code': '2',  # Swarming task failed.
+    },
 }
 
 
 _EXPECTED_TESTS_STATUS = {
     'TestSuite1.test1': {
         'total_run': 2,
         'SUCCESS': 2
     },
     'TestSuite1.test2': {
         'total_run': 4,
         'SUCCESS': 2,
         'FAILURE': 2
     },
     'TestSuite1.test3': {
         'total_run': 6,
         'FAILURE': 6
-    }
+    },
 }
 
 
 _EXPECTED_CLASSIFIED_TESTS = {
     'flaky_tests': ['TestSuite1.test2', 'TestSuite1.test1'],
     'reliable_tests': ['TestSuite1.test3']
 }
 
 
 class ProcessBaseSwarmingTaskResultPipelineTest(wf_testcase.WaterfallTestCase):
 
   def _MockedGetSwarmingTaskResultById(self, task_id, _):
-    return _SWARMING_TASK_RESULTS[task_id]
+    return _SWARMING_TASK_RESULTS[task_id], None
+
+  def _MockedGetSwarmingTaskFailureLog(self, *_):
+    return _SAMPLE_FAILURE_LOG, None
 
   def setUp(self):
     super(ProcessBaseSwarmingTaskResultPipelineTest, self).setUp()
     self.pipeline = ProcessBaseSwarmingTaskResultPipeline()
     self.master_name = 'm'
     self.builder_name = 'b'
     self.build_number = 121
     self.step_name = 'abc_tests on platform'
     self.test_name = 'test'
     self.mock(swarming_util, 'GetSwarmingTaskResultById',
@@ skipping 74 matching lines @@
     self.assertEqual(self.step_name, step_name)
     self.assertIsNone(task_info[0])
     self.assertEqual([], task_info[1])
 
     task = WfSwarmingTask.Get(
         self.master_name, self.builder_name, self.build_number, self.step_name)
 
     self.assertEqual(analysis_status.ERROR, task.status)
     self.assertEqual({}, task.tests_statuses)
     self.assertEqual({}, task.classified_tests)
+
+  @mock.patch.object(swarming_util, 'GetSwarmingTaskResultById',
+                     return_value=({}, {'code': 1, 'message': 'error'}))
+  def testMonitorSwarmingTaskGetSwarmingTaskResultIdError(self, _):
+    task = WfSwarmingTask.Create(
+        self.master_name, self.builder_name,
+        self.build_number, self.step_name)
+    task.task_id = 'task_id2'
+    task.put()
+
+    pipeline = ProcessSwarmingTaskResultPipeline()
+    pipeline.run(
+        self.master_name, self.builder_name, self.build_number, self.step_name)
+
+    self.assertEqual(analysis_status.ERROR, task.status)
+    self.assertEqual(task.error, {'code': 1, 'message': 'error'})
+
+  @mock.patch.object(swarming_util, 'GetSwarmingTaskFailureLog',
+                     return_value=(None, {'code': 1, 'message': 'error'}))
+  def testMonitorSwarmingTaskGetSwarmingTaskFailureLogError(self, _):
+    task = WfSwarmingTask.Create(
+        self.master_name, self.builder_name,
+        self.build_number, self.step_name)
+    task.task_id = 'task_id1'
+    task.put()
+
+    pipeline = ProcessSwarmingTaskResultPipeline()
+    pipeline.run(
+        self.master_name, self.builder_name, self.build_number, self.step_name)
+
+    self.assertEqual(analysis_status.ERROR, task.status)
+    self.assertEqual(task.error, {'code': 1, 'message': 'error'})
+
+  def testMonitorSwarmingTaskWhereTaskFailed(self):
+    task = WfSwarmingTask.Create(
+        self.master_name, self.builder_name,
+        self.build_number, self.step_name)
+    task.task_id = 'task_id3'
+    task.put()
+
+    pipeline = ProcessSwarmingTaskResultPipeline()
+    pipeline.run(
+        self.master_name, self.builder_name, self.build_number, self.step_name)
+
+    self.assertEqual(analysis_status.ERROR, task.status)
+    self.assertEqual(
+        task.error,
+        {
+            'code': swarming_util.TASK_FAILED,
+            'message': swarming_util.EXIT_CODE_DESCRIPTIONS[
+                swarming_util.TASK_FAILED]
+        })
+
+  def testProcessSwarmingTaskResultPipeline(self):
+    # End to end test.
+    self.mock(swarming_util, 'GetSwarmingTaskFailureLog',
+              self._MockedGetSwarmingTaskFailureLog)
+
+    task = WfSwarmingTask.Create(
+        self.master_name, self.builder_name,
+        self.build_number, self.step_name)
+    task.task_id = 'task_id1'
+    task.put()
+
+    pipeline = ProcessSwarmingTaskResultPipeline()
+    step_name, task_info = pipeline.run(
+        self.master_name, self.builder_name,
+        self.build_number, self.step_name)
+
+    self.assertEqual(self.step_name, step_name)
+    self.assertEqual('abc_tests', task_info[0])
+    self.assertEqual(
+        _EXPECTED_CLASSIFIED_TESTS['reliable_tests'], task_info[1])
+
+    task = WfSwarmingTask.Get(
+        self.master_name, self.builder_name, self.build_number, self.step_name)
+
+    self.assertEqual(analysis_status.COMPLETED, task.status)
+    self.assertEqual(_EXPECTED_TESTS_STATUS, task.tests_statuses)
+    self.assertEqual(
+        _EXPECTED_CLASSIFIED_TESTS, task.classified_tests)
+    self.assertEqual(datetime.datetime(2016, 2, 10, 18, 32, 6, 538220),
+                     task.created_time)
+    self.assertEqual(datetime.datetime(2016, 2, 10, 18, 32, 9, 90550),
+                     task.started_time)
+    self.assertEqual(datetime.datetime(2016, 2, 10, 18, 33, 9),
+                     task.completed_time)