| OLD | NEW |
| 1 # Copyright 2016 The Chromium Authors. All rights reserved. | 1 # Copyright 2016 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 import datetime | 5 import datetime |
| 6 | 6 |
| 7 from testing_utils import testing | |
| 8 | |
| 9 from model import wf_analysis_status | 7 from model import wf_analysis_status |
| 10 from model.wf_swarming_task import WfSwarmingTask | 8 from model.wf_swarming_task import WfSwarmingTask |
| 11 from waterfall import process_swarming_task_result_pipeline | 9 from waterfall import process_swarming_task_result_pipeline |
| 12 from waterfall import swarming_util | 10 from waterfall import swarming_util |
| 13 from waterfall import waterfall_config | |
| 14 from waterfall.process_swarming_task_result_pipeline import ( | 11 from waterfall.process_swarming_task_result_pipeline import ( |
| 15 ProcessSwarmingTaskResultPipeline) | 12 ProcessSwarmingTaskResultPipeline) |
| 13 from waterfall.test import wf_testcase |
| 16 | 14 |
| 17 | 15 |
| 18 _ISOLATED_SERVER = 'https://isolateserver.appspot.com' | 16 _ISOLATED_SERVER = 'https://isolateserver.appspot.com' |
| 19 _ISOLATED_STORAGE_URL = 'isolateserver.storage.googleapis.com' | 17 _ISOLATED_STORAGE_URL = 'isolateserver.storage.googleapis.com' |
| 20 _SAMPLE_FAILURE_LOG = { | 18 _SAMPLE_FAILURE_LOG = { |
| 21 'per_iteration_data': [ | 19 'per_iteration_data': [ |
| 22 { | 20 { |
| 23 'TestSuite1.test1': [ | 21 'TestSuite1.test1': [ |
| 24 { | 22 { |
| 25 'status': 'SUCCESS', | 23 'status': 'SUCCESS', |
| (...skipping 73 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 99 'total_run': 6, | 97 'total_run': 6, |
| 100 'FAILURE': 6 | 98 'FAILURE': 6 |
| 101 } | 99 } |
| 102 } | 100 } |
| 103 _EXPECTED_CLASSIFIED_TESTS = { | 101 _EXPECTED_CLASSIFIED_TESTS = { |
| 104 'flaky_tests': ['TestSuite1.test2', 'TestSuite1.test1'], | 102 'flaky_tests': ['TestSuite1.test2', 'TestSuite1.test1'], |
| 105 'reliable_tests': ['TestSuite1.test3'] | 103 'reliable_tests': ['TestSuite1.test3'] |
| 106 } | 104 } |
| 107 | 105 |
| 108 | 106 |
| 109 _MOCK_SWARMING_SETTINGS = { | 107 class ProcessSwarmingTaskResultPipelineTest(wf_testcase.WaterfallTestCase): |
| 110 'task_timeout_hours': 23, | |
| 111 'server_query_interval_seconds': 60, | |
| 112 'iterations_to_rerun': 10, | |
| 113 'server_host': 'chromium-swarm.appspot.com', | |
| 114 'default_request_priority': 150, | |
| 115 'isolated_storage_url': 'isolateserver.storage.googleapis.com', | |
| 116 'isolated_server': 'https://isolateserver.appspot.com', | |
| 117 'request_expiration_hours': 20 | |
| 118 } | |
| 119 | |
| 120 | |
| 121 class ProcessSwarmingTaskResultPipelineTest(testing.AppengineTestCase): | |
| 122 | 108 |
| 123 def _MockedGetSwarmingTaskResultById(self, task_id, _): | 109 def _MockedGetSwarmingTaskResultById(self, task_id, _): |
| 124 swarming_task_results = { | 110 swarming_task_results = { |
| 125 'task_id1': { | 111 'task_id1': { |
| 126 'state': 'COMPLETED', | 112 'state': 'COMPLETED', |
| 127 'tags': [ | 113 'tags': [ |
| 128 'priority:25', | 114 'priority:25', |
| 129 'ref_name:abc_tests' | 115 'ref_name:abc_tests' |
| 130 ], | 116 ], |
| 131 'outputs_ref': { | 117 'outputs_ref': { |
| (...skipping 13 matching lines...) Expand all Loading... |
| 145 | 131 |
| 146 mocked_result = swarming_task_results[task_id] | 132 mocked_result = swarming_task_results[task_id] |
| 147 return mocked_result | 133 return mocked_result |
| 148 | 134 |
| 149 def setUp(self): | 135 def setUp(self): |
| 150 super(ProcessSwarmingTaskResultPipelineTest, self).setUp() | 136 super(ProcessSwarmingTaskResultPipelineTest, self).setUp() |
| 151 self.master_name = 'm' | 137 self.master_name = 'm' |
| 152 self.builder_name = 'b' | 138 self.builder_name = 'b' |
| 153 self.build_number = 121 | 139 self.build_number = 121 |
| 154 self.step_name = 'abc_tests on platform' | 140 self.step_name = 'abc_tests on platform' |
| 155 def _MockGetSwarmingSettings(): | |
| 156 return _MOCK_SWARMING_SETTINGS | |
| 157 self.mock(waterfall_config, 'GetSwarmingSettings', _MockGetSwarmingSettings) | |
| 158 self.mock(swarming_util, 'GetSwarmingTaskResultById', | 141 self.mock(swarming_util, 'GetSwarmingTaskResultById', |
| 159 self._MockedGetSwarmingTaskResultById) | 142 self._MockedGetSwarmingTaskResultById) |
| 160 | 143 |
| 161 def testCheckTestsRunStatusesNoOutPutJson(self): | 144 def testCheckTestsRunStatusesNoOutPutJson(self): |
| 162 tests_statuses = ( | 145 tests_statuses = ( |
| 163 process_swarming_task_result_pipeline._CheckTestsRunStatuses(None)) | 146 process_swarming_task_result_pipeline._CheckTestsRunStatuses(None)) |
| 164 self.assertEqual({}, tests_statuses) | 147 self.assertEqual({}, tests_statuses) |
| 165 | 148 |
| 166 def testCheckTestsRunStatuses(self): | 149 def testCheckTestsRunStatuses(self): |
| 167 tests_statuses = ( | 150 tests_statuses = ( |
| (...skipping 29 matching lines...) Expand all Loading... |
| 197 self.assertEqual(wf_analysis_status.ANALYZED, task.status) | 180 self.assertEqual(wf_analysis_status.ANALYZED, task.status) |
| 198 self.assertEqual(_EXPECTED_TESTS_STATUESE, task.tests_statuses) | 181 self.assertEqual(_EXPECTED_TESTS_STATUESE, task.tests_statuses) |
| 199 self.assertEqual(_EXPECTED_CLASSIFIED_TESTS, task.classified_tests) | 182 self.assertEqual(_EXPECTED_CLASSIFIED_TESTS, task.classified_tests) |
| 200 self.assertEqual(datetime.datetime(2016, 2, 10, 18, 32, 6, 538220), | 183 self.assertEqual(datetime.datetime(2016, 2, 10, 18, 32, 6, 538220), |
| 201 task.created_time) | 184 task.created_time) |
| 202 self.assertEqual(datetime.datetime(2016, 2, 10, 18, 32, 9, 90550), | 185 self.assertEqual(datetime.datetime(2016, 2, 10, 18, 32, 9, 90550), |
| 203 task.started_time) | 186 task.started_time) |
| 204 self.assertEqual(datetime.datetime(2016, 2, 10, 18, 33, 9), | 187 self.assertEqual(datetime.datetime(2016, 2, 10, 18, 33, 9), |
| 205 task.completed_time) | 188 task.completed_time) |
| 206 | 189 |
| 207 | |
| 208 def testProcessSwarmingTaskResultPipelineTaskNotRunning(self): | 190 def testProcessSwarmingTaskResultPipelineTaskNotRunning(self): |
| 209 task_id = 'task_id2' | 191 task_id = 'task_id2' |
| 210 | 192 |
| 211 WfSwarmingTask.Create( | 193 WfSwarmingTask.Create( |
| 212 self.master_name, self.builder_name, | 194 self.master_name, self.builder_name, |
| 213 self.build_number, self.step_name).put() | 195 self.build_number, self.step_name).put() |
| 214 | 196 |
| 215 pipeline = ProcessSwarmingTaskResultPipeline() | 197 pipeline = ProcessSwarmingTaskResultPipeline() |
| 216 step_name, task_info = pipeline.run( | 198 step_name, task_info = pipeline.run( |
| 217 self.master_name, self.builder_name, | 199 self.master_name, self.builder_name, |
| 218 self.build_number, self.step_name, task_id) | 200 self.build_number, self.step_name, task_id) |
| 219 | 201 |
| 220 self.assertEqual(self.step_name, step_name) | 202 self.assertEqual(self.step_name, step_name) |
| 221 self.assertIsNone(task_info[0]) | 203 self.assertIsNone(task_info[0]) |
| 222 self.assertEqual({}, task_info[1]) | 204 self.assertEqual({}, task_info[1]) |
| 223 | 205 |
| 224 task = WfSwarmingTask.Get( | 206 task = WfSwarmingTask.Get( |
| 225 self.master_name, self.builder_name, self.build_number, self.step_name) | 207 self.master_name, self.builder_name, self.build_number, self.step_name) |
| 226 | 208 |
| 227 self.assertEqual(wf_analysis_status.ERROR, task.status) | 209 self.assertEqual(wf_analysis_status.ERROR, task.status) |
| 228 self.assertEqual({}, task.tests_statuses) | 210 self.assertEqual({}, task.tests_statuses) |
| 229 self.assertEqual({}, task.classified_tests) | 211 self.assertEqual({}, task.classified_tests) |
| 230 | 212 |
| 231 def testProcessSwarmingTaskResultPipelineTaskTimeOut(self): | 213 def testProcessSwarmingTaskResultPipelineTaskTimeOut(self): |
| 232 task_id = 'task_id1' | 214 task_id = 'task_id1' |
| 233 old_mock_timeout = _MOCK_SWARMING_SETTINGS['task_timeout_hours'] | 215 |
| 234 _MOCK_SWARMING_SETTINGS['task_timeout_hours'] = -1 | 216 # Override config settings to force a timeout. |
| 217 swarming_settings = self.CONFIG_DATA['swarming_settings'] |
| 218 swarming_settings['task_timeout_hours'] = -1 |
| 219 self.OverrideConfigSettings('swarming_settings', swarming_settings) |
| 235 | 220 |
| 236 WfSwarmingTask.Create( | 221 WfSwarmingTask.Create( |
| 237 self.master_name, self.builder_name, | 222 self.master_name, self.builder_name, |
| 238 self.build_number, self.step_name).put() | 223 self.build_number, self.step_name).put() |
| 239 | 224 |
| 240 pipeline = ProcessSwarmingTaskResultPipeline() | 225 pipeline = ProcessSwarmingTaskResultPipeline() |
| 241 step_name, task_info = pipeline.run( | 226 step_name, task_info = pipeline.run( |
| 242 self.master_name, self.builder_name, | 227 self.master_name, self.builder_name, |
| 243 self.build_number, self.step_name, task_id) | 228 self.build_number, self.step_name, task_id) |
| 244 | 229 |
| 245 self.assertEqual(self.step_name, step_name) | 230 self.assertEqual(self.step_name, step_name) |
| 246 self.assertEqual('abc_tests', task_info[0]) | 231 self.assertEqual('abc_tests', task_info[0]) |
| 247 self.assertEqual({}, task_info[1]) | 232 self.assertEqual({}, task_info[1]) |
| 248 | 233 |
| 249 task = WfSwarmingTask.Get( | 234 task = WfSwarmingTask.Get( |
| 250 self.master_name, self.builder_name, self.build_number, self.step_name) | 235 self.master_name, self.builder_name, self.build_number, self.step_name) |
| 251 | 236 |
| 252 self.assertEqual(wf_analysis_status.ERROR, task.status) | 237 self.assertEqual(wf_analysis_status.ERROR, task.status) |
| 253 self.assertEqual({}, task.tests_statuses) | 238 self.assertEqual({}, task.tests_statuses) |
| 254 self.assertEqual({}, task.classified_tests) | 239 self.assertEqual({}, task.classified_tests) |
| 255 | |
| 256 _MOCK_SWARMING_SETTINGS['task_timeout_hours'] = old_mock_timeout | |
| OLD | NEW |