[Findit] Moving check flake parameters to config

appengine/findit/handlers/test/config_test.py

 # Copyright 2015 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import datetime
 import json
 import re
 import webapp2
 import webtest
 
@@ skipping 48 matching lines @@
 }
 
 _MOCK_SWARMING_SETTINGS = {
     'server_host': 'chromium-swarm.appspot.com',
     'default_request_priority': 150,
     'request_expiration_hours': 20,
     'server_query_interval_seconds': 60,
     'task_timeout_hours': 23,
     'isolated_server': 'https://isolateserver.appspot.com',
     'isolated_storage_url': 'isolateserver.storage.googleapis.com',
-    'iterations_to_rerun': 10
+    'iterations_to_rerun': 10,
+    'get_swarming_task_id_timeout_seconds': 5 * 60,  # 5 minutes.
+    'get_swarming_task_id_wait_seconds': 10
 }
 
 
 _MOCK_DOWNLOAD_BUILD_DATA_SETTINGS = {
     'download_interval_seconds': 10,
     'memcache_master_download_expiration_seconds': 3600,
     'use_chrome_build_extract': True
 }
 
 _MOCK_ACTION_SETTINGS = {
     'cr_notification_build_threshold': 2,
     'cr_notification_latency_limit_minutes': 1000,
 }
 
+_MOCK_CHECK_FLAKE_SETTINGS = {
+    'lower_flake_threshold': 0.02,
+    'upper_flake_threshold': 0.98,
+    'max_flake_in_a_row': 4,
+    'max_stable_in_a_row': 4,
+    'iterations_to_rerun': 100
+}
+
 _MOCK_VERSION_NUMBER = 12
 
 
 class ConfigTest(testing.AppengineTestCase):
   app_module = webapp2.WSGIApplication([
       ('/config', config.Configuration),
   ], debug=True)
 
   def testGetConfigurationSettings(self):
     config_data = {
         'steps_for_masters_rules': _MOCK_STEPS_FOR_MASTERS_RULES,
         'builders_to_trybots': _MOCK_BUILDERS_TO_TRYBOTS,
         'try_job_settings': _MOCK_TRY_JOB_SETTINGS,
         'swarming_settings': _MOCK_SWARMING_SETTINGS,
         'download_build_data_settings': _MOCK_DOWNLOAD_BUILD_DATA_SETTINGS,
         'action_settings': _MOCK_ACTION_SETTINGS,
+        'check_flake_settings': _MOCK_CHECK_FLAKE_SETTINGS
     }
 
     self.mock_current_user(user_email='test@chromium.org', is_admin=True)
 
     wf_config.FinditConfig.Get().Update(users.GetCurrentUser(), True,
                                         **config_data)
 
     response = self.test_app.get('/config', params={'format': 'json'})
     self.assertEquals(response.status_int, 200)
 
     expected_response = {
         'masters': _MOCK_STEPS_FOR_MASTERS_RULES,
         'builders': _MOCK_BUILDERS_TO_TRYBOTS,
         'try_job_settings': _MOCK_TRY_JOB_SETTINGS,
         'swarming_settings': _MOCK_SWARMING_SETTINGS,
         'download_build_data_settings': _MOCK_DOWNLOAD_BUILD_DATA_SETTINGS,
         'action_settings': _MOCK_ACTION_SETTINGS,
+        'check_flake_settings': _MOCK_CHECK_FLAKE_SETTINGS,
         'version': 1,
         'latest_version': 1,
         'updated_by': 'test',
         'updated_ts': response.json_body.get('updated_ts')
     }
 
     self.assertEquals(expected_response, response.json_body)
 
   def testGetVersionOfConfigurationSettings(self):
     self.mock_current_user(user_email='test@chromium.org', is_admin=True)
 
     config_data = {
         'steps_for_masters_rules': _MOCK_STEPS_FOR_MASTERS_RULES,
         'builders_to_trybots': _MOCK_BUILDERS_TO_TRYBOTS,
         'try_job_settings': _MOCK_TRY_JOB_SETTINGS,
         'swarming_settings': _MOCK_SWARMING_SETTINGS,
         'download_build_data_settings': _MOCK_DOWNLOAD_BUILD_DATA_SETTINGS,
         'action_settings': _MOCK_ACTION_SETTINGS,
+        'check_flake_settings': _MOCK_CHECK_FLAKE_SETTINGS
     }
     wf_config.FinditConfig.Get().Update(users.GetCurrentUser(), True,
                                         **config_data)
 
     response = self.test_app.get(
         '/config', params={'version': 1, 'format': 'json'})
     self.assertEquals(response.status_int, 200)
 
     expected_response = {
         'masters': _MOCK_STEPS_FOR_MASTERS_RULES,
         'builders': _MOCK_BUILDERS_TO_TRYBOTS,
         'try_job_settings': _MOCK_TRY_JOB_SETTINGS,
         'swarming_settings': _MOCK_SWARMING_SETTINGS,
         'download_build_data_settings': _MOCK_DOWNLOAD_BUILD_DATA_SETTINGS,
         'action_settings': _MOCK_ACTION_SETTINGS,
+        'check_flake_settings': _MOCK_CHECK_FLAKE_SETTINGS,
         'version': 1,
         'latest_version': 1,
         'updated_by': 'test',
         'updated_ts': response.json_body.get('updated_ts')
     }
 
     self.assertEquals(expected_response, response.json_body)
 
   def testGetOutOfBoundsVersionOfConfigurationSettings(self):
     config_data = {
@@ skipping 330 matching lines @@
     self.assertFalse(config._ValidateSwarmingSettings([]))
     self.assertFalse(config._ValidateSwarmingSettings({}))
     self.assertFalse(config._ValidateSwarmingSettings({
         'server_host': ['chromium-swarm.appspot.com'],  # Should be a string.
         'default_request_priority': 150,
         'request_expiration_hours': 20,
         'server_query_interval_seconds': 60,
         'task_timeout_hours': 23,
         'isolated_server': 'https://isolateserver.appspot.com',
         'isolated_storage_url': 'isolateserver.storage.googleapis.com',
-        'iterations_to_rerun': 10
+        'iterations_to_rerun': 10,
+        'get_swarming_task_id_timeout_seconds': 300,
+        'get_swarming_task_id_wait_seconds': 10
     }))
     self.assertFalse(config._ValidateSwarmingSettings({
         'server_host': 'chromium-swarm.appspot.com',
         'default_request_priority': '150',  # Should be an int.
         'request_expiration_hours': 20,
         'server_query_interval_seconds': 60,
         'task_timeout_hours': 23,
         'isolated_server': 'https://isolateserver.appspot.com',
         'isolated_storage_url': 'isolateserver.storage.googleapis.com',
-        'iterations_to_rerun': 10
+        'iterations_to_rerun': 10,
+        'get_swarming_task_id_timeout_seconds': 300,
+        'get_swarming_task_id_wait_seconds': 10
     }))
     self.assertFalse(config._ValidateSwarmingSettings({
         'server_host': 'chromium-swarm.appspot.com',
         'default_request_priority': 150,
         'request_expiration_hours': {},  # Should be an int.
         'server_query_interval_seconds': 60,
         'task_timeout_hours': 23,
         'isolated_server': 'https://isolateserver.appspot.com',
         'isolated_storage_url': 'isolateserver.storage.googleapis.com',
-        'iterations_to_rerun': 10
+        'iterations_to_rerun': 10,
+        'get_swarming_task_id_timeout_seconds': 300,
+        'get_swarming_task_id_wait_seconds': 10
     }))
     self.assertFalse(config._ValidateSwarmingSettings({
         'server_host': 'chromium-swarm.appspot.com',
         'default_request_priority': 150,
         'request_expiration_hours': 20,
         'server_query_interval_seconds': [],  # Should be an int.
         'task_timeout_hours': 23,
         'isolated_server': 'https://isolateserver.appspot.com',
         'isolated_storage_url': 'isolateserver.storage.googleapis.com',
-        'iterations_to_rerun': 10
+        'iterations_to_rerun': 10,
+        'get_swarming_task_id_timeout_seconds': 300,
+        'get_swarming_task_id_wait_seconds': 10
     }))
     self.assertFalse(config._ValidateSwarmingSettings({
         'server_host': 'chromium-swarm.appspot.com',
         'default_request_priority': 150,
         'request_expiration_hours': 20,
         'server_query_interval_seconds': 60,
         'task_timeout_hours': None,  # should be an int.
         'isolated_server': 'https://isolateserver.appspot.com',
         'isolated_storage_url': 'isolateserver.storage.googleapis.com',
-        'iterations_to_rerun': 10
+        'iterations_to_rerun': 10,
+        'get_swarming_task_id_timeout_seconds': 300,
+        'get_swarming_task_id_wait_seconds': 10
     }))
     self.assertFalse(config._ValidateSwarmingSettings({
         'server_host': 'chromium-swarm.appspot.com',
         'default_request_priority': 150,
         'request_expiration_hours': 20,
         'server_query_interval_seconds': 60,
         'task_timeout_hours': 23,
         'isolated_server': 1,  # Should be a string.
         'isolated_storage_url': 'isolateserver.storage.googleapis.com',
-        'iterations_to_rerun': 10
+        'iterations_to_rerun': 10,
+        'get_swarming_task_id_timeout_seconds': 300,
+        'get_swarming_task_id_wait_seconds': 10
     }))
     self.assertFalse(config._ValidateSwarmingSettings({
         'server_host': 'chromium-swarm.appspot.com',
         'default_request_priority': 150,
         'request_expiration_hours': 20,
         'server_query_interval_seconds': 60,
         'task_timeout_hours': 23,
         'isolated_server': 'https://isolateserver.appspot.com',
         'isolated_storage_url': 3.2,  # Should be a string.
-        'iterations_to_rerun': 10
+        'iterations_to_rerun': 10,
+        'get_swarming_task_id_timeout_seconds': 300,
+        'get_swarming_task_id_wait_seconds': 10
     }))
     self.assertFalse(config._ValidateSwarmingSettings({
         'server_host': 'chromium-swarm.appspot.com',
         'default_request_priority': 150,
         'request_expiration_hours': 20,
         'server_query_interval_seconds': 60,
         'task_timeout_hours': 23,
         'isolated_server': 'https://isolateserver.appspot.com',
         'isolated_storage_url': 'isolateserver.storage.googleapis.com',
-        'iterations_to_rerun': 1.0  # Should be an int.
+        'iterations_to_rerun': 1.0,  # Should be an int.
+        'get_swarming_task_id_timeout_seconds': 300,
+        'get_swarming_task_id_wait_seconds': 10
+    }))
+    self.assertFalse(config._ValidateSwarmingSettings({
+        'server_host': 'chromium-swarm.appspot.com',
+        'default_request_priority': 150,
+        'request_expiration_hours': 20,
+        'server_query_interval_seconds': 60,
+        'task_timeout_hours': 23,
+        'isolated_server': 'https://isolateserver.appspot.com',
+        'isolated_storage_url': 'isolateserver.storage.googleapis.com',
+        'iterations_to_rerun': 1,
+        'get_swarming_task_id_timeout_seconds': '300',  # Should be an int.
+        'get_swarming_task_id_wait_seconds': 10
+    }))
+    self.assertFalse(config._ValidateSwarmingSettings({
+        'server_host': 'chromium-swarm.appspot.com',
+        'default_request_priority': 150,
+        'request_expiration_hours': 20,
+        'server_query_interval_seconds': 60,
+        'task_timeout_hours': 23,
+        'isolated_server': 'https://isolateserver.appspot.com',
+        'isolated_storage_url': 'isolateserver.storage.googleapis.com',
+        'iterations_to_rerun': 1,
+        'get_swarming_task_id_timeout_seconds': 300,
+        'get_swarming_task_id_wait_seconds': []  # Should be an int.
     }))
     self.assertTrue(config._ValidateSwarmingSettings({
         'server_host': 'chromium-swarm.appspot.com',
         'default_request_priority': 150,
         'request_expiration_hours': 20,
         'server_query_interval_seconds': 60,
         'task_timeout_hours': 23,
         'isolated_server': 'https://isolateserver.appspot.com',
         'isolated_storage_url': 'isolateserver.storage.googleapis.com',
-        'iterations_to_rerun': 10
+        'iterations_to_rerun': 10,
+        'get_swarming_task_id_timeout_seconds': 300,
+        'get_swarming_task_id_wait_seconds': 10
     }))
 
   def testValidateDownloadBuildDataSettings(self):
     self.assertFalse(config._ValidateDownloadBuildDataSettings({}))
     self.assertFalse(config._ValidateDownloadBuildDataSettings({
         'download_interval_seconds': {},  # Should be an int.
         'memcache_master_download_expiration_seconds': 10,
         'use_chrome_build_extract': True
         }))
     self.assertFalse(config._ValidateDownloadBuildDataSettings({
@@ skipping 61 matching lines @@
                 },
                 'global': {
                     'unsupported_steps': ['1']
                 }
             },
             'builders_to_trybots': _MOCK_BUILDERS_TO_TRYBOTS,
             'try_job_settings': _MOCK_TRY_JOB_SETTINGS,
             'swarming_settings': _MOCK_SWARMING_SETTINGS,
             'download_build_data_settings': _MOCK_DOWNLOAD_BUILD_DATA_SETTINGS,
             'action_settings': _MOCK_ACTION_SETTINGS,
+            'check_flake_settings': _MOCK_CHECK_FLAKE_SETTINGS
         })
     }
 
     response = self.test_app.post('/config', params=params)
 
     expected_response = {
         'masters': {
             'supported_masters': {
                 'a': {
                 },
                 'b': {
                     'supported_steps': ['1'],
                     'unsupported_steps': ['2', '3', '4'],
                 },
                 'c': {
                     'supported_steps': ['5'],
                     'check_global': False
                 }
             },
             'global': {
                 'unsupported_steps': ['1']
             }
         },
         'builders': _MOCK_BUILDERS_TO_TRYBOTS,
         'try_job_settings': _MOCK_TRY_JOB_SETTINGS,
         'swarming_settings': _MOCK_SWARMING_SETTINGS,
         'download_build_data_settings': _MOCK_DOWNLOAD_BUILD_DATA_SETTINGS,
         'action_settings': _MOCK_ACTION_SETTINGS,
+        'check_flake_settings': _MOCK_CHECK_FLAKE_SETTINGS,
         'version': 1,
         'latest_version': 1,
         'updated_by': 'test',
         'updated_ts': response.json_body.get('updated_ts')
     }
 
     self.assertEquals(expected_response, response.json_body)
 
   def testValidateActionSettings(self):
     self.assertFalse(config._ValidateActionSettings({}))
     self.assertTrue(config._ValidateActionSettings(
         {
             'cr_notification_build_threshold': 2,
             'cr_notification_latency_limit_minutes': 1000,
         }))
+
+  def testValidateCheckFlakeSettings(self):
+    self.assertFalse(config._ValidateCheckFlakeSettings({}))
+    self.assertFalse(config._ValidateCheckFlakeSettings(
+        {
+            'lower_flake_threshold': 1,  # Should be a float.
+            'upper_flake_threshold': 0.98,
+            'max_flake_in_a_row': 4,
+            'max_stable_in_a_row': 4,
+            'iterations_to_rerun': 100
+        }))
+    self.assertFalse(config._ValidateCheckFlakeSettings(
+        {
+            'lower_flake_threshold': 0.02,
+            'upper_flake_threshold': 'a',  # Should be a float.
+            'max_flake_in_a_row': 4,
+            'max_stable_in_a_row': 4,
+            'iterations_to_rerun': 100
+        }))
+    self.assertFalse(config._ValidateCheckFlakeSettings(
+        {
+            'lower_flake_threshold': 0.02,
+            'upper_flake_threshold': 0.98,
+            'max_flake_in_a_row': [],  # Should be an int.
+            'max_stable_in_a_row': 4,
+            'iterations_to_rerun': 100
+        }))
+    self.assertFalse(config._ValidateCheckFlakeSettings(
+        {
+            'lower_flake_threshold': 0.02,
+            'upper_flake_threshold': 0.98,
+            'max_flake_in_a_row': 4,
+            'max_stable_in_a_row': {},  # Should be an int.
+            'iterations_to_rerun': 100
+        }))
+    self.assertFalse(config._ValidateCheckFlakeSettings(
+        {
+            'lower_flake_threshold': 0.02,
+            'upper_flake_threshold': 0.98,
+            'max_flake_in_a_row': 4,
+            'max_stable_in_a_row': 4,
+            'iterations_to_rerun': 3.2  # Should be an int.
+        }))
+    self.assertTrue(config._ValidateCheckFlakeSettings(
+        {
+            'lower_flake_threshold': 0.02,
+            'upper_flake_threshold': 0.98,
+            'max_flake_in_a_row': 4,
+            'max_stable_in_a_row': 4,
+            'iterations_to_rerun': 100
+        }))