[Findit] Implement retry within swarming_util.py when making server calls

appengine/findit/waterfall/test/waterfall_config_test.py

 # Copyright 2015 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 from waterfall import waterfall_config
 from waterfall.test import wf_testcase
 
 
 class MastersTest(wf_testcase.WaterfallTestCase):
 
@@ skipping 82 matching lines @@
         {
             'server_host': 'chromium-swarm.appspot.com',
             'default_request_priority': 150,
             'request_expiration_hours': 20,
             'server_query_interval_seconds': 60,
             'task_timeout_hours': 23,
             'isolated_server': 'https://isolateserver.appspot.com',
             'isolated_storage_url': 'isolateserver.storage.googleapis.com',
             'iterations_to_rerun': 10,
             'get_swarming_task_id_timeout_seconds': 300,
-            'get_swarming_task_id_wait_seconds': 10
+            'get_swarming_task_id_wait_seconds': 10,
+            'server_retry_timeout_hours': 2,
+            'maximum_server_contact_retry_interval_seconds': 5 * 60,
+            'should_retry_server': False,
         },
         waterfall_config.GetSwarmingSettings())
 
   def testGetDownloadBuildDataSettings(self):
     self.assertEqual(
         {
             'download_interval_seconds': 10,
             'memcache_master_download_expiration_seconds': 3600,
             'use_chrome_build_extract': True
         },
@@ skipping 27 matching lines @@
         {
             'lower_flake_threshold': 0.02,
             'upper_flake_threshold': 0.98,
             'max_flake_in_a_row': 4,
             'max_stable_in_a_row': 4,
             'iterations_to_rerun': 100,
             'max_build_numbers_to_look_back': 1000,
             'use_nearby_neighbor': True
         },
         waterfall_config.GetCheckFlakeSettings())