Add HttpsMonitor

infra_libs/httplib2_utils.py

 # Copyright 2015 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import collections
 import copy
 import json
 import logging
 import os
 import re
 import socket
 import sys
 import time
 
 import httplib2
 import oauth2client.client
 
+from googleapiclient import errors
 from infra_libs.ts_mon.common import http_metrics
 
 DEFAULT_SCOPES = ['email']
 
 # default timeout for http requests, in seconds
 DEFAULT_TIMEOUT = 30
 
 # This is part of the API.
 if sys.platform.startswith('win'): # pragma: no cover
   SERVICE_ACCOUNTS_CREDS_ROOT = 'C:\\creds\\service_accounts'
@@ skipping 126 matching lines @@
     credentials_filename,
     scope=scope,
     service_accounts_creds_root=service_accounts_creds_root)
 
   if http_identifier:
     http = InstrumentedHttp(http_identifier, timeout=timeout)
   else:
     http = httplib2.Http(timeout=timeout)
   return creds.authorize(http)
 
+class RetriableHttp(httplib2.Http):
+  """A httplib2.Http object that retries on failure."""
+
+  def __init__(self, max_tries=5, retrying_statuses_fn=None, **kwargs):
+    """
+    Args:
+      http_obj: an httplib2.Http instance
+      max_tries: a number of maximum tries
+      retrying_statuses_fn: a function that returns True if a given status
+                            should be retried
+    """
+    super(RetriableHttp, self).__init__(**kwargs)
+    self._max_tries = max_tries
+    self._retrying_statuses_fn = retrying_statuses_fn or \
+                                 set(range(500,599)).__contains__
+
+  def request(self, uri, method='GET', body=None, *args, **kwargs):
+    for i in range(1, self._max_tries + 1):
+      try:
+        response, content = super(RetriableHttp, self).request(
+            uri, method, body, *args, **kwargs)
+
+        if self._retrying_statuses_fn(response.status):
+          logging.info('RetriableHttp: attempt %d receiving status %d, %s',
+                       i, response.status,
+                       'final attempt' if i == self._max_tries else \
+                       'will retry')
+        else:
+          break
+      except (ValueError, errors.Error,
+              socket.timeout, socket.error, socket.herror, socket.gaierror,
+              httplib2.HttpLib2Error) as error:
+        logging.info('RetriableHttp: attempt %d received exception: %s, %s',
+                     i, error, 'final attempt' if i == self._max_tries else \
+                     'will retry')
+        if i == self._max_tries:
+          raise
+
+    return response, content
+
 
 class InstrumentedHttp(httplib2.Http):
   """A httplib2.Http object that reports ts_mon metrics about its requests."""
 
   def __init__(self, name, time_fn=time.time, timeout=DEFAULT_TIMEOUT,
                **kwargs):
     """
     Args:
       name: An identifier for the HTTP requests made by this object.
       time_fn: Function returning the current time in seconds. Use for testing
@@ skipping 83 matching lines @@
     self.requests_made.append(self.HttpCall(uri, method, body, headers))
     headers = None
     body = None
     for candidate in self._uris:
       if candidate[0].match(uri):
         _, headers, body = candidate
         break
     if not headers:
       raise AssertionError("Unexpected request to %s" % uri)
     return httplib2.Response(headers), body