| OLD | NEW |
| (Empty) |
| 1 # Copyright 2016 The Chromium Authors. All rights reserved. | |
| 2 # Use of this source code is governed by a BSD-style license that can be | |
| 3 # found in the LICENSE file. | |
| 4 | |
| 5 """Provides functions to work with AppEngine endpoints""" | |
| 6 | |
| 7 import httplib2 | |
| 8 import logging | |
| 9 import time | |
| 10 | |
| 11 import apiclient.discovery | |
| 12 import apiclient.errors | |
| 13 import oauth2client.appengine | |
| 14 | |
| 15 | |
| 16 AUTH_SCOPE = 'https://www.googleapis.com/auth/userinfo.email' | |
| 17 | |
| 18 | |
| 19 def _authenticated_http(http, scope): | |
| 20 credentials = oauth2client.appengine.AppAssertionCredentials(scope=scope) | |
| 21 return credentials.authorize(http or httplib2.Http()) | |
| 22 | |
| 23 | |
| 24 def build_client(api_name, api_version, discovery_url, http=None, | |
| 25 num_tries=5): | |
| 26 """Creates HTTP endpoints client, retries connection errors. | |
| 27 | |
| 28 All requests to the endpoints will be authenticated with AppEngine app | |
| 29 crendetials. | |
| 30 | |
| 31 Args: | |
| 32 api_name: Name of the endpoints API. | |
| 33 api_version: Version of the endpoints API. | |
| 34 discovery_url: URL of the discovery endpoint. Should contain {api} and | |
| 35 {apiVersion} placeholders, e.g. https://your-app.appspot.com/_ah/api/ | |
| 36 discovery/v1/apis/{api}/{apiVersion}/rest. | |
| 37 http: Optional HTTP object. If not specified httplib2.Http() will be used. | |
| 38 num_retries: Maximum number of retries to create client. | |
| 39 | |
| 40 Returns: | |
| 41 Constructed client. | |
| 42 """ | |
| 43 tries = 0 | |
| 44 while True: | |
| 45 tries += 1 | |
| 46 try: | |
| 47 return apiclient.discovery.build( | |
| 48 api_name, api_version, | |
| 49 discoveryServiceUrl=discovery_url, | |
| 50 http=_authenticated_http(http, AUTH_SCOPE)) | |
| 51 except apiclient.errors.HttpError as e: | |
| 52 if tries == num_tries: | |
| 53 logging.exception( | |
| 54 'apiclient.discovery.build() failed for %s too many times.', | |
| 55 api_name) | |
| 56 raise e | |
| 57 | |
| 58 delay = 2 ** (tries - 1) | |
| 59 logging.warn( | |
| 60 'apiclient.discovery.build() failed for %s: %s', api_name, e) | |
| 61 logging.warn( | |
| 62 'Retrying apiclient.discovery.build() in %s seconds.', delay) | |
| 63 time.sleep(delay) | |
| 64 | |
| 65 def retry_request(request, num_tries=5): | |
| 66 """Retries provided endpoint request up to num_retries times.""" | |
| 67 tries = 0 | |
| 68 while True: | |
| 69 tries += 1 | |
| 70 try: | |
| 71 return request.execute() | |
| 72 except apiclient.errors.HttpError as e: | |
| 73 # This retries internal server (500, 503) and quota (403) errors. | |
| 74 # TODO(sergiyb): Figure out if we still need to retry 403 errors. They | |
| 75 # were used by codesite to fail on quota errors, but it is unclear whether | |
| 76 # Monorail uses same logic or not. | |
| 77 if tries == num_tries or e.resp.status not in [403, 500, 503]: | |
| 78 raise | |
| 79 time.sleep(2 ** (tries - 1)) | |
| OLD | NEW |