Index: third_party/gsutil/gslib/util.py |
diff --git a/third_party/gsutil/gslib/util.py b/third_party/gsutil/gslib/util.py |
deleted file mode 100644 |
index c8057885522e2ea4ba98c2a51611df3bb39698e5..0000000000000000000000000000000000000000 |
--- a/third_party/gsutil/gslib/util.py |
+++ /dev/null |
@@ -1,167 +0,0 @@ |
-# Copyright 2010 Google Inc. All Rights Reserved. |
-# |
-# Licensed under the Apache License, Version 2.0 (the "License"); |
-# you may not use this file except in compliance with the License. |
-# You may obtain a copy of the License at |
-# |
-# http://www.apache.org/licenses/LICENSE-2.0 |
-# |
-# Unless required by applicable law or agreed to in writing, software |
-# distributed under the License is distributed on an "AS IS" BASIS, |
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
-# See the License for the specific language governing permissions and |
-# limitations under the License. |
- |
-"""Static data and helper functions.""" |
- |
-import math |
-import re |
-import os |
-import sys |
-import time |
- |
-import boto |
-from third_party.retry_decorator.decorators import retry |
- |
-# We don't use the oauth2 authentication plugin directly; importing it here |
-# ensures that it's loaded and available by default. Note: we made this static |
-# state instead of Command instance state because the top-level gsutil code |
-# needs to check it. |
-HAVE_OAUTH2 = False |
-try: |
- from oauth2_plugin import oauth2_helper |
- HAVE_OAUTH2 = True |
-except ImportError: |
- pass |
- |
-TWO_MB = 2 * 1024 * 1024 |
- |
-NO_MAX = sys.maxint |
- |
-# Binary exponentiation strings. |
-_EXP_STRINGS = [ |
- (0, 'B', 'bit'), |
- (10, 'KB', 'kbit'), |
- (20, 'MB', 'Mbit'), |
- (30, 'GB', 'Gbit'), |
- (40, 'TB', 'Tbit'), |
- (50, 'PB', 'Pbit'), |
-] |
- |
-# Detect platform types. |
-IS_WINDOWS = 'win32' in str(sys.platform).lower() |
-IS_LINUX = 'linux' in str(sys.platform).lower() |
-IS_OSX = 'darwin' in str(sys.platform).lower() |
- |
-Retry = retry |
- |
-# Enum class for specifying listing style. |
-class ListingStyle(object): |
- SHORT = 'SHORT' |
- LONG = 'LONG' |
- LONG_LONG = 'LONG_LONG' |
- |
- |
-def HasConfiguredCredentials(bypass_prodaccess): |
- """Determines if boto credential/config file exists.""" |
- config = boto.config |
- has_goog_creds = (config.has_option('Credentials', 'gs_access_key_id') and |
- config.has_option('Credentials', 'gs_secret_access_key')) |
- has_amzn_creds = (config.has_option('Credentials', 'aws_access_key_id') and |
- config.has_option('Credentials', 'aws_secret_access_key')) |
- has_oauth_creds = (HAVE_OAUTH2 and |
- config.has_option('Credentials', 'gs_oauth2_refresh_token')) |
- has_auth_plugins = config.has_option('Plugin', 'plugin_directory') |
- # Pretend prodaccess doesn't exist if --bypass_prodaccess is passed in. |
- has_prodaccess = HasExecutable('prodaccess') and not bypass_prodaccess |
- return (has_goog_creds or has_amzn_creds or has_oauth_creds |
- or has_auth_plugins or has_prodaccess) |
- |
- |
-def _RoundToNearestExponent(num): |
- i = 0 |
- while i+1 < len(_EXP_STRINGS) and num >= (2 ** _EXP_STRINGS[i+1][0]): |
- i += 1 |
- return i, round(float(num) / 2 ** _EXP_STRINGS[i][0], 2) |
- |
-def MakeHumanReadable(num): |
- """Generates human readable string for a number of bytes. |
- |
- Args: |
- num: The number, in bytes. |
- |
- Returns: |
- A string form of the number using size abbreviations (KB, MB, etc.). |
- """ |
- i, rounded_val = _RoundToNearestExponent(num) |
- return '%s %s' % (rounded_val, _EXP_STRINGS[i][1]) |
- |
-def MakeBitsHumanReadable(num): |
- """Generates human readable string for a number of bits. |
- |
- Args: |
- num: The number, in bits. |
- |
- Returns: |
- A string form of the number using bit size abbreviations (kbit, Mbit, etc.) |
- """ |
- i, rounded_val = _RoundToNearestExponent(num) |
- return '%s %s' % (rounded_val, _EXP_STRINGS[i][2]) |
- |
-def Percentile(values, percent, key=lambda x:x): |
- """Find the percentile of a list of values. |
- |
- Taken from: http://code.activestate.com/recipes/511478/ |
- |
- Args: |
- values: a list of numeric values. Note that the values MUST BE already |
- sorted. |
- percent: a float value from 0.0 to 1.0. |
- key: optional key function to compute value from each element of the list |
- of values. |
- |
- Returns: |
- The percentile of the values. |
- """ |
- if not values: |
- return None |
- k = (len(values) - 1) * percent |
- f = math.floor(k) |
- c = math.ceil(k) |
- if f == c: |
- return key(values[int(k)]) |
- d0 = key(values[int(f)]) * (c-k) |
- d1 = key(values[int(c)]) * (k-f) |
- return d0 + d1 |
- |
-def ExtractErrorDetail(e): |
- """Extract <Details> text from XML content. |
- |
- Args: |
- e: The GSResponseError that includes XML to be parsed. |
- |
- Returns: |
- (exception_name, d), where d is <Details> text or None if not found. |
- """ |
- exc_name_parts = re.split("[\.']", str(type(e))) |
- if len(exc_name_parts) < 2: |
- # Shouldn't happen, but have fallback in case. |
- exc_name = str(type(e)) |
- else: |
- exc_name = exc_name_parts[-2] |
- if not hasattr(e, 'body'): |
- return (exc_name, None) |
- detail_start = e.body.find('<Details>') |
- detail_end = e.body.find('</Details>') |
- if detail_start != -1 and detail_end != -1: |
- return (exc_name, e.body[detail_start+9:detail_end]) |
- return (exc_name, None) |
- |
- |
-def HasExecutable(filename): |
- """Determines if an executable is available on the system.""" |
- for path in os.environ['PATH'].split(os.pathsep): |
- exe_file = os.path.join(path, filename) |
- if os.path.exists(exe_file) and os.access(exe_file, os.X_OK): |
- return True |
- return False |