Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(116)

Unified Diff: third_party/gsutil/gslib/util.py

Issue 2280023003: depot_tools: Remove third_party/gsutil (Closed)
Patch Set: Created 4 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « third_party/gsutil/gslib/thread_pool.py ('k') | third_party/gsutil/gslib/wildcard_iterator.py » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: third_party/gsutil/gslib/util.py
diff --git a/third_party/gsutil/gslib/util.py b/third_party/gsutil/gslib/util.py
deleted file mode 100644
index c8057885522e2ea4ba98c2a51611df3bb39698e5..0000000000000000000000000000000000000000
--- a/third_party/gsutil/gslib/util.py
+++ /dev/null
@@ -1,167 +0,0 @@
-# Copyright 2010 Google Inc. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-"""Static data and helper functions."""
-
-import math
-import re
-import os
-import sys
-import time
-
-import boto
-from third_party.retry_decorator.decorators import retry
-
-# We don't use the oauth2 authentication plugin directly; importing it here
-# ensures that it's loaded and available by default. Note: we made this static
-# state instead of Command instance state because the top-level gsutil code
-# needs to check it.
-HAVE_OAUTH2 = False
-try:
- from oauth2_plugin import oauth2_helper
- HAVE_OAUTH2 = True
-except ImportError:
- pass
-
-TWO_MB = 2 * 1024 * 1024
-
-NO_MAX = sys.maxint
-
-# Binary exponentiation strings.
-_EXP_STRINGS = [
- (0, 'B', 'bit'),
- (10, 'KB', 'kbit'),
- (20, 'MB', 'Mbit'),
- (30, 'GB', 'Gbit'),
- (40, 'TB', 'Tbit'),
- (50, 'PB', 'Pbit'),
-]
-
-# Detect platform types.
-IS_WINDOWS = 'win32' in str(sys.platform).lower()
-IS_LINUX = 'linux' in str(sys.platform).lower()
-IS_OSX = 'darwin' in str(sys.platform).lower()
-
-Retry = retry
-
-# Enum class for specifying listing style.
-class ListingStyle(object):
- SHORT = 'SHORT'
- LONG = 'LONG'
- LONG_LONG = 'LONG_LONG'
-
-
-def HasConfiguredCredentials(bypass_prodaccess):
- """Determines if boto credential/config file exists."""
- config = boto.config
- has_goog_creds = (config.has_option('Credentials', 'gs_access_key_id') and
- config.has_option('Credentials', 'gs_secret_access_key'))
- has_amzn_creds = (config.has_option('Credentials', 'aws_access_key_id') and
- config.has_option('Credentials', 'aws_secret_access_key'))
- has_oauth_creds = (HAVE_OAUTH2 and
- config.has_option('Credentials', 'gs_oauth2_refresh_token'))
- has_auth_plugins = config.has_option('Plugin', 'plugin_directory')
- # Pretend prodaccess doesn't exist if --bypass_prodaccess is passed in.
- has_prodaccess = HasExecutable('prodaccess') and not bypass_prodaccess
- return (has_goog_creds or has_amzn_creds or has_oauth_creds
- or has_auth_plugins or has_prodaccess)
-
-
-def _RoundToNearestExponent(num):
- i = 0
- while i+1 < len(_EXP_STRINGS) and num >= (2 ** _EXP_STRINGS[i+1][0]):
- i += 1
- return i, round(float(num) / 2 ** _EXP_STRINGS[i][0], 2)
-
-def MakeHumanReadable(num):
- """Generates human readable string for a number of bytes.
-
- Args:
- num: The number, in bytes.
-
- Returns:
- A string form of the number using size abbreviations (KB, MB, etc.).
- """
- i, rounded_val = _RoundToNearestExponent(num)
- return '%s %s' % (rounded_val, _EXP_STRINGS[i][1])
-
-def MakeBitsHumanReadable(num):
- """Generates human readable string for a number of bits.
-
- Args:
- num: The number, in bits.
-
- Returns:
- A string form of the number using bit size abbreviations (kbit, Mbit, etc.)
- """
- i, rounded_val = _RoundToNearestExponent(num)
- return '%s %s' % (rounded_val, _EXP_STRINGS[i][2])
-
-def Percentile(values, percent, key=lambda x:x):
- """Find the percentile of a list of values.
-
- Taken from: http://code.activestate.com/recipes/511478/
-
- Args:
- values: a list of numeric values. Note that the values MUST BE already
- sorted.
- percent: a float value from 0.0 to 1.0.
- key: optional key function to compute value from each element of the list
- of values.
-
- Returns:
- The percentile of the values.
- """
- if not values:
- return None
- k = (len(values) - 1) * percent
- f = math.floor(k)
- c = math.ceil(k)
- if f == c:
- return key(values[int(k)])
- d0 = key(values[int(f)]) * (c-k)
- d1 = key(values[int(c)]) * (k-f)
- return d0 + d1
-
-def ExtractErrorDetail(e):
- """Extract <Details> text from XML content.
-
- Args:
- e: The GSResponseError that includes XML to be parsed.
-
- Returns:
- (exception_name, d), where d is <Details> text or None if not found.
- """
- exc_name_parts = re.split("[\.']", str(type(e)))
- if len(exc_name_parts) < 2:
- # Shouldn't happen, but have fallback in case.
- exc_name = str(type(e))
- else:
- exc_name = exc_name_parts[-2]
- if not hasattr(e, 'body'):
- return (exc_name, None)
- detail_start = e.body.find('<Details>')
- detail_end = e.body.find('</Details>')
- if detail_start != -1 and detail_end != -1:
- return (exc_name, e.body[detail_start+9:detail_end])
- return (exc_name, None)
-
-
-def HasExecutable(filename):
- """Determines if an executable is available on the system."""
- for path in os.environ['PATH'].split(os.pathsep):
- exe_file = os.path.join(path, filename)
- if os.path.exists(exe_file) and os.access(exe_file, os.X_OK):
- return True
- return False
« no previous file with comments | « third_party/gsutil/gslib/thread_pool.py ('k') | third_party/gsutil/gslib/wildcard_iterator.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698