| Index: tools/telemetry/third_party/gsutilz/third_party/boto/boto/s3/bucketlistresultset.py
|
| diff --git a/tools/telemetry/third_party/gsutilz/third_party/boto/boto/s3/bucketlistresultset.py b/tools/telemetry/third_party/gsutilz/third_party/boto/boto/s3/bucketlistresultset.py
|
| deleted file mode 100644
|
| index ab9c65e4568f4a70ec1f7dbc928b355e173c5a22..0000000000000000000000000000000000000000
|
| --- a/tools/telemetry/third_party/gsutilz/third_party/boto/boto/s3/bucketlistresultset.py
|
| +++ /dev/null
|
| @@ -1,156 +0,0 @@
|
| -# Copyright (c) 2006,2007 Mitch Garnaat http://garnaat.org/
|
| -#
|
| -# Permission is hereby granted, free of charge, to any person obtaining a
|
| -# copy of this software and associated documentation files (the
|
| -# "Software"), to deal in the Software without restriction, including
|
| -# without limitation the rights to use, copy, modify, merge, publish, dis-
|
| -# tribute, sublicense, and/or sell copies of the Software, and to permit
|
| -# persons to whom the Software is furnished to do so, subject to the fol-
|
| -# lowing conditions:
|
| -#
|
| -# The above copyright notice and this permission notice shall be included
|
| -# in all copies or substantial portions of the Software.
|
| -#
|
| -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
|
| -# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
|
| -# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
|
| -# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
|
| -# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
| -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
| -# IN THE SOFTWARE.
|
| -
|
| -from boto.compat import urllib, six
|
| -
|
| -def bucket_lister(bucket, prefix='', delimiter='', marker='', headers=None,
|
| - encoding_type=None):
|
| - """
|
| - A generator function for listing keys in a bucket.
|
| - """
|
| - more_results = True
|
| - k = None
|
| - while more_results:
|
| - rs = bucket.get_all_keys(prefix=prefix, marker=marker,
|
| - delimiter=delimiter, headers=headers,
|
| - encoding_type=encoding_type)
|
| - for k in rs:
|
| - yield k
|
| - if k:
|
| - marker = rs.next_marker or k.name
|
| - if marker and encoding_type == "url":
|
| - if isinstance(marker, six.text_type):
|
| - marker = marker.encode('utf-8')
|
| - marker = urllib.parse.unquote(marker)
|
| - more_results= rs.is_truncated
|
| -
|
| -class BucketListResultSet(object):
|
| - """
|
| - A resultset for listing keys within a bucket. Uses the bucket_lister
|
| - generator function and implements the iterator interface. This
|
| - transparently handles the results paging from S3 so even if you have
|
| - many thousands of keys within the bucket you can iterate over all
|
| - keys in a reasonably efficient manner.
|
| - """
|
| -
|
| - def __init__(self, bucket=None, prefix='', delimiter='', marker='',
|
| - headers=None, encoding_type=None):
|
| - self.bucket = bucket
|
| - self.prefix = prefix
|
| - self.delimiter = delimiter
|
| - self.marker = marker
|
| - self.headers = headers
|
| - self.encoding_type = encoding_type
|
| -
|
| - def __iter__(self):
|
| - return bucket_lister(self.bucket, prefix=self.prefix,
|
| - delimiter=self.delimiter, marker=self.marker,
|
| - headers=self.headers,
|
| - encoding_type=self.encoding_type)
|
| -
|
| -def versioned_bucket_lister(bucket, prefix='', delimiter='',
|
| - key_marker='', version_id_marker='', headers=None,
|
| - encoding_type=None):
|
| - """
|
| - A generator function for listing versions in a bucket.
|
| - """
|
| - more_results = True
|
| - k = None
|
| - while more_results:
|
| - rs = bucket.get_all_versions(prefix=prefix, key_marker=key_marker,
|
| - version_id_marker=version_id_marker,
|
| - delimiter=delimiter, headers=headers,
|
| - max_keys=999, encoding_type=encoding_type)
|
| - for k in rs:
|
| - yield k
|
| - key_marker = rs.next_key_marker
|
| - version_id_marker = rs.next_version_id_marker
|
| - more_results= rs.is_truncated
|
| -
|
| -class VersionedBucketListResultSet(object):
|
| - """
|
| - A resultset for listing versions within a bucket. Uses the bucket_lister
|
| - generator function and implements the iterator interface. This
|
| - transparently handles the results paging from S3 so even if you have
|
| - many thousands of keys within the bucket you can iterate over all
|
| - keys in a reasonably efficient manner.
|
| - """
|
| -
|
| - def __init__(self, bucket=None, prefix='', delimiter='', key_marker='',
|
| - version_id_marker='', headers=None, encoding_type=None):
|
| - self.bucket = bucket
|
| - self.prefix = prefix
|
| - self.delimiter = delimiter
|
| - self.key_marker = key_marker
|
| - self.version_id_marker = version_id_marker
|
| - self.headers = headers
|
| - self.encoding_type = encoding_type
|
| -
|
| - def __iter__(self):
|
| - return versioned_bucket_lister(self.bucket, prefix=self.prefix,
|
| - delimiter=self.delimiter,
|
| - key_marker=self.key_marker,
|
| - version_id_marker=self.version_id_marker,
|
| - headers=self.headers,
|
| - encoding_type=self.encoding_type)
|
| -
|
| -def multipart_upload_lister(bucket, key_marker='',
|
| - upload_id_marker='',
|
| - headers=None, encoding_type=None):
|
| - """
|
| - A generator function for listing multipart uploads in a bucket.
|
| - """
|
| - more_results = True
|
| - k = None
|
| - while more_results:
|
| - rs = bucket.get_all_multipart_uploads(key_marker=key_marker,
|
| - upload_id_marker=upload_id_marker,
|
| - headers=headers,
|
| - encoding_type=encoding_type)
|
| - for k in rs:
|
| - yield k
|
| - key_marker = rs.next_key_marker
|
| - upload_id_marker = rs.next_upload_id_marker
|
| - more_results= rs.is_truncated
|
| -
|
| -class MultiPartUploadListResultSet(object):
|
| - """
|
| - A resultset for listing multipart uploads within a bucket.
|
| - Uses the multipart_upload_lister generator function and
|
| - implements the iterator interface. This
|
| - transparently handles the results paging from S3 so even if you have
|
| - many thousands of uploads within the bucket you can iterate over all
|
| - keys in a reasonably efficient manner.
|
| - """
|
| - def __init__(self, bucket=None, key_marker='',
|
| - upload_id_marker='', headers=None, encoding_type=None):
|
| - self.bucket = bucket
|
| - self.key_marker = key_marker
|
| - self.upload_id_marker = upload_id_marker
|
| - self.headers = headers
|
| - self.encoding_type = encoding_type
|
| -
|
| - def __iter__(self):
|
| - return multipart_upload_lister(self.bucket,
|
| - key_marker=self.key_marker,
|
| - upload_id_marker=self.upload_id_marker,
|
| - headers=self.headers,
|
| - encoding_type=self.encoding_type)
|
|
|