Index: tools/telemetry/third_party/gsutil/third_party/boto/boto/s3/multipart.py |
diff --git a/tools/telemetry/third_party/gsutil/third_party/boto/boto/s3/multipart.py b/tools/telemetry/third_party/gsutil/third_party/boto/boto/s3/multipart.py |
deleted file mode 100644 |
index 056f9ca52ab726db97b7d83b56862fd7395ebf74..0000000000000000000000000000000000000000 |
--- a/tools/telemetry/third_party/gsutil/third_party/boto/boto/s3/multipart.py |
+++ /dev/null |
@@ -1,330 +0,0 @@ |
-# Copyright (c) 2006-2012 Mitch Garnaat http://garnaat.org/ |
-# Copyright (c) 2012 Amazon.com, Inc. or its affiliates. |
-# Copyright (c) 2010, Eucalyptus Systems, Inc. |
-# All Rights Reserved |
-# |
-# Permission is hereby granted, free of charge, to any person obtaining a |
-# copy of this software and associated documentation files (the |
-# "Software"), to deal in the Software without restriction, including |
-# without limitation the rights to use, copy, modify, merge, publish, dis- |
-# tribute, sublicense, and/or sell copies of the Software, and to permit |
-# persons to whom the Software is furnished to do so, subject to the fol- |
-# lowing conditions: |
-# |
-# The above copyright notice and this permission notice shall be included |
-# in all copies or substantial portions of the Software. |
-# |
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS |
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL- |
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT |
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, |
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS |
-# IN THE SOFTWARE. |
- |
-from boto.s3 import user |
-from boto.s3 import key |
-from boto import handler |
-import xml.sax |
- |
- |
-class CompleteMultiPartUpload(object): |
- """ |
- Represents a completed MultiPart Upload. Contains the |
- following useful attributes: |
- |
- * location - The URI of the completed upload |
- * bucket_name - The name of the bucket in which the upload |
- is contained |
- * key_name - The name of the new, completed key |
- * etag - The MD5 hash of the completed, combined upload |
- * version_id - The version_id of the completed upload |
- * encrypted - The value of the encryption header |
- """ |
- |
- def __init__(self, bucket=None): |
- self.bucket = bucket |
- self.location = None |
- self.bucket_name = None |
- self.key_name = None |
- self.etag = None |
- self.version_id = None |
- self.encrypted = None |
- |
- def __repr__(self): |
- return '<CompleteMultiPartUpload: %s.%s>' % (self.bucket_name, |
- self.key_name) |
- |
- def startElement(self, name, attrs, connection): |
- return None |
- |
- def endElement(self, name, value, connection): |
- if name == 'Location': |
- self.location = value |
- elif name == 'Bucket': |
- self.bucket_name = value |
- elif name == 'Key': |
- self.key_name = value |
- elif name == 'ETag': |
- self.etag = value |
- else: |
- setattr(self, name, value) |
- |
- |
-class Part(object): |
- """ |
- Represents a single part in a MultiPart upload. |
- Attributes include: |
- |
- * part_number - The integer part number |
- * last_modified - The last modified date of this part |
- * etag - The MD5 hash of this part |
- * size - The size, in bytes, of this part |
- """ |
- |
- def __init__(self, bucket=None): |
- self.bucket = bucket |
- self.part_number = None |
- self.last_modified = None |
- self.etag = None |
- self.size = None |
- |
- def __repr__(self): |
- if isinstance(self.part_number, int): |
- return '<Part %d>' % self.part_number |
- else: |
- return '<Part %s>' % None |
- |
- def startElement(self, name, attrs, connection): |
- return None |
- |
- def endElement(self, name, value, connection): |
- if name == 'PartNumber': |
- self.part_number = int(value) |
- elif name == 'LastModified': |
- self.last_modified = value |
- elif name == 'ETag': |
- self.etag = value |
- elif name == 'Size': |
- self.size = int(value) |
- else: |
- setattr(self, name, value) |
- |
- |
-def part_lister(mpupload, part_number_marker=None): |
- """ |
- A generator function for listing parts of a multipart upload. |
- """ |
- more_results = True |
- part = None |
- while more_results: |
- parts = mpupload.get_all_parts(None, part_number_marker) |
- for part in parts: |
- yield part |
- part_number_marker = mpupload.next_part_number_marker |
- more_results = mpupload.is_truncated |
- |
- |
-class MultiPartUpload(object): |
- """ |
- Represents a MultiPart Upload operation. |
- """ |
- |
- def __init__(self, bucket=None): |
- self.bucket = bucket |
- self.bucket_name = None |
- self.key_name = None |
- self.id = id |
- self.initiator = None |
- self.owner = None |
- self.storage_class = None |
- self.initiated = None |
- self.part_number_marker = None |
- self.next_part_number_marker = None |
- self.max_parts = None |
- self.is_truncated = False |
- self._parts = None |
- |
- def __repr__(self): |
- return '<MultiPartUpload %s>' % self.key_name |
- |
- def __iter__(self): |
- return part_lister(self) |
- |
- def to_xml(self): |
- s = '<CompleteMultipartUpload>\n' |
- for part in self: |
- s += ' <Part>\n' |
- s += ' <PartNumber>%d</PartNumber>\n' % part.part_number |
- s += ' <ETag>%s</ETag>\n' % part.etag |
- s += ' </Part>\n' |
- s += '</CompleteMultipartUpload>' |
- return s |
- |
- def startElement(self, name, attrs, connection): |
- if name == 'Initiator': |
- self.initiator = user.User(self) |
- return self.initiator |
- elif name == 'Owner': |
- self.owner = user.User(self) |
- return self.owner |
- elif name == 'Part': |
- part = Part(self.bucket) |
- self._parts.append(part) |
- return part |
- return None |
- |
- def endElement(self, name, value, connection): |
- if name == 'Bucket': |
- self.bucket_name = value |
- elif name == 'Key': |
- self.key_name = value |
- elif name == 'UploadId': |
- self.id = value |
- elif name == 'StorageClass': |
- self.storage_class = value |
- elif name == 'PartNumberMarker': |
- self.part_number_marker = value |
- elif name == 'NextPartNumberMarker': |
- self.next_part_number_marker = value |
- elif name == 'MaxParts': |
- self.max_parts = int(value) |
- elif name == 'IsTruncated': |
- if value == 'true': |
- self.is_truncated = True |
- else: |
- self.is_truncated = False |
- elif name == 'Initiated': |
- self.initiated = value |
- else: |
- setattr(self, name, value) |
- |
- def get_all_parts(self, max_parts=None, part_number_marker=None, |
- encoding_type=None): |
- """ |
- Return the uploaded parts of this MultiPart Upload. This is |
- a lower-level method that requires you to manually page through |
- results. To simplify this process, you can just use the |
- object itself as an iterator and it will automatically handle |
- all of the paging with S3. |
- """ |
- self._parts = [] |
- query_args = 'uploadId=%s' % self.id |
- if max_parts: |
- query_args += '&max-parts=%d' % max_parts |
- if part_number_marker: |
- query_args += '&part-number-marker=%s' % part_number_marker |
- if encoding_type: |
- query_args += '&encoding-type=%s' % encoding_type |
- response = self.bucket.connection.make_request('GET', self.bucket.name, |
- self.key_name, |
- query_args=query_args) |
- body = response.read() |
- if response.status == 200: |
- h = handler.XmlHandler(self, self) |
- xml.sax.parseString(body, h) |
- return self._parts |
- |
- def upload_part_from_file(self, fp, part_num, headers=None, replace=True, |
- cb=None, num_cb=10, md5=None, size=None): |
- """ |
- Upload another part of this MultiPart Upload. |
- |
- .. note:: |
- |
- After you initiate multipart upload and upload one or more parts, |
- you must either complete or abort multipart upload in order to stop |
- getting charged for storage of the uploaded parts. Only after you |
- either complete or abort multipart upload, Amazon S3 frees up the |
- parts storage and stops charging you for the parts storage. |
- |
- :type fp: file |
- :param fp: The file object you want to upload. |
- |
- :type part_num: int |
- :param part_num: The number of this part. |
- |
- The other parameters are exactly as defined for the |
- :class:`boto.s3.key.Key` set_contents_from_file method. |
- |
- :rtype: :class:`boto.s3.key.Key` or subclass |
- :returns: The uploaded part containing the etag. |
- """ |
- if part_num < 1: |
- raise ValueError('Part numbers must be greater than zero') |
- query_args = 'uploadId=%s&partNumber=%d' % (self.id, part_num) |
- key = self.bucket.new_key(self.key_name) |
- key.set_contents_from_file(fp, headers=headers, replace=replace, |
- cb=cb, num_cb=num_cb, md5=md5, |
- reduced_redundancy=False, |
- query_args=query_args, size=size) |
- return key |
- |
- def copy_part_from_key(self, src_bucket_name, src_key_name, part_num, |
- start=None, end=None, src_version_id=None, |
- headers=None): |
- """ |
- Copy another part of this MultiPart Upload. |
- |
- :type src_bucket_name: string |
- :param src_bucket_name: Name of the bucket containing the source key |
- |
- :type src_key_name: string |
- :param src_key_name: Name of the source key |
- |
- :type part_num: int |
- :param part_num: The number of this part. |
- |
- :type start: int |
- :param start: Zero-based byte offset to start copying from |
- |
- :type end: int |
- :param end: Zero-based byte offset to copy to |
- |
- :type src_version_id: string |
- :param src_version_id: version_id of source object to copy from |
- |
- :type headers: dict |
- :param headers: Any headers to pass along in the request |
- """ |
- if part_num < 1: |
- raise ValueError('Part numbers must be greater than zero') |
- query_args = 'uploadId=%s&partNumber=%d' % (self.id, part_num) |
- if start is not None and end is not None: |
- rng = 'bytes=%s-%s' % (start, end) |
- provider = self.bucket.connection.provider |
- if headers is None: |
- headers = {} |
- else: |
- headers = headers.copy() |
- headers[provider.copy_source_range_header] = rng |
- return self.bucket.copy_key(self.key_name, src_bucket_name, |
- src_key_name, |
- src_version_id=src_version_id, |
- storage_class=None, |
- headers=headers, |
- query_args=query_args) |
- |
- def complete_upload(self): |
- """ |
- Complete the MultiPart Upload operation. This method should |
- be called when all parts of the file have been successfully |
- uploaded to S3. |
- |
- :rtype: :class:`boto.s3.multipart.CompletedMultiPartUpload` |
- :returns: An object representing the completed upload. |
- """ |
- xml = self.to_xml() |
- return self.bucket.complete_multipart_upload(self.key_name, |
- self.id, xml) |
- |
- def cancel_upload(self): |
- """ |
- Cancels a MultiPart Upload operation. The storage consumed by |
- any previously uploaded parts will be freed. However, if any |
- part uploads are currently in progress, those part uploads |
- might or might not succeed. As a result, it might be necessary |
- to abort a given multipart upload multiple times in order to |
- completely free all storage consumed by all parts. |
- """ |
- self.bucket.cancel_multipart_upload(self.key_name, self.id) |