Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(397)

Unified Diff: tools/telemetry/third_party/gsutil/third_party/boto/boto/sqs/bigmessage.py

Issue 1260493004: Revert "Add gsutil 4.13 to telemetry/third_party" (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 5 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: tools/telemetry/third_party/gsutil/third_party/boto/boto/sqs/bigmessage.py
diff --git a/tools/telemetry/third_party/gsutil/third_party/boto/boto/sqs/bigmessage.py b/tools/telemetry/third_party/gsutil/third_party/boto/boto/sqs/bigmessage.py
deleted file mode 100644
index e47ec045a1342c2df59c8a24985d7538503a9c96..0000000000000000000000000000000000000000
--- a/tools/telemetry/third_party/gsutil/third_party/boto/boto/sqs/bigmessage.py
+++ /dev/null
@@ -1,119 +0,0 @@
-# Copyright (c) 2013 Mitch Garnaat http://garnaat.org/
-# Copyright (c) 2013 Amazon.com, Inc. or its affiliates.
-#
-# Permission is hereby granted, free of charge, to any person obtaining a
-# copy of this software and associated documentation files (the
-# "Software"), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish, dis-
-# tribute, sublicense, and/or sell copies of the Software, and to permit
-# persons to whom the Software is furnished to do so, subject to the fol-
-# lowing conditions:
-#
-# The above copyright notice and this permission notice shall be included
-# in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-# IN THE SOFTWARE.
-
-import uuid
-
-import boto
-from boto.sqs.message import RawMessage
-from boto.exception import SQSDecodeError
-
-
-class BigMessage(RawMessage):
- """
- The BigMessage class provides large payloads (up to 5GB)
- by storing the payload itself in S3 and then placing a reference
- to the S3 object in the actual SQS message payload.
-
- To create a BigMessage, you should create a BigMessage object
- and pass in a file-like object as the ``body`` param and also
- pass in the an S3 URL specifying the bucket in which to store
- the message body::
-
- import boto.sqs
- from boto.sqs.bigmessage import BigMessage
-
- sqs = boto.sqs.connect_to_region('us-west-2')
- queue = sqs.get_queue('myqueue')
- fp = open('/path/to/bigmessage/data')
- msg = BigMessage(queue, fp, 's3://mybucket')
- queue.write(msg)
-
- Passing in a fully-qualified S3 URL (e.g. s3://mybucket/foo)
- is interpreted to mean that the body of the message is already
- stored in S3 and the that S3 URL is then used directly with no
- content uploaded by BigMessage.
- """
-
- def __init__(self, queue=None, body=None, s3_url=None):
- self.s3_url = s3_url
- super(BigMessage, self).__init__(queue, body)
-
- def _get_bucket_key(self, s3_url):
- bucket_name = key_name = None
- if s3_url:
- if s3_url.startswith('s3://'):
- # We need to split out the bucket from the key (if
- # supplied). We also have to be aware that someone
- # may provide a trailing '/' character as in:
- # s3://foo/ and we want to handle that.
- s3_components = s3_url[5:].split('/', 1)
- bucket_name = s3_components[0]
- if len(s3_components) > 1:
- if s3_components[1]:
- key_name = s3_components[1]
- else:
- msg = 's3_url parameter should start with s3://'
- raise SQSDecodeError(msg, self)
- return bucket_name, key_name
-
- def encode(self, value):
- """
- :type value: file-like object
- :param value: A file-like object containing the content
- of the message. The actual content will be stored
- in S3 and a link to the S3 object will be stored in
- the message body.
- """
- bucket_name, key_name = self._get_bucket_key(self.s3_url)
- if bucket_name and key_name:
- return self.s3_url
- key_name = uuid.uuid4()
- s3_conn = boto.connect_s3()
- s3_bucket = s3_conn.get_bucket(bucket_name)
- key = s3_bucket.new_key(key_name)
- key.set_contents_from_file(value)
- self.s3_url = 's3://%s/%s' % (bucket_name, key_name)
- return self.s3_url
-
- def _get_s3_object(self, s3_url):
- bucket_name, key_name = self._get_bucket_key(s3_url)
- if bucket_name and key_name:
- s3_conn = boto.connect_s3()
- s3_bucket = s3_conn.get_bucket(bucket_name)
- key = s3_bucket.get_key(key_name)
- return key
- else:
- msg = 'Unable to decode S3 URL: %s' % s3_url
- raise SQSDecodeError(msg, self)
-
- def decode(self, value):
- self.s3_url = value
- key = self._get_s3_object(value)
- return key.get_contents_as_string()
-
- def delete(self):
- # Delete the object in S3 first, then delete the SQS message
- if self.s3_url:
- key = self._get_s3_object(self.s3_url)
- key.delete()
- super(BigMessage, self).delete()
-

Powered by Google App Engine
This is Rietveld 408576698