Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(245)

Unified Diff: tools/telemetry/third_party/gsutil/third_party/boto/tests/unit/s3/test_key.py

Issue 1260493004: Revert "Add gsutil 4.13 to telemetry/third_party" (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 5 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: tools/telemetry/third_party/gsutil/third_party/boto/tests/unit/s3/test_key.py
diff --git a/tools/telemetry/third_party/gsutil/third_party/boto/tests/unit/s3/test_key.py b/tools/telemetry/third_party/gsutil/third_party/boto/tests/unit/s3/test_key.py
deleted file mode 100644
index 26e2fc82c943303e938bd3122908957756365ffb..0000000000000000000000000000000000000000
--- a/tools/telemetry/third_party/gsutil/third_party/boto/tests/unit/s3/test_key.py
+++ /dev/null
@@ -1,239 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-# Copyright (c) 2012 Amazon.com, Inc. or its affiliates. All Rights Reserved
-#
-# Permission is hereby granted, free of charge, to any person obtaining a
-# copy of this software and associated documentation files (the
-# "Software"), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish, dis-
-# tribute, sublicense, and/or sell copies of the Software, and to permit
-# persons to whom the Software is furnished to do so, subject to the fol-
-# lowing conditions:
-#
-# The above copyright notice and this permission notice shall be included
-# in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-# IN THE SOFTWARE.
-#
-from tests.compat import mock, unittest
-from tests.unit import AWSMockServiceTestCase
-
-from boto.compat import StringIO
-from boto.exception import BotoServerError
-from boto.s3.connection import S3Connection
-from boto.s3.bucket import Bucket
-from boto.s3.key import Key
-
-
-class TestS3Key(AWSMockServiceTestCase):
- connection_class = S3Connection
-
- def setUp(self):
- super(TestS3Key, self).setUp()
-
- def default_body(self):
- return "default body"
-
- def test_unicode_name(self):
- k = Key()
- k.name = u'Österreich'
- print(repr(k))
-
- def test_when_no_restore_header_present(self):
- self.set_http_response(status_code=200)
- b = Bucket(self.service_connection, 'mybucket')
- k = b.get_key('myglacierkey')
- self.assertIsNone(k.ongoing_restore)
- self.assertIsNone(k.expiry_date)
-
- def test_restore_header_with_ongoing_restore(self):
- self.set_http_response(
- status_code=200,
- header=[('x-amz-restore', 'ongoing-request="true"')])
- b = Bucket(self.service_connection, 'mybucket')
- k = b.get_key('myglacierkey')
- self.assertTrue(k.ongoing_restore)
- self.assertIsNone(k.expiry_date)
-
- def test_restore_completed(self):
- self.set_http_response(
- status_code=200,
- header=[('x-amz-restore',
- 'ongoing-request="false", '
- 'expiry-date="Fri, 21 Dec 2012 00:00:00 GMT"')])
- b = Bucket(self.service_connection, 'mybucket')
- k = b.get_key('myglacierkey')
- self.assertFalse(k.ongoing_restore)
- self.assertEqual(k.expiry_date, 'Fri, 21 Dec 2012 00:00:00 GMT')
-
- def test_delete_key_return_key(self):
- self.set_http_response(status_code=204, body='')
- b = Bucket(self.service_connection, 'mybucket')
- key = b.delete_key('fookey')
- self.assertIsNotNone(key)
-
- def test_storage_class(self):
- self.set_http_response(status_code=200)
- b = Bucket(self.service_connection, 'mybucket')
- k = b.get_key('fookey')
-
- # Mock out the bucket object - we really only care about calls
- # to list.
- k.bucket = mock.MagicMock()
-
- # Default behavior doesn't call list
- k.set_contents_from_string('test')
- k.bucket.list.assert_not_called()
-
- # Direct access calls list to get the real value if unset,
- # and still defaults to STANDARD if unavailable.
- sc_value = k.storage_class
- self.assertEqual(sc_value, 'STANDARD')
- k.bucket.list.assert_called_with(k.name.encode('utf-8'))
- k.bucket.list.reset_mock()
-
- # Setting manually doesn't call list
- k.storage_class = 'GLACIER'
- k.set_contents_from_string('test')
- k.bucket.list.assert_not_called()
-
- def test_change_storage_class(self):
- self.set_http_response(status_code=200)
- b = Bucket(self.service_connection, 'mybucket')
- k = b.get_key('fookey')
-
- # Mock out Key.copy so we can record calls to it
- k.copy = mock.MagicMock()
- # Mock out the bucket so we don't actually need to have fake responses
- k.bucket = mock.MagicMock()
- k.bucket.name = 'mybucket'
-
- self.assertEqual(k.storage_class, 'STANDARD')
-
- # The default change_storage_class call should result in a copy to our
- # bucket
- k.change_storage_class('REDUCED_REDUNDANCY')
- k.copy.assert_called_with(
- 'mybucket',
- 'fookey',
- reduced_redundancy=True,
- preserve_acl=True,
- validate_dst_bucket=True,
- )
-
- def test_change_storage_class_new_bucket(self):
- self.set_http_response(status_code=200)
- b = Bucket(self.service_connection, 'mybucket')
- k = b.get_key('fookey')
-
- # Mock out Key.copy so we can record calls to it
- k.copy = mock.MagicMock()
- # Mock out the bucket so we don't actually need to have fake responses
- k.bucket = mock.MagicMock()
- k.bucket.name = 'mybucket'
-
- self.assertEqual(k.storage_class, 'STANDARD')
- # Specifying a different dst_bucket should result in a copy to the new
- # bucket
- k.copy.reset_mock()
- k.change_storage_class('REDUCED_REDUNDANCY', dst_bucket='yourbucket')
- k.copy.assert_called_with(
- 'yourbucket',
- 'fookey',
- reduced_redundancy=True,
- preserve_acl=True,
- validate_dst_bucket=True,
- )
-
-
-def counter(fn):
- def _wrapper(*args, **kwargs):
- _wrapper.count += 1
- return fn(*args, **kwargs)
- _wrapper.count = 0
- return _wrapper
-
-
-class TestS3KeyRetries(AWSMockServiceTestCase):
- connection_class = S3Connection
-
- @mock.patch('time.sleep')
- def test_500_retry(self, sleep_mock):
- self.set_http_response(status_code=500)
- b = Bucket(self.service_connection, 'mybucket')
- k = b.new_key('test_failure')
- fail_file = StringIO('This will attempt to retry.')
-
- with self.assertRaises(BotoServerError):
- k.send_file(fail_file)
-
- @mock.patch('time.sleep')
- def test_400_timeout(self, sleep_mock):
- weird_timeout_body = "<Error><Code>RequestTimeout</Code></Error>"
- self.set_http_response(status_code=400, body=weird_timeout_body)
- b = Bucket(self.service_connection, 'mybucket')
- k = b.new_key('test_failure')
- fail_file = StringIO('This will pretend to be chunk-able.')
-
- k.should_retry = counter(k.should_retry)
- self.assertEqual(k.should_retry.count, 0)
-
- with self.assertRaises(BotoServerError):
- k.send_file(fail_file)
-
- self.assertTrue(k.should_retry.count, 1)
-
- @mock.patch('time.sleep')
- def test_502_bad_gateway(self, sleep_mock):
- weird_timeout_body = "<Error><Code>BadGateway</Code></Error>"
- self.set_http_response(status_code=502, body=weird_timeout_body)
- b = Bucket(self.service_connection, 'mybucket')
- k = b.new_key('test_failure')
- fail_file = StringIO('This will pretend to be chunk-able.')
-
- k.should_retry = counter(k.should_retry)
- self.assertEqual(k.should_retry.count, 0)
-
- with self.assertRaises(BotoServerError):
- k.send_file(fail_file)
-
- self.assertTrue(k.should_retry.count, 1)
-
- @mock.patch('time.sleep')
- def test_504_gateway_timeout(self, sleep_mock):
- weird_timeout_body = "<Error><Code>GatewayTimeout</Code></Error>"
- self.set_http_response(status_code=504, body=weird_timeout_body)
- b = Bucket(self.service_connection, 'mybucket')
- k = b.new_key('test_failure')
- fail_file = StringIO('This will pretend to be chunk-able.')
-
- k.should_retry = counter(k.should_retry)
- self.assertEqual(k.should_retry.count, 0)
-
- with self.assertRaises(BotoServerError):
- k.send_file(fail_file)
-
- self.assertTrue(k.should_retry.count, 1)
-
-
-class TestFileError(unittest.TestCase):
- def test_file_error(self):
- key = Key()
-
- class CustomException(Exception): pass
-
- key.get_contents_to_file = mock.Mock(
- side_effect=CustomException('File blew up!'))
-
- # Ensure our exception gets raised instead of a file or IO error
- with self.assertRaises(CustomException):
- key.get_contents_to_filename('foo.txt')
-
-if __name__ == '__main__':
- unittest.main()

Powered by Google App Engine
This is Rietveld 408576698