Index: tools/telemetry/third_party/gsutil/third_party/boto/tests/unit/glacier/test_vault.py |
diff --git a/tools/telemetry/third_party/gsutil/third_party/boto/tests/unit/glacier/test_vault.py b/tools/telemetry/third_party/gsutil/third_party/boto/tests/unit/glacier/test_vault.py |
deleted file mode 100644 |
index f532e3b989cae163cabfaab5e264c57d92d13d48..0000000000000000000000000000000000000000 |
--- a/tools/telemetry/third_party/gsutil/third_party/boto/tests/unit/glacier/test_vault.py |
+++ /dev/null |
@@ -1,176 +0,0 @@ |
-#!/usr/bin/env python |
-# Copyright (c) 2012 Amazon.com, Inc. or its affiliates. All Rights Reserved |
-# |
-# Permission is hereby granted, free of charge, to any person obtaining a |
-# copy of this software and associated documentation files (the |
-# "Software"), to deal in the Software without restriction, including |
-# without limitation the rights to use, copy, modify, merge, publish, dis- |
-# tribute, sublicense, and/or sell copies of the Software, and to permit |
-# persons to whom the Software is furnished to do so, subject to the fol- |
-# lowing conditions: |
-# |
-# The above copyright notice and this permission notice shall be included |
-# in all copies or substantial portions of the Software. |
-# |
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS |
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL- |
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT |
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, |
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS |
-# IN THE SOFTWARE. |
-# |
-from boto.compat import StringIO |
-from tests.compat import mock, unittest |
- |
-ANY = mock.ANY |
- |
-from boto.glacier import vault |
-from boto.glacier.job import Job |
-from boto.glacier.response import GlacierResponse |
- |
- |
-class TestVault(unittest.TestCase): |
- def setUp(self): |
- self.size_patch = mock.patch('os.path.getsize') |
- self.getsize = self.size_patch.start() |
- self.api = mock.Mock() |
- self.vault = vault.Vault(self.api, None) |
- self.vault.name = 'myvault' |
- self.mock_open = mock.mock_open() |
- stringio = StringIO('content') |
- self.mock_open.return_value.read = stringio.read |
- |
- def tearDown(self): |
- self.size_patch.stop() |
- |
- @mock.patch('boto.glacier.vault.compute_hashes_from_fileobj', |
- return_value=[b'abc', b'123']) |
- def test_upload_archive_small_file(self, compute_hashes): |
- self.getsize.return_value = 1 |
- |
- self.api.upload_archive.return_value = {'ArchiveId': 'archive_id'} |
- with mock.patch('boto.glacier.vault.open', self.mock_open, |
- create=True): |
- archive_id = self.vault.upload_archive( |
- 'filename', 'my description') |
- self.assertEqual(archive_id, 'archive_id') |
- self.api.upload_archive.assert_called_with( |
- 'myvault', self.mock_open.return_value, |
- mock.ANY, mock.ANY, 'my description') |
- |
- def test_small_part_size_is_obeyed(self): |
- self.vault.DefaultPartSize = 2 * 1024 * 1024 |
- self.vault.create_archive_writer = mock.Mock() |
- |
- self.getsize.return_value = 1 |
- |
- with mock.patch('boto.glacier.vault.open', self.mock_open, |
- create=True): |
- self.vault.create_archive_from_file('myfile') |
- # The write should be created with the default part size of the |
- # instance (2 MB). |
- self.vault.create_archive_writer.assert_called_with( |
- description=mock.ANY, part_size=self.vault.DefaultPartSize) |
- |
- def test_large_part_size_is_obeyed(self): |
- self.vault.DefaultPartSize = 8 * 1024 * 1024 |
- self.vault.create_archive_writer = mock.Mock() |
- self.getsize.return_value = 1 |
- with mock.patch('boto.glacier.vault.open', self.mock_open, |
- create=True): |
- self.vault.create_archive_from_file('myfile') |
- # The write should be created with the default part size of the |
- # instance (8 MB). |
- self.vault.create_archive_writer.assert_called_with( |
- description=mock.ANY, part_size=self.vault.DefaultPartSize) |
- |
- def test_part_size_needs_to_be_adjusted(self): |
- # If we have a large file (400 GB) |
- self.getsize.return_value = 400 * 1024 * 1024 * 1024 |
- self.vault.create_archive_writer = mock.Mock() |
- # When we try to upload the file. |
- with mock.patch('boto.glacier.vault.open', self.mock_open, |
- create=True): |
- self.vault.create_archive_from_file('myfile') |
- # We should automatically bump up the part size used to |
- # 64 MB. |
- expected_part_size = 64 * 1024 * 1024 |
- self.vault.create_archive_writer.assert_called_with( |
- description=mock.ANY, part_size=expected_part_size) |
- |
- def test_retrieve_inventory(self): |
- class FakeResponse(object): |
- status = 202 |
- |
- def getheader(self, key, default=None): |
- if key == 'x-amz-job-id': |
- return 'HkF9p6' |
- elif key == 'Content-Type': |
- return 'application/json' |
- |
- return 'something' |
- |
- def read(self, amt=None): |
- return b"""{ |
- "Action": "ArchiveRetrieval", |
- "ArchiveId": "NkbByEejwEggmBz2fTHgJrg0XBoDfjP4q6iu87-EXAMPLEArchiveId", |
- "ArchiveSizeInBytes": 16777216, |
- "ArchiveSHA256TreeHash": "beb0fe31a1c7ca8c6c04d574ea906e3f97", |
- "Completed": false, |
- "CreationDate": "2012-05-15T17:21:39.339Z", |
- "CompletionDate": "2012-05-15T17:21:43.561Z", |
- "InventorySizeInBytes": null, |
- "JobDescription": "My ArchiveRetrieval Job", |
- "JobId": "HkF9p6", |
- "RetrievalByteRange": "0-16777215", |
- "SHA256TreeHash": "beb0fe31a1c7ca8c6c04d574ea906e3f97b31fd", |
- "SNSTopic": "arn:aws:sns:us-east-1:012345678901:mytopic", |
- "StatusCode": "InProgress", |
- "StatusMessage": "Operation in progress.", |
- "VaultARN": "arn:aws:glacier:us-east-1:012345678901:vaults/examplevault" |
-}""" |
- |
- raw_resp = FakeResponse() |
- init_resp = GlacierResponse(raw_resp, [('x-amz-job-id', 'JobId')]) |
- raw_resp_2 = FakeResponse() |
- desc_resp = GlacierResponse(raw_resp_2, []) |
- |
- with mock.patch.object(self.vault.layer1, 'initiate_job', |
- return_value=init_resp): |
- with mock.patch.object(self.vault.layer1, 'describe_job', |
- return_value=desc_resp): |
- # The old/back-compat variant of the call. |
- self.assertEqual(self.vault.retrieve_inventory(), 'HkF9p6') |
- |
- # The variant the returns a full ``Job`` object. |
- job = self.vault.retrieve_inventory_job() |
- self.assertTrue(isinstance(job, Job)) |
- self.assertEqual(job.id, 'HkF9p6') |
- |
- |
-class TestConcurrentUploads(unittest.TestCase): |
- |
- def test_concurrent_upload_file(self): |
- v = vault.Vault(None, None) |
- with mock.patch('boto.glacier.vault.ConcurrentUploader') as c: |
- c.return_value.upload.return_value = 'archive_id' |
- archive_id = v.concurrent_create_archive_from_file( |
- 'filename', 'my description') |
- c.return_value.upload.assert_called_with('filename', |
- 'my description') |
- self.assertEqual(archive_id, 'archive_id') |
- |
- def test_concurrent_upload_forwards_kwargs(self): |
- v = vault.Vault(None, None) |
- with mock.patch('boto.glacier.vault.ConcurrentUploader') as c: |
- c.return_value.upload.return_value = 'archive_id' |
- archive_id = v.concurrent_create_archive_from_file( |
- 'filename', 'my description', num_threads=10, |
- part_size=1024 * 1024 * 1024 * 8) |
- c.assert_called_with(None, None, num_threads=10, |
- part_size=1024 * 1024 * 1024 * 8) |
- |
- |
-if __name__ == '__main__': |
- unittest.main() |