Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(234)

Unified Diff: tools/telemetry/third_party/gsutil/third_party/apitools/samples/storage_sample/downloads_test.py

Issue 1260493004: Revert "Add gsutil 4.13 to telemetry/third_party" (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 5 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: tools/telemetry/third_party/gsutil/third_party/apitools/samples/storage_sample/downloads_test.py
diff --git a/tools/telemetry/third_party/gsutil/third_party/apitools/samples/storage_sample/downloads_test.py b/tools/telemetry/third_party/gsutil/third_party/apitools/samples/storage_sample/downloads_test.py
deleted file mode 100644
index 2276d98e59854b1256f81fcc79d98f2ed3e4d794..0000000000000000000000000000000000000000
--- a/tools/telemetry/third_party/gsutil/third_party/apitools/samples/storage_sample/downloads_test.py
+++ /dev/null
@@ -1,179 +0,0 @@
-"""Integration tests for uploading and downloading to GCS.
-
-These tests exercise most of the corner cases for upload/download of
-files in apitools, via GCS. There are no performance tests here yet.
-"""
-
-import json
-import os
-import unittest
-
-import six
-
-import apitools.base.py as apitools_base
-import storage
-
-_CLIENT = None
-
-
-def _GetClient():
- global _CLIENT # pylint: disable=global-statement
- if _CLIENT is None:
- _CLIENT = storage.StorageV1()
- return _CLIENT
-
-
-class DownloadsTest(unittest.TestCase):
- _DEFAULT_BUCKET = 'apitools'
- _TESTDATA_PREFIX = 'testdata'
-
- def setUp(self):
- self.__client = _GetClient()
- self.__ResetDownload()
-
- def __ResetDownload(self, auto_transfer=False):
- self.__buffer = six.StringIO()
- self.__download = storage.Download.FromStream(
- self.__buffer, auto_transfer=auto_transfer)
-
- def __GetTestdataFileContents(self, filename):
- file_contents = open('testdata/%s' % filename).read()
- self.assertIsNotNone(
- file_contents, msg=('Could not read file %s' % filename))
- return file_contents
-
- @classmethod
- def __GetRequest(cls, filename):
- object_name = os.path.join(cls._TESTDATA_PREFIX, filename)
- return storage.StorageObjectsGetRequest(
- bucket=cls._DEFAULT_BUCKET, object=object_name)
-
- def __GetFile(self, request):
- response = self.__client.objects.Get(request, download=self.__download)
- self.assertIsNone(response, msg=(
- 'Unexpected nonempty response for file download: %s' % response))
-
- def __GetAndStream(self, request):
- self.__GetFile(request)
- self.__download.StreamInChunks()
-
- def testZeroBytes(self):
- request = self.__GetRequest('zero_byte_file')
- self.__GetAndStream(request)
- self.assertEqual(0, self.__buffer.tell())
-
- def testObjectDoesNotExist(self):
- self.__ResetDownload(auto_transfer=True)
- with self.assertRaises(apitools_base.HttpError):
- self.__GetFile(self.__GetRequest('nonexistent_file'))
-
- def testAutoTransfer(self):
- self.__ResetDownload(auto_transfer=True)
- self.__GetFile(self.__GetRequest('fifteen_byte_file'))
- file_contents = self.__GetTestdataFileContents('fifteen_byte_file')
- self.assertEqual(15, self.__buffer.tell())
- self.__buffer.seek(0)
- self.assertEqual(file_contents, self.__buffer.read())
-
- def testFilenameWithSpaces(self):
- self.__ResetDownload(auto_transfer=True)
- self.__GetFile(self.__GetRequest('filename with spaces'))
- # NOTE(craigcitro): We add _ here to make this play nice with blaze.
- file_contents = self.__GetTestdataFileContents('filename_with_spaces')
- self.assertEqual(15, self.__buffer.tell())
- self.__buffer.seek(0)
- self.assertEqual(file_contents, self.__buffer.read())
-
- def testGetRange(self):
- # TODO(craigcitro): Test about a thousand more corner cases.
- file_contents = self.__GetTestdataFileContents('fifteen_byte_file')
- self.__GetFile(self.__GetRequest('fifteen_byte_file'))
- self.__download.GetRange(5, 10)
- self.assertEqual(6, self.__buffer.tell())
- self.__buffer.seek(0)
- self.assertEqual(file_contents[5:11], self.__buffer.read())
-
- def testGetRangeWithNegativeStart(self):
- file_contents = self.__GetTestdataFileContents('fifteen_byte_file')
- self.__GetFile(self.__GetRequest('fifteen_byte_file'))
- self.__download.GetRange(-3)
- self.assertEqual(3, self.__buffer.tell())
- self.__buffer.seek(0)
- self.assertEqual(file_contents[-3:], self.__buffer.read())
-
- def testGetRangeWithPositiveStart(self):
- file_contents = self.__GetTestdataFileContents('fifteen_byte_file')
- self.__GetFile(self.__GetRequest('fifteen_byte_file'))
- self.__download.GetRange(2)
- self.assertEqual(13, self.__buffer.tell())
- self.__buffer.seek(0)
- self.assertEqual(file_contents[2:15], self.__buffer.read())
-
- def testSmallChunksizes(self):
- file_contents = self.__GetTestdataFileContents('fifteen_byte_file')
- request = self.__GetRequest('fifteen_byte_file')
- for chunksize in (2, 3, 15, 100):
- self.__ResetDownload()
- self.__download.chunksize = chunksize
- self.__GetAndStream(request)
- self.assertEqual(15, self.__buffer.tell())
- self.__buffer.seek(0)
- self.assertEqual(file_contents, self.__buffer.read(15))
-
- def testLargeFileChunksizes(self):
- request = self.__GetRequest('thirty_meg_file')
- for chunksize in (1048576, 40 * 1048576):
- self.__ResetDownload()
- self.__download.chunksize = chunksize
- self.__GetAndStream(request)
- self.__buffer.seek(0)
-
- def testAutoGzipObject(self):
- # TODO(craigcitro): Move this to a new object once we have a more
- # permanent one, see: http://b/12250275
- request = storage.StorageObjectsGetRequest(
- bucket='ottenl-gzip', object='50K.txt')
- # First, try without auto-transfer.
- self.__GetFile(request)
- self.assertEqual(0, self.__buffer.tell())
- self.__download.StreamInChunks()
- self.assertEqual(50000, self.__buffer.tell())
- # Next, try with auto-transfer.
- self.__ResetDownload(auto_transfer=True)
- self.__GetFile(request)
- self.assertEqual(50000, self.__buffer.tell())
-
- def testSmallGzipObject(self):
- request = self.__GetRequest('zero-gzipd.html')
- self.__GetFile(request)
- self.assertEqual(0, self.__buffer.tell())
- additional_headers = {'accept-encoding': 'gzip, deflate'}
- self.__download.StreamInChunks(additional_headers=additional_headers)
- self.assertEqual(0, self.__buffer.tell())
-
- def testSerializedDownload(self):
-
- def _ProgressCallback(unused_response, download_object):
- print 'Progress %s' % download_object.progress
-
- file_contents = self.__GetTestdataFileContents('fifteen_byte_file')
- object_name = os.path.join(self._TESTDATA_PREFIX, 'fifteen_byte_file')
- request = storage.StorageObjectsGetRequest(
- bucket=self._DEFAULT_BUCKET, object=object_name)
- response = self.__client.objects.Get(request)
- self.__buffer = six.StringIO()
- download_data = json.dumps({
- 'auto_transfer': False,
- 'progress': 0,
- 'total_size': response.size,
- 'url': response.mediaLink,
- })
- self.__download = storage.Download.FromData(
- self.__buffer, download_data, http=self.__client.http)
- self.__download.StreamInChunks(callback=_ProgressCallback)
- self.assertEqual(15, self.__buffer.tell())
- self.__buffer.seek(0)
- self.assertEqual(file_contents, self.__buffer.read(15))
-
-if __name__ == '__main__':
- unittest.main()

Powered by Google App Engine
This is Rietveld 408576698