| Index: tools/telemetry/third_party/gsutilz/gslib/tests/test_perfdiag.py
|
| diff --git a/tools/telemetry/third_party/gsutilz/gslib/tests/test_perfdiag.py b/tools/telemetry/third_party/gsutilz/gslib/tests/test_perfdiag.py
|
| deleted file mode 100644
|
| index 0f0409d1f4a0f663c7ab4a812933902b34ab78e0..0000000000000000000000000000000000000000
|
| --- a/tools/telemetry/third_party/gsutilz/gslib/tests/test_perfdiag.py
|
| +++ /dev/null
|
| @@ -1,120 +0,0 @@
|
| -# -*- coding: utf-8 -*-
|
| -# Copyright 2013 Google Inc. All Rights Reserved.
|
| -#
|
| -# Licensed under the Apache License, Version 2.0 (the "License");
|
| -# you may not use this file except in compliance with the License.
|
| -# You may obtain a copy of the License at
|
| -#
|
| -# http://www.apache.org/licenses/LICENSE-2.0
|
| -#
|
| -# Unless required by applicable law or agreed to in writing, software
|
| -# distributed under the License is distributed on an "AS IS" BASIS,
|
| -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
| -# See the License for the specific language governing permissions and
|
| -# limitations under the License.
|
| -"""Integration tests for perfdiag command."""
|
| -
|
| -from __future__ import absolute_import
|
| -
|
| -import os
|
| -import socket
|
| -
|
| -import gslib.tests.testcase as testcase
|
| -from gslib.tests.util import ObjectToURI as suri
|
| -from gslib.tests.util import unittest
|
| -from gslib.util import IS_WINDOWS
|
| -
|
| -
|
| -class TestPerfDiag(testcase.GsUtilIntegrationTestCase):
|
| - """Integration tests for perfdiag command."""
|
| -
|
| - # We want to test that perfdiag works both when connecting to the standard gs
|
| - # endpoint, and when connecting to a specific IP or host while setting the
|
| - # host header. For the 2nd case we resolve storage.googleapis.com to a
|
| - # specific IP and connect to that explicitly.
|
| - _gs_ip = socket.gethostbyname('storage.googleapis.com')
|
| - _custom_endpoint_flags = [
|
| - '-o', 'Credentials:gs_host=' + _gs_ip,
|
| - '-o', 'Credentials:gs_host_header=storage.googleapis.com',
|
| - # TODO: gsutil-beta: Add host header support for JSON
|
| - '-o', 'Boto:https_validate_certificates=False']
|
| -
|
| - def _should_run_with_custom_endpoints(self):
|
| - # Host headers are only supported for XML, and not when
|
| - # using environment variables for proxies.
|
| - return self.test_api == 'XML' and not (os.environ.get('http_proxy') or
|
| - os.environ.get('https_proxy') or
|
| - os.environ.get('HTTPS_PROXY'))
|
| -
|
| - def test_latency(self):
|
| - bucket_uri = self.CreateBucket()
|
| - cmd = ['perfdiag', '-n', '1', '-t', 'lat', suri(bucket_uri)]
|
| - self.RunGsUtil(cmd)
|
| - if self._should_run_with_custom_endpoints():
|
| - self.RunGsUtil(self._custom_endpoint_flags + cmd)
|
| - self.AssertNObjectsInBucket(bucket_uri, 0, versioned=True)
|
| -
|
| - def _run_basic_wthru_or_rthru(self, test_name, num_processes, num_threads):
|
| - bucket_uri = self.CreateBucket()
|
| - cmd = ['perfdiag', '-n', str(num_processes * num_threads),
|
| - '-s', '1024', '-c', str(num_processes),
|
| - '-k', str(num_threads), '-t', test_name, suri(bucket_uri)]
|
| - self.RunGsUtil(cmd)
|
| - if self._should_run_with_custom_endpoints():
|
| - self.RunGsUtil(self._custom_endpoint_flags + cmd)
|
| - self.AssertNObjectsInBucket(bucket_uri, 0, versioned=True)
|
| -
|
| - def test_write_throughput_single_process_single_thread(self):
|
| - self._run_basic_wthru_or_rthru('wthru', 1, 1)
|
| -
|
| - def test_write_throughput_single_process_multi_thread(self):
|
| - self._run_basic_wthru_or_rthru('wthru', 1, 2)
|
| -
|
| - @unittest.skipIf(IS_WINDOWS, 'Multiprocessing is not supported on Windows')
|
| - def test_write_throughput_multi_process_single_thread(self):
|
| - self._run_basic_wthru_or_rthru('wthru', 2, 1)
|
| -
|
| - @unittest.skipIf(IS_WINDOWS, 'Multiprocessing is not supported on Windows')
|
| - def test_write_throughput_multi_process_multi_thread(self):
|
| - self._run_basic_wthru_or_rthru('wthru', 2, 2)
|
| -
|
| - def test_read_throughput_single_process_single_thread(self):
|
| - self._run_basic_wthru_or_rthru('rthru', 1, 1)
|
| -
|
| - def test_read_throughput_single_process_multi_thread(self):
|
| - self._run_basic_wthru_or_rthru('rthru', 1, 2)
|
| -
|
| - @unittest.skipIf(IS_WINDOWS, 'Multiprocessing is not supported on Windows')
|
| - def test_read_throughput_multi_process_single_thread(self):
|
| - self._run_basic_wthru_or_rthru('rthru', 2, 1)
|
| -
|
| - @unittest.skipIf(IS_WINDOWS, 'Multiprocessing is not supported on Windows')
|
| - def test_read_throughput_multi_process_multi_thread(self):
|
| - self._run_basic_wthru_or_rthru('rthru', 2, 2)
|
| -
|
| - def test_input_output(self):
|
| - outpath = self.CreateTempFile()
|
| - bucket_uri = self.CreateBucket()
|
| - self.RunGsUtil(['perfdiag', '-o', outpath, '-n', '1', '-t', 'lat',
|
| - suri(bucket_uri)])
|
| - self.RunGsUtil(['perfdiag', '-i', outpath])
|
| -
|
| - def test_invalid_size(self):
|
| - stderr = self.RunGsUtil(
|
| - ['perfdiag', '-n', '1', '-s', 'foo', '-t', 'wthru', 'gs://foobar'],
|
| - expected_status=1, return_stderr=True)
|
| - self.assertIn('Invalid -s', stderr)
|
| -
|
| - def test_toobig_size(self):
|
| - stderr = self.RunGsUtil(
|
| - ['perfdiag', '-n', '1', '-s', '3pb', '-t', 'wthru', 'gs://foobar'],
|
| - expected_status=1, return_stderr=True)
|
| - self.assertIn('Maximum throughput file size', stderr)
|
| -
|
| - def test_listing(self):
|
| - bucket_uri = self.CreateBucket()
|
| - stdout = self.RunGsUtil(
|
| - ['perfdiag', '-n', '1', '-t', 'list', suri(bucket_uri)],
|
| - return_stdout=True)
|
| - self.assertIn('Number of listing calls made:', stdout)
|
| - self.AssertNObjectsInBucket(bucket_uri, 0, versioned=True)
|
|
|