Roll version of gsutil to 4.15.

third_party/gsutil/gslib/commands/config.py

 # -*- coding: utf-8 -*-
 # Copyright 2011 Google Inc. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
 #     http://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing, software
@@ skipping 176 matching lines @@
       num_retries
 
     [GSUtil]
       check_hashes
       content_language
       default_api_version
       default_project_id
       json_api_version
       parallel_composite_upload_component_size
       parallel_composite_upload_threshold
+      sliced_object_download_component_size
+      sliced_object_download_max_components
+      sliced_object_download_threshold
       parallel_process_count
       parallel_thread_count
       prefer_api
       resumable_threshold
       resumable_tracker_dir (deprecated in 4.6, use state_dir)
       rsync_buffer_lines
       software_update_check_period
       state_dir
       tab_completion_time_logs
       tab_completion_timeout
@@ skipping 84 matching lines @@
   DEFAULT_PARALLEL_PROCESS_COUNT = multiprocessing.cpu_count()
   DEFAULT_PARALLEL_THREAD_COUNT = 10
 else:
   DEFAULT_PARALLEL_PROCESS_COUNT = 1
   DEFAULT_PARALLEL_THREAD_COUNT = 24
 
 # TODO: Once compiled crcmod is being distributed by major Linux distributions
 # revert DEFAULT_PARALLEL_COMPOSITE_UPLOAD_THRESHOLD value to '150M'.
 DEFAULT_PARALLEL_COMPOSITE_UPLOAD_THRESHOLD = '0'
 DEFAULT_PARALLEL_COMPOSITE_UPLOAD_COMPONENT_SIZE = '50M'
+DEFAULT_SLICED_OBJECT_DOWNLOAD_THRESHOLD = '150M'
+DEFAULT_SLICED_OBJECT_DOWNLOAD_COMPONENT_SIZE = '200M'
+DEFAULT_SLICED_OBJECT_DOWNLOAD_MAX_COMPONENTS = 4
 
 CONFIG_BOTO_SECTION_CONTENT = """
 [Boto]
 
 # http_socket_timeout specifies the timeout (in seconds) used to tell httplib
 # how long to wait for socket timeouts. The default is 70 seconds. Note that
 # this timeout only applies to httplib, not to httplib2 (which is used for
 # OAuth2 refresh/access token exchanges).
 #http_socket_timeout = 70
 
@@ skipping 115 matching lines @@
 # Values can be provided either in bytes or as human-readable values
 # (e.g., "150M" to represent 150 mebibytes)
 #
 # Note: At present parallel composite uploads are disabled by default, because
 # using composite objects requires a compiled crcmod (see "gsutil help crcmod"),
 # and for operating systems that don't already have this package installed this
 # makes gsutil harder to use. Google is actively working with a number of the
 # Linux distributions to get crcmod included with the stock distribution. Once
 # that is done we will re-enable parallel composite uploads by default in
 # gsutil.
+#
+# Note: Parallel composite uploads should not be used with NEARLINE storage
+# class buckets, as doing this would incur an early deletion charge for each
+# component object.
 #parallel_composite_upload_threshold = %(parallel_composite_upload_threshold)s
 #parallel_composite_upload_component_size = %(parallel_composite_upload_component_size)s
 
+# 'sliced_object_download_threshold' and
+# 'sliced_object_download_component_size' have analogous functionality to
+# their respective parallel_composite_upload config values.
+# 'sliced_object_download_max_components' specifies the maximum number of 
+# slices to be used when performing a sliced object download. It is not
+# restricted by MAX_COMPONENT_COUNT.
+#sliced_object_download_threshold = %(sliced_object_download_threshold)s
+#sliced_object_download_component_size = %(sliced_object_download_component_size)s
+#sliced_object_download_max_components = %(sliced_object_download_max_components)s
+
 # 'use_magicfile' specifies if the 'file --mime-type <filename>' command should
 # be used to guess content types instead of the default filename extension-based
 # mechanism. Available on UNIX and MacOS (and possibly on Windows, if you're
 # running Cygwin or some other package that provides implementations of
 # UNIX-like commands). When available and enabled use_magicfile should be more
 # robust because it analyzes file contents in addition to extensions.
 #use_magicfile = False
 
 # 'content_language' specifies the ISO 639-1 language code of the content, to be
 # passed in the Content-Language header. By default no Content-Language is sent.
@@ skipping 37 matching lines @@
        'hash_fast_else_skip': CHECK_HASH_IF_FAST_ELSE_SKIP,
        'hash_always': CHECK_HASH_ALWAYS,
        'hash_never': CHECK_HASH_NEVER,
        'resumable_threshold': EIGHT_MIB,
        'parallel_process_count': DEFAULT_PARALLEL_PROCESS_COUNT,
        'parallel_thread_count': DEFAULT_PARALLEL_THREAD_COUNT,
        'parallel_composite_upload_threshold': (
            DEFAULT_PARALLEL_COMPOSITE_UPLOAD_THRESHOLD),
        'parallel_composite_upload_component_size': (
            DEFAULT_PARALLEL_COMPOSITE_UPLOAD_COMPONENT_SIZE),
+       'sliced_object_download_threshold': (
+           DEFAULT_PARALLEL_COMPOSITE_UPLOAD_THRESHOLD),
+       'sliced_object_download_component_size': (
+           DEFAULT_PARALLEL_COMPOSITE_UPLOAD_COMPONENT_SIZE),
+       'sliced_object_download_max_components': (
+           DEFAULT_SLICED_OBJECT_DOWNLOAD_MAX_COMPONENTS),
        'max_component_count': MAX_COMPONENT_COUNT}
 
 CONFIG_OAUTH2_CONFIG_CONTENT = """
 [OAuth2]
 # This section specifies options used with OAuth2 authentication.
 
 # 'token_cache' specifies how the OAuth2 client should cache access tokens.
 # Valid values are:
 #  'in_memory': an in-memory cache is used. This is only useful if the boto
 #      client instance (and with it the OAuth2 plugin instance) persists
@@ skipping 572 matching lines @@
         sys.stderr.write('\n' + '\n'.join(textwrap.wrap(
             'Boto config file "%s" created.\nIf you need to use a proxy to '
             'access the Internet please see the instructions in that file.'
             % output_file_name)) + '\n')
 
     return 0
 
 
 def _CleanupHandler(unused_signalnum, unused_handler):
   raise AbortException('User interrupted config command')