Roll version of gsutil to 4.15.

third_party/gsutil/gslib/name_expansion.py

 # -*- coding: utf-8 -*-
 # Copyright 2012 Google Inc. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
 #     http://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
 """Name expansion iterator and result classes.
 
 Name expansion support for the various ways gsutil lets users refer to
 collections of data (via explicit wildcarding as well as directory,
 bucket, and bucket subdir implicit wildcarding). This class encapsulates
 the various rules for determining how these expansions are done.
 """
 
 # Disable warnings for NameExpansionIteratorQueue functions; they implement
 # an interface which does not follow lint guidelines.
 # pylint: disable=invalid-name
 
 from __future__ import absolute_import
 
-import multiprocessing
 import os
 import sys
 
+import gslib
 from gslib.exception import CommandException
 from gslib.plurality_checkable_iterator import PluralityCheckableIterator
 import gslib.wildcard_iterator
 from gslib.wildcard_iterator import StorageUrlFromString
 
 
 class NameExpansionResult(object):
   """Holds one fully expanded result from iterating over NameExpansionIterator.
 
   The member data in this class need to be pickleable because
@@ skipping 20 matching lines @@
           more than one BucketListingRef.
       names_container: Bool indicator whether src_url names a container.
       expanded_storage_url: StorageUrl that was expanded.
     """
     self.source_storage_url = source_storage_url
     self.is_multi_source_request = is_multi_source_request
     self.names_container = names_container
     self.expanded_storage_url = expanded_storage_url
 
   def __repr__(self):
-    return '%s' % self._expanded_storage_url
+    return '%s' % self.expanded_storage_url
 
 
 class _NameExpansionIterator(object):
   """Class that iterates over all source URLs passed to the iterator.
 
   See details in __iter__ function doc.
   """
 
   def __init__(self, command_name, debug, logger, gsutil_api, url_strs,
                recursion_requested, all_versions=False,
@@ skipping 264 matching lines @@
   Only a blocking get() function can be called, and the block and timeout
   params on that function are ignored. All other class functions raise
   NotImplementedError.
 
   This class is thread safe.
   """
 
   def __init__(self, name_expansion_iterator, final_value):
     self.name_expansion_iterator = name_expansion_iterator
     self.final_value = final_value
-    self.lock = multiprocessing.Manager().Lock()
+    self.lock = gslib.util.manager.Lock()
 
   def qsize(self):
     raise NotImplementedError(
         'NameExpansionIteratorQueue.qsize() not implemented')
 
   def empty(self):
     raise NotImplementedError(
         'NameExpansionIteratorQueue.empty() not implemented')
 
   def full(self):
@@ skipping 152 matching lines @@
             yield (True, exp_blr)
         else:
           # Prefix that contains no objects, for example in the $folder$ case
           # or an empty filesystem directory.
           yield (False, blr)
       elif blr.IsObject():
         yield (False, blr)
       else:
         raise CommandException(
             '_ImplicitBucketSubdirIterator got a bucket reference %s' % blr)