Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(713)

Unified Diff: third_party/gsutil/gslib/commands/rm.py

Issue 2280023003: depot_tools: Remove third_party/gsutil (Closed)
Patch Set: Created 4 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « third_party/gsutil/gslib/commands/rb.py ('k') | third_party/gsutil/gslib/commands/setacl.py » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: third_party/gsutil/gslib/commands/rm.py
diff --git a/third_party/gsutil/gslib/commands/rm.py b/third_party/gsutil/gslib/commands/rm.py
deleted file mode 100644
index d0d4956194acbbbdfcf7e038afcebf668f10e161..0000000000000000000000000000000000000000
--- a/third_party/gsutil/gslib/commands/rm.py
+++ /dev/null
@@ -1,237 +0,0 @@
-# Copyright 2011 Google Inc. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import boto
-
-from boto.exception import GSResponseError
-from gslib.command import Command
-from gslib.command import COMMAND_NAME
-from gslib.command import COMMAND_NAME_ALIASES
-from gslib.command import CONFIG_REQUIRED
-from gslib.command import FILE_URIS_OK
-from gslib.command import MAX_ARGS
-from gslib.command import MIN_ARGS
-from gslib.command import PROVIDER_URIS_OK
-from gslib.command import SUPPORTED_SUB_ARGS
-from gslib.command import URIS_START_ARG
-from gslib.exception import CommandException
-from gslib.help_provider import HELP_NAME
-from gslib.help_provider import HELP_NAME_ALIASES
-from gslib.help_provider import HELP_ONE_LINE_SUMMARY
-from gslib.help_provider import HELP_TEXT
-from gslib.help_provider import HelpType
-from gslib.help_provider import HELP_TYPE
-from gslib.name_expansion import NameExpansionIterator
-from gslib.util import NO_MAX
-
-_detailed_help_text = ("""
-<B>SYNOPSIS</B>
- gsutil rm [-f] [-R] uri...
-
-
-<B>DESCRIPTION</B>
- The gsutil rm command removes objects.
- For example, the command:
-
- gsutil rm gs://bucket/subdir/*
-
- will remove all objects in gs://bucket/subdir, but not in any of its
- sub-directories. In contrast:
-
- gsutil rm gs://bucket/subdir/**
-
- will remove all objects under gs://bucket/subdir or any of its
- subdirectories.
-
- You can also use the -R option to specify recursive object deletion. Thus, for
- example, the following two commands will both remove all objects in a bucket:
-
- gsutil rm gs://bucket/**
- gsutil rm -R gs://bucket
-
- If you have a large number of objects to remove you might want to use the
- gsutil -m option, to perform a parallel (multi-threaded/multi-processing)
- removes:
-
- gsutil -m rm -R gs://my_bucket/subdir
-
- Note that gsutil rm will refuse to remove files from the local
- file system. For example this will fail:
-
- gsutil rm *.txt
-
-
-<B>OPTIONS</B>
- -f Continues silently (without printing error messages) despite
- errors when removing multiple objects.
-
- -R, -r Causes bucket contents to be removed recursively (i.e., including
- all objects and subdirectories). Will not delete the bucket
- itself; you need to run the gsutil rb command separately to do
- that.
-
- -a Delete all versions of an object.
-""")
-
-
-class RmCommand(Command):
- """Implementation of gsutil rm command."""
-
- # Command specification (processed by parent class).
- command_spec = {
- # Name of command.
- COMMAND_NAME : 'rm',
- # List of command name aliases.
- COMMAND_NAME_ALIASES : ['del', 'delete', 'remove'],
- # Min number of args required by this command.
- MIN_ARGS : 1,
- # Max number of args required by this command, or NO_MAX.
- MAX_ARGS : NO_MAX,
- # Getopt-style string specifying acceptable sub args.
- SUPPORTED_SUB_ARGS : 'afrRv',
- # True if file URIs acceptable for this command.
- FILE_URIS_OK : False,
- # True if provider-only URIs acceptable for this command.
- PROVIDER_URIS_OK : False,
- # Index in args of first URI arg.
- URIS_START_ARG : 0,
- # True if must configure gsutil before running command.
- CONFIG_REQUIRED : True,
- }
- help_spec = {
- # Name of command or auxiliary help info for which this help applies.
- HELP_NAME : 'rm',
- # List of help name aliases.
- HELP_NAME_ALIASES : ['del', 'delete', 'remove'],
- # Type of help:
- HELP_TYPE : HelpType.COMMAND_HELP,
- # One line summary of this help.
- HELP_ONE_LINE_SUMMARY : 'Remove objects',
- # The full help text.
- HELP_TEXT : _detailed_help_text,
- }
-
- # Command entry point.
- def RunCommand(self):
- # self.recursion_requested initialized in command.py (so can be checked
- # in parent class for all commands).
- self.continue_on_error = False
- self.all_versions = False
- if self.sub_opts:
- for o, unused_a in self.sub_opts:
- if o == '-a':
- self.all_versions = True
- elif o == '-f':
- self.continue_on_error = True
- elif o == '-r' or o == '-R':
- self.recursion_requested = True
- elif o == '-v':
- self.THREADED_LOGGER.info('WARNING: The %s -v option is no longer'
- ' needed, and will eventually be removed.\n'
- % self.command_name)
-
- # Used to track if any files failed to be removed.
- self.everything_removed_okay = True
-
- # Tracks if any URIs matched the given args.
-
- remove_func = self._MkRemoveFunc()
- exception_handler = self._MkRemoveExceptionHandler()
-
- try:
- # Expand wildcards, dirs, buckets, and bucket subdirs in URIs.
- name_expansion_iterator = NameExpansionIterator(
- self.command_name, self.proj_id_handler, self.headers, self.debug,
- self.bucket_storage_uri_class, self.args, self.recursion_requested,
- flat=self.recursion_requested, all_versions=self.all_versions)
-
- # Perform remove requests in parallel (-m) mode, if requested, using
- # configured number of parallel processes and threads. Otherwise,
- # perform requests with sequential function calls in current process.
- self.Apply(remove_func, name_expansion_iterator, exception_handler)
-
- # Assuming the bucket has versioning enabled, uri's that don't map to
- # objects should throw an error even with all_versions, since the prior
- # round of deletes only sends objects to a history table.
- # This assumption that rm -a is only called for versioned buckets should be
- # corrected, but the fix is non-trivial.
- except CommandException as e:
- if not self.continue_on_error:
- raise
- except GSResponseError, e:
- if not self.continue_on_error:
- raise
-
- if not self.everything_removed_okay and not self.continue_on_error:
- raise CommandException('Some files could not be removed.')
-
- # If this was a gsutil rm -r command covering any bucket subdirs,
- # remove any dir_$folder$ objects (which are created by various web UI
- # tools to simulate folders).
- if self.recursion_requested:
- folder_object_wildcards = []
- for uri_str in self.args:
- uri = self.suri_builder.StorageUri(uri_str)
- if uri.names_object:
- folder_object_wildcards.append('%s**_$folder$' % uri)
- if len(folder_object_wildcards):
- self.continue_on_error = True
- try:
- name_expansion_iterator = NameExpansionIterator(
- self.command_name, self.proj_id_handler, self.headers, self.debug,
- self.bucket_storage_uri_class, folder_object_wildcards,
- self.recursion_requested, flat=True,
- all_versions=self.all_versions)
- self.Apply(remove_func, name_expansion_iterator, exception_handler)
- except CommandException as e:
- # Ignore exception from name expansion due to an absent folder file.
- if not e.reason.startswith('No URIs matched:'):
- raise
-
- return 0
-
- def _MkRemoveExceptionHandler(self):
- def RemoveExceptionHandler(e):
- """Simple exception handler to allow post-completion status."""
- self.THREADED_LOGGER.error(str(e))
- self.everything_removed_okay = False
- return RemoveExceptionHandler
-
- def _MkRemoveFunc(self):
- def RemoveFunc(name_expansion_result):
- exp_src_uri = self.suri_builder.StorageUri(
- name_expansion_result.GetExpandedUriStr(),
- is_latest=name_expansion_result.is_latest)
- if exp_src_uri.names_container():
- if exp_src_uri.is_cloud_uri():
- # Before offering advice about how to do rm + rb, ensure those
- # commands won't fail because of bucket naming problems.
- boto.s3.connection.check_lowercase_bucketname(exp_src_uri.bucket_name)
- uri_str = exp_src_uri.object_name.rstrip('/')
- raise CommandException('"rm" command will not remove buckets. To '
- 'delete this/these bucket(s) do:\n\tgsutil rm '
- '%s/*\n\tgsutil rb %s' % (uri_str, uri_str))
-
- # Perform delete.
- self.THREADED_LOGGER.info('Removing %s...',
- name_expansion_result.expanded_uri_str)
- try:
- exp_src_uri.delete_key(validate=False, headers=self.headers)
-
- except:
- if self.continue_on_error:
- self.everything_removed_okay = False
- else:
- raise
- return RemoveFunc
« no previous file with comments | « third_party/gsutil/gslib/commands/rb.py ('k') | third_party/gsutil/gslib/commands/setacl.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698