Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(114)

Unified Diff: tools/telemetry/third_party/gsutil/third_party/boto/boto/pyami/copybot.py

Issue 1260493004: Revert "Add gsutil 4.13 to telemetry/third_party" (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 5 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: tools/telemetry/third_party/gsutil/third_party/boto/boto/pyami/copybot.py
diff --git a/tools/telemetry/third_party/gsutil/third_party/boto/boto/pyami/copybot.py b/tools/telemetry/third_party/gsutil/third_party/boto/boto/pyami/copybot.py
deleted file mode 100644
index 09a6d444c5062cf532313559ada2b6ba8ab7c937..0000000000000000000000000000000000000000
--- a/tools/telemetry/third_party/gsutil/third_party/boto/boto/pyami/copybot.py
+++ /dev/null
@@ -1,96 +0,0 @@
-# Copyright (c) 2006,2007 Mitch Garnaat http://garnaat.org/
-#
-# Permission is hereby granted, free of charge, to any person obtaining a
-# copy of this software and associated documentation files (the
-# "Software"), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish, dis-
-# tribute, sublicense, and/or sell copies of the Software, and to permit
-# persons to whom the Software is furnished to do so, subject to the fol-
-# lowing conditions:
-#
-# The above copyright notice and this permission notice shall be included
-# in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-# IN THE SOFTWARE.
-#
-import boto
-from boto.pyami.scriptbase import ScriptBase
-import os, StringIO
-
-class CopyBot(ScriptBase):
-
- def __init__(self):
- super(CopyBot, self).__init__()
- self.wdir = boto.config.get('Pyami', 'working_dir')
- self.log_file = '%s.log' % self.instance_id
- self.log_path = os.path.join(self.wdir, self.log_file)
- boto.set_file_logger(self.name, self.log_path)
- self.src_name = boto.config.get(self.name, 'src_bucket')
- self.dst_name = boto.config.get(self.name, 'dst_bucket')
- self.replace = boto.config.getbool(self.name, 'replace_dst', True)
- s3 = boto.connect_s3()
- self.src = s3.lookup(self.src_name)
- if not self.src:
- boto.log.error('Source bucket does not exist: %s' % self.src_name)
- dest_access_key = boto.config.get(self.name, 'dest_aws_access_key_id', None)
- if dest_access_key:
- dest_secret_key = boto.config.get(self.name, 'dest_aws_secret_access_key', None)
- s3 = boto.connect(dest_access_key, dest_secret_key)
- self.dst = s3.lookup(self.dst_name)
- if not self.dst:
- self.dst = s3.create_bucket(self.dst_name)
-
- def copy_bucket_acl(self):
- if boto.config.get(self.name, 'copy_acls', True):
- acl = self.src.get_xml_acl()
- self.dst.set_xml_acl(acl)
-
- def copy_key_acl(self, src, dst):
- if boto.config.get(self.name, 'copy_acls', True):
- acl = src.get_xml_acl()
- dst.set_xml_acl(acl)
-
- def copy_keys(self):
- boto.log.info('src=%s' % self.src.name)
- boto.log.info('dst=%s' % self.dst.name)
- try:
- for key in self.src:
- if not self.replace:
- exists = self.dst.lookup(key.name)
- if exists:
- boto.log.info('key=%s already exists in %s, skipping' % (key.name, self.dst.name))
- continue
- boto.log.info('copying %d bytes from key=%s' % (key.size, key.name))
- prefix, base = os.path.split(key.name)
- path = os.path.join(self.wdir, base)
- key.get_contents_to_filename(path)
- new_key = self.dst.new_key(key.name)
- new_key.set_contents_from_filename(path)
- self.copy_key_acl(key, new_key)
- os.unlink(path)
- except:
- boto.log.exception('Error copying key: %s' % key.name)
-
- def copy_log(self):
- key = self.dst.new_key(self.log_file)
- key.set_contents_from_filename(self.log_path)
-
- def main(self):
- fp = StringIO.StringIO()
- boto.config.dump_safe(fp)
- self.notify('%s (%s) Starting' % (self.name, self.instance_id), fp.getvalue())
- if self.src and self.dst:
- self.copy_keys()
- if self.dst:
- self.copy_log()
- self.notify('%s (%s) Stopping' % (self.name, self.instance_id),
- 'Copy Operation Complete')
- if boto.config.getbool(self.name, 'exit_on_completion', True):
- ec2 = boto.connect_ec2()
- ec2.terminate_instances([self.instance_id])

Powered by Google App Engine
This is Rietveld 408576698