Index: tools/telemetry/third_party/gsutil/third_party/boto/boto/services/submit.py |
diff --git a/tools/telemetry/third_party/gsutil/third_party/boto/boto/services/submit.py b/tools/telemetry/third_party/gsutil/third_party/boto/boto/services/submit.py |
deleted file mode 100644 |
index 69be236adb3a52a9ee6cc2941e7f5be5db463afc..0000000000000000000000000000000000000000 |
--- a/tools/telemetry/third_party/gsutil/third_party/boto/boto/services/submit.py |
+++ /dev/null |
@@ -1,87 +0,0 @@ |
-# Copyright (c) 2006,2007 Mitch Garnaat http://garnaat.org/ |
-# |
-# Permission is hereby granted, free of charge, to any person obtaining a |
-# copy of this software and associated documentation files (the |
-# "Software"), to deal in the Software without restriction, including |
-# without limitation the rights to use, copy, modify, merge, publish, dis- |
-# tribute, sublicense, and/or sell copies of the Software, and to permit |
-# persons to whom the Software is furnished to do so, subject to the fol- |
-# lowing conditions: |
-# |
-# The above copyright notice and this permission notice shall be included |
-# in all copies or substantial portions of the Software. |
-# |
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS |
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL- |
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT |
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, |
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS |
-# IN THE SOFTWARE. |
-import time |
-import os |
- |
- |
-class Submitter(object): |
- |
- def __init__(self, sd): |
- self.sd = sd |
- self.input_bucket = self.sd.get_obj('input_bucket') |
- self.output_bucket = self.sd.get_obj('output_bucket') |
- self.output_domain = self.sd.get_obj('output_domain') |
- self.queue = self.sd.get_obj('input_queue') |
- |
- def get_key_name(self, fullpath, prefix): |
- key_name = fullpath[len(prefix):] |
- l = key_name.split(os.sep) |
- return '/'.join(l) |
- |
- def write_message(self, key, metadata): |
- if self.queue: |
- m = self.queue.new_message() |
- m.for_key(key, metadata) |
- if self.output_bucket: |
- m['OutputBucket'] = self.output_bucket.name |
- self.queue.write(m) |
- |
- def submit_file(self, path, metadata=None, cb=None, num_cb=0, prefix='/'): |
- if not metadata: |
- metadata = {} |
- key_name = self.get_key_name(path, prefix) |
- k = self.input_bucket.new_key(key_name) |
- k.update_metadata(metadata) |
- k.set_contents_from_filename(path, replace=False, cb=cb, num_cb=num_cb) |
- self.write_message(k, metadata) |
- |
- def submit_path(self, path, tags=None, ignore_dirs=None, cb=None, num_cb=0, status=False, prefix='/'): |
- path = os.path.expanduser(path) |
- path = os.path.expandvars(path) |
- path = os.path.abspath(path) |
- total = 0 |
- metadata = {} |
- if tags: |
- metadata['Tags'] = tags |
- l = [] |
- for t in time.gmtime(): |
- l.append(str(t)) |
- metadata['Batch'] = '_'.join(l) |
- if self.output_domain: |
- self.output_domain.put_attributes(metadata['Batch'], {'type' : 'Batch'}) |
- if os.path.isdir(path): |
- for root, dirs, files in os.walk(path): |
- if ignore_dirs: |
- for ignore in ignore_dirs: |
- if ignore in dirs: |
- dirs.remove(ignore) |
- for file in files: |
- fullpath = os.path.join(root, file) |
- if status: |
- print('Submitting %s' % fullpath) |
- self.submit_file(fullpath, metadata, cb, num_cb, prefix) |
- total += 1 |
- elif os.path.isfile(path): |
- self.submit_file(path, metadata, cb, num_cb) |
- total += 1 |
- else: |
- print('problem with %s' % path) |
- return (metadata['Batch'], total) |