Chromium Code Reviews| OLD | NEW |
|---|---|
| (Empty) | |
| 1 # Copyright 2017 The Chromium Authors. All rights reserved. | |
| 2 # Use of this source code is governed by a BSD-style license that can be | |
| 3 # found in the LICENSE file. | |
| 4 | |
| 5 import hashlib | |
| 6 import os | |
| 7 | |
| 8 from pylib.base import output_manager | |
| 9 from pylib.output import noop_output_manager | |
| 10 from pylib.utils import logdog_helper | |
| 11 from pylib.utils import google_storage_helper | |
| 12 | |
| 13 | |
| 14 class RemoteOutputManager(output_manager.OutputManager): | |
| 15 | |
| 16 def __init__(self, bucket): | |
| 17 """Uploads output files to Google Storage or LogDog. | |
| 18 | |
| 19 Files will either be uploaded directly to Google Storage or LogDog | |
| 20 depending on the datatype. | |
| 21 | |
| 22 Args | |
| 23 bucket: Bucket to use when saving to Google Storage. | |
| 24 """ | |
| 25 super(RemoteOutputManager, self).__init__() | |
| 26 self._bucket = bucket | |
| 27 | |
| 28 #override | |
| 29 def _CreateArchivedFile(self, out_filename, out_subdir, datatype): | |
| 30 if datatype == output_manager.Datatype.TEXT: | |
| 31 return LogdogArchivedFile(out_filename, out_subdir, datatype) | |
| 32 else: | |
| 33 if self._bucket is None: | |
| 34 return noop_output_manager.NoopArchivedFile() | |
| 35 return GoogleStorageArchivedFile( | |
| 36 out_filename, out_subdir, datatype, self._bucket) | |
| 37 | |
| 38 | |
| 39 class LogdogArchivedFile(output_manager.ArchivedFile): | |
| 40 | |
| 41 def __init__(self, out_filename, out_subdir, datatype): | |
| 42 super(LogdogArchivedFile, self).__init__(out_filename, out_subdir, datatype) | |
| 43 self._stream_name = '%s_%s' % (out_subdir, out_filename) | |
| 44 | |
| 45 def _Link(self): | |
| 46 return logdog_helper.get_viewer_url(self._stream_name) | |
| 47 | |
| 48 def _Archive(self): | |
| 49 with open(self.name, 'r') as f: | |
| 50 logdog_helper.text(self._stream_name, f.read()) | |
| 51 | |
| 52 | |
| 53 class GoogleStorageArchivedFile(output_manager.ArchivedFile): | |
| 54 | |
| 55 def __init__(self, out_filename, out_subdir, datatype, bucket): | |
| 56 super(GoogleStorageArchivedFile, self).__init__( | |
| 57 out_filename, out_subdir, datatype) | |
| 58 self._bucket = bucket | |
| 59 self._upload_path = None | |
| 60 self._content_addressed = None | |
| 61 | |
| 62 def _PrepareArchive(self): | |
| 63 self._content_addressed = (self._datatype in ( | |
| 64 output_manager.Datatype.HTML, | |
| 65 output_manager.Datatype.IMAGE)) | |
| 66 if self._content_addressed: | |
| 67 sha1 = hashlib.sha1() | |
| 68 with open(self.name, 'rb') as f: | |
| 69 sha1.update(f.read()) | |
| 70 self._upload_path = sha1.hexdigest() | |
| 71 else: | |
| 72 self._upload_path = os.path.join(self._out_subdir, self._out_filename) | |
| 73 | |
| 74 def _Link(self): | |
| 75 return google_storage_helper.get_url_link( | |
| 76 self._upload_path, self._bucket) | |
| 77 | |
| 78 def _Archive(self): | |
| 79 if self._content_addressed: | |
|
jbudorick
2017/08/23 16:16:20
nit:
if (self._content_addressed
and goog
mikecase (-- gone --)
2017/08/24 05:29:08
Done
| |
| 80 if google_storage_helper.exists(self._upload_path, self._bucket): | |
| 81 return | |
| 82 | |
| 83 content_type = None | |
| 84 if self._datatype == output_manager.Datatype.HTML: | |
| 85 content_type = 'text/html' | |
| 86 google_storage_helper.upload( | |
| 87 self._upload_path, self.name, self._bucket, content_type) | |
| OLD | NEW |