Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 #!/usr/bin/env python | 1 #!/usr/bin/env python |
| 2 # Copyright 2014 The Chromium Authors. All rights reserved. | 2 # Copyright 2014 The Chromium Authors. All rights reserved. |
| 3 # Use of this source code is governed by a BSD-style license that can be | 3 # Use of this source code is governed by a BSD-style license that can be |
| 4 # found in the LICENSE file. | 4 # found in the LICENSE file. |
| 5 | 5 |
| 6 """Run a pinned gsutil.""" | 6 """Run a pinned gsutil.""" |
| 7 | 7 |
| 8 | 8 |
| 9 import argparse | 9 import argparse |
| 10 import base64 | 10 import base64 |
| (...skipping 19 matching lines...) Expand all Loading... | |
| 30 class SubprocessError(Exception): | 30 class SubprocessError(Exception): |
| 31 def __init__(self, message=None, code=0): | 31 def __init__(self, message=None, code=0): |
| 32 super(SubprocessError, self).__init__(message) | 32 super(SubprocessError, self).__init__(message) |
| 33 self.code = code | 33 self.code = code |
| 34 | 34 |
| 35 | 35 |
| 36 class InvalidGsutilError(Exception): | 36 class InvalidGsutilError(Exception): |
| 37 pass | 37 pass |
| 38 | 38 |
| 39 | 39 |
| 40 def call(args, verbose=True, **kwargs): | 40 def call(args, **kwargs): |
|
scottmg
2015/01/23 21:09:41
I think this is just subprocess.call() now?
hinoka
2015/01/23 21:56:25
You're right. Done.
I'm keeping the alias, becau
| |
| 41 kwargs['stdout'] = subprocess.PIPE | 41 kwargs['stdout'] = sys.stdout |
| 42 kwargs['stderr'] = subprocess.STDOUT | 42 kwargs['stderr'] = sys.stderr |
| 43 kwargs['stdin'] = sys.stdin | |
| 43 proc = subprocess.Popen(args, **kwargs) | 44 proc = subprocess.Popen(args, **kwargs) |
| 44 out = [] | 45 return proc.wait() |
| 45 for line in proc.stdout: | |
| 46 out.append(line) | |
| 47 if verbose: | |
| 48 sys.stdout.write(line) | |
| 49 code = proc.wait() | |
| 50 if code: | |
| 51 raise SubprocessError('%s failed with %s' % (args, code), code) | |
| 52 return ''.join(out) | |
| 53 | 46 |
| 54 | 47 |
| 55 def download_gsutil(version, target_dir): | 48 def download_gsutil(version, target_dir): |
| 56 """Downloads gsutil into the target_dir.""" | 49 """Downloads gsutil into the target_dir.""" |
| 57 filename = 'gsutil_%s.zip' % version | 50 filename = 'gsutil_%s.zip' % version |
| 58 target_filename = os.path.join(target_dir, filename) | 51 target_filename = os.path.join(target_dir, filename) |
| 59 | 52 |
| 60 # Check if the target exists already. | 53 # Check if the target exists already. |
| 61 if os.path.exists(target_filename): | 54 if os.path.exists(target_filename): |
| 62 md5_calc = hashlib.md5() | 55 md5_calc = hashlib.md5() |
| 63 with open(target_filename, 'rb') as f: | 56 with open(target_filename, 'rb') as f: |
| 64 while True: | 57 while True: |
| 65 buf = f.read(4096) | 58 buf = f.read(4096) |
| 66 if not buf: | 59 if not buf: |
| 67 break | 60 break |
| 68 md5_calc.update(buf) | 61 md5_calc.update(buf) |
| 69 local_md5 = md5_calc.hexdigest() | 62 local_md5 = md5_calc.hexdigest() |
| 70 | 63 |
| 71 metadata_url = '%s%s' % (API_URL, filename) | 64 metadata_url = '%s%s' % (API_URL, filename) |
| 72 metadata = json.load(urllib2.urlopen(metadata_url)) | 65 metadata = json.load(urllib2.urlopen(metadata_url)) |
| 73 remote_md5 = base64.b64decode(metadata['md5Hash']) | 66 remote_md5 = base64.b64decode(metadata['md5Hash']) |
| 74 | 67 |
| 75 if local_md5 == remote_md5: | 68 if local_md5 == remote_md5: |
| 76 return target_filename | 69 return target_filename |
| 77 os.remove(target_filename) | 70 os.remove(target_filename) |
| 78 | 71 |
| 79 # Do the download. | 72 # Do the download. |
| 80 url = '%s%s' % (GSUTIL_URL, filename) | 73 url = '%s%s' % (GSUTIL_URL, filename) |
| 81 u = urllib2.urlopen(url) | 74 u = urllib2.urlopen(url) |
| 75 print >> sys.stderr, 'Downloading gsutil from %s...' % url | |
| 82 with open(target_filename, 'wb') as f: | 76 with open(target_filename, 'wb') as f: |
| 83 while True: | 77 while True: |
| 84 buf = u.read(4096) | 78 buf = u.read(4096) |
| 85 if not buf: | 79 if not buf: |
| 86 break | 80 break |
| 87 f.write(buf) | 81 f.write(buf) |
| 88 return target_filename | 82 return target_filename |
| 89 | 83 |
| 90 | 84 |
| 91 def check_gsutil(gsutil_bin): | 85 def check_gsutil(gsutil_bin): |
| 92 """Run gsutil version and make sure it runs.""" | 86 """Run gsutil version and make sure it runs.""" |
| 93 try: | 87 return call([sys.executable, gsutil_bin, 'version']) == 0 |
| 94 call([sys.executable, gsutil_bin, 'version'], verbose=False) | |
| 95 return True | |
| 96 except SubprocessError: | |
| 97 return False | |
| 98 | 88 |
| 99 | 89 |
| 100 def ensure_gsutil(version, target): | 90 def ensure_gsutil(version, target): |
| 101 bin_dir = os.path.join(target, 'gsutil_%s' % version) | 91 bin_dir = os.path.join(target, 'gsutil_%s' % version) |
| 102 gsutil_bin = os.path.join(bin_dir, 'gsutil', 'gsutil') | 92 gsutil_bin = os.path.join(bin_dir, 'gsutil', 'gsutil') |
| 103 if os.path.isfile(gsutil_bin) and check_gsutil(gsutil_bin): | 93 if os.path.isfile(gsutil_bin) and check_gsutil(gsutil_bin): |
| 104 # Everything is awesome! we're all done here. | 94 # Everything is awesome! we're all done here. |
| 105 return gsutil_bin | 95 return gsutil_bin |
| 106 | 96 |
| 107 if os.path.isdir(bin_dir): | 97 if os.path.isdir(bin_dir): |
| (...skipping 40 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 148 args.args = extras + args.args | 138 args.args = extras + args.args |
| 149 return args.force_version, args.fallback, args.target, args.args | 139 return args.force_version, args.fallback, args.target, args.args |
| 150 | 140 |
| 151 | 141 |
| 152 def main(): | 142 def main(): |
| 153 force_version, fallback, target, args = parse_args() | 143 force_version, fallback, target, args = parse_args() |
| 154 return run_gsutil(force_version, fallback, target, args) | 144 return run_gsutil(force_version, fallback, target, args) |
| 155 | 145 |
| 156 if __name__ == '__main__': | 146 if __name__ == '__main__': |
| 157 sys.exit(main()) | 147 sys.exit(main()) |
| OLD | NEW |