OLD | NEW |
1 #!/usr/bin/env python | 1 #!/usr/bin/env python |
2 # Copyright 2014 The Chromium Authors. All rights reserved. | 2 # Copyright 2014 The Chromium Authors. All rights reserved. |
3 # Use of this source code is governed by a BSD-style license that can be | 3 # Use of this source code is governed by a BSD-style license that can be |
4 # found in the LICENSE file. | 4 # found in the LICENSE file. |
5 | 5 |
6 """Run a pinned gsutil.""" | 6 """Run a pinned gsutil.""" |
7 | 7 |
8 | 8 |
9 import argparse | 9 import argparse |
10 import base64 | 10 import base64 |
11 import hashlib | 11 import hashlib |
12 import json | 12 import json |
13 import os | 13 import os |
14 import shutil | 14 import shutil |
15 import subprocess | 15 import subprocess |
16 import sys | 16 import sys |
17 import urllib2 | 17 import urllib2 |
18 import zipfile | 18 import zipfile |
19 | 19 |
20 | 20 |
21 GSUTIL_URL = 'https://storage.googleapis.com/pub/' | 21 GSUTIL_URL = 'https://storage.googleapis.com/pub/' |
22 API_URL = 'https://www.googleapis.com/storage/v1/b/pub/o/' | 22 API_URL = 'https://www.googleapis.com/storage/v1/b/pub/o/' |
23 | 23 |
24 THIS_DIR = os.path.dirname(os.path.abspath(__file__)) | 24 THIS_DIR = os.path.dirname(os.path.abspath(__file__)) |
25 DEFAULT_BIN_DIR = os.path.join(THIS_DIR, 'external_bin', 'gsutil') | 25 DEFAULT_BIN_DIR = os.path.join(THIS_DIR, 'external_bin', 'gsutil') |
26 DEFAULT_FALLBACK_GSUTIL = os.path.join( | 26 DEFAULT_FALLBACK_GSUTIL = os.path.join( |
27 THIS_DIR, 'third_party', 'gsutil', 'gsutil') | 27 THIS_DIR, 'third_party', 'gsutil', 'gsutil') |
28 | 28 |
29 | 29 |
30 class SubprocessError(Exception): | |
31 def __init__(self, message=None, code=0): | |
32 super(SubprocessError, self).__init__(message) | |
33 self.code = code | |
34 | |
35 | |
36 class InvalidGsutilError(Exception): | 30 class InvalidGsutilError(Exception): |
37 pass | 31 pass |
38 | 32 |
39 | 33 |
40 def call(args, verbose=True, **kwargs): | |
41 kwargs['stdout'] = subprocess.PIPE | |
42 kwargs['stderr'] = subprocess.STDOUT | |
43 proc = subprocess.Popen(args, **kwargs) | |
44 out = [] | |
45 for line in proc.stdout: | |
46 out.append(line) | |
47 if verbose: | |
48 sys.stdout.write(line) | |
49 code = proc.wait() | |
50 if code: | |
51 raise SubprocessError('%s failed with %s' % (args, code), code) | |
52 return ''.join(out) | |
53 | |
54 | |
55 def download_gsutil(version, target_dir): | 34 def download_gsutil(version, target_dir): |
56 """Downloads gsutil into the target_dir.""" | 35 """Downloads gsutil into the target_dir.""" |
57 filename = 'gsutil_%s.zip' % version | 36 filename = 'gsutil_%s.zip' % version |
58 target_filename = os.path.join(target_dir, filename) | 37 target_filename = os.path.join(target_dir, filename) |
59 | 38 |
60 # Check if the target exists already. | 39 # Check if the target exists already. |
61 if os.path.exists(target_filename): | 40 if os.path.exists(target_filename): |
62 md5_calc = hashlib.md5() | 41 md5_calc = hashlib.md5() |
63 with open(target_filename, 'rb') as f: | 42 with open(target_filename, 'rb') as f: |
64 while True: | 43 while True: |
(...skipping 18 matching lines...) Expand all Loading... |
83 while True: | 62 while True: |
84 buf = u.read(4096) | 63 buf = u.read(4096) |
85 if not buf: | 64 if not buf: |
86 break | 65 break |
87 f.write(buf) | 66 f.write(buf) |
88 return target_filename | 67 return target_filename |
89 | 68 |
90 | 69 |
91 def check_gsutil(gsutil_bin): | 70 def check_gsutil(gsutil_bin): |
92 """Run gsutil version and make sure it runs.""" | 71 """Run gsutil version and make sure it runs.""" |
93 try: | 72 return subprocess.call( |
94 call([sys.executable, gsutil_bin, 'version'], verbose=False) | 73 [sys.executable, gsutil_bin, 'version'], |
95 return True | 74 stdout=subprocess.PIPE, stderr=subprocess.STDOUT) == 0 |
96 except SubprocessError: | |
97 return False | |
98 | |
99 | 75 |
100 def ensure_gsutil(version, target): | 76 def ensure_gsutil(version, target): |
101 bin_dir = os.path.join(target, 'gsutil_%s' % version) | 77 bin_dir = os.path.join(target, 'gsutil_%s' % version) |
102 gsutil_bin = os.path.join(bin_dir, 'gsutil', 'gsutil') | 78 gsutil_bin = os.path.join(bin_dir, 'gsutil', 'gsutil') |
103 if os.path.isfile(gsutil_bin) and check_gsutil(gsutil_bin): | 79 if os.path.isfile(gsutil_bin) and check_gsutil(gsutil_bin): |
104 # Everything is awesome! we're all done here. | 80 # Everything is awesome! we're all done here. |
105 return gsutil_bin | 81 return gsutil_bin |
106 | 82 |
107 if os.path.isdir(bin_dir): | 83 if os.path.isdir(bin_dir): |
108 # Clean up if we're redownloading a corrupted gsutil. | 84 # Clean up if we're redownloading a corrupted gsutil. |
(...skipping 11 matching lines...) Expand all Loading... |
120 | 96 |
121 return gsutil_bin | 97 return gsutil_bin |
122 | 98 |
123 | 99 |
124 def run_gsutil(force_version, fallback, target, args): | 100 def run_gsutil(force_version, fallback, target, args): |
125 if force_version: | 101 if force_version: |
126 gsutil_bin = ensure_gsutil(force_version, target) | 102 gsutil_bin = ensure_gsutil(force_version, target) |
127 else: | 103 else: |
128 gsutil_bin = fallback | 104 gsutil_bin = fallback |
129 cmd = [sys.executable, gsutil_bin] + args | 105 cmd = [sys.executable, gsutil_bin] + args |
130 try: | 106 return subprocess.call(cmd) |
131 call(cmd) | |
132 except SubprocessError as e: | |
133 return e.code | |
134 return 0 | |
135 | 107 |
136 | 108 |
137 def parse_args(): | 109 def parse_args(): |
138 parser = argparse.ArgumentParser() | 110 parser = argparse.ArgumentParser() |
139 parser.add_argument('--force-version') | 111 parser.add_argument('--force-version') |
140 parser.add_argument('--fallback', default=DEFAULT_FALLBACK_GSUTIL) | 112 parser.add_argument('--fallback', default=DEFAULT_FALLBACK_GSUTIL) |
141 parser.add_argument('--target', default=DEFAULT_BIN_DIR) | 113 parser.add_argument('--target', default=DEFAULT_BIN_DIR) |
142 parser.add_argument('args', nargs=argparse.REMAINDER) | 114 parser.add_argument('args', nargs=argparse.REMAINDER) |
143 | 115 |
144 args, extras = parser.parse_known_args() | 116 args, extras = parser.parse_known_args() |
145 if args.args and args.args[0] == '--': | 117 if args.args and args.args[0] == '--': |
146 args.args.pop(0) | 118 args.args.pop(0) |
147 if extras: | 119 if extras: |
148 args.args = extras + args.args | 120 args.args = extras + args.args |
149 return args.force_version, args.fallback, args.target, args.args | 121 return args.force_version, args.fallback, args.target, args.args |
150 | 122 |
151 | 123 |
152 def main(): | 124 def main(): |
153 force_version, fallback, target, args = parse_args() | 125 force_version, fallback, target, args = parse_args() |
154 return run_gsutil(force_version, fallback, target, args) | 126 return run_gsutil(force_version, fallback, target, args) |
155 | 127 |
156 if __name__ == '__main__': | 128 if __name__ == '__main__': |
157 sys.exit(main()) | 129 sys.exit(main()) |
OLD | NEW |