OLD | NEW |
1 #!/usr/bin/env python | 1 #!/usr/bin/env python |
2 # | 2 # |
3 # Copyright 2016 Google Inc. | 3 # Copyright 2016 Google Inc. |
4 # | 4 # |
5 # Use of this source code is governed by a BSD-style license that can be | 5 # Use of this source code is governed by a BSD-style license that can be |
6 # found in the LICENSE file. | 6 # found in the LICENSE file. |
7 | 7 |
8 | 8 |
9 """Isolate a locally-managed Android SDK.""" | 9 """Isolate a locally-managed Android SDK.""" |
10 | 10 |
11 | 11 |
12 import argparse | 12 import argparse |
13 import os | 13 import os |
14 import shlex | 14 import shlex |
15 import shutil | 15 import shutil |
16 import subprocess | 16 import subprocess |
17 import sys | 17 import sys |
18 import utils | 18 import utils |
19 | 19 |
20 | 20 |
| 21 INFRA_BOTS_DIR = os.path.realpath(os.path.dirname(os.path.abspath(__file__))) |
21 ISOLATE_FILE_NAME = 'android_sdk.isolate' | 22 ISOLATE_FILE_NAME = 'android_sdk.isolate' |
22 REPO_SKIA = 'https://skia.googlesource.com/skia.git' | 23 REPO_SKIA = 'https://skia.googlesource.com/skia.git' |
23 SDK_DIR_NAME = 'android-sdk' | 24 SDK_DIR_NAME = 'android-sdk' |
24 | 25 |
25 | 26 |
| 27 def get_isolate_binary(): |
| 28 """Find or, if necessary, obtain the isolate binary.""" |
| 29 # Try to find isolate locally. |
| 30 platform = 'linux64' |
| 31 if sys.platform == 'win32': |
| 32 platform = 'win64' |
| 33 elif sys.platform == 'darwin': |
| 34 platform = 'mac64' |
| 35 repo_isolate = os.path.join(INFRA_BOTS_DIR, |
| 36 'tools', 'luci-go', platform) |
| 37 path = os.pathsep.join((repo_isolate, os.environ['PATH'])) |
| 38 try: |
| 39 output = subprocess.check_output( |
| 40 ['which', 'isolate'], |
| 41 env={'PATH':path}).rstrip() |
| 42 print 'Found isolate binary: %s' % output |
| 43 return output |
| 44 except subprocess.CalledProcessError: |
| 45 pass |
| 46 |
| 47 # Download isolate from GS. |
| 48 print 'Unable to find isolate binary; attempting to download...' |
| 49 try: |
| 50 subprocess.check_call( |
| 51 ['download_from_google_storage', |
| 52 '--bucket', 'chromium-luci', |
| 53 '-d', repo_isolate]) |
| 54 except OSError as e: |
| 55 raise Exception('Failed to download isolate binary. ' |
| 56 'Is depot_tools in PATH? Error: %s' % e) |
| 57 except subprocess.CalledProcessError as e: |
| 58 raise Exception('Failed to download isolate binary. ' |
| 59 'Are you authenticated to Google Storage? Error: %s' % e) |
| 60 |
| 61 output = subprocess.check_output( |
| 62 ['which', 'isolate'], |
| 63 env={'PATH':path}).rstrip() |
| 64 return output |
| 65 |
| 66 |
| 67 def check_isolate_auth(isolate): |
| 68 """Ensure that we're authenticated to the isolate server.""" |
| 69 not_logged_in = 'Not logged in' |
| 70 try: |
| 71 output = subprocess.check_output([isolate, 'whoami']) |
| 72 |
| 73 except subprocess.CalledProcessError: |
| 74 output = not_logged_in |
| 75 if output == not_logged_in: |
| 76 raise Exception('Not authenticated to isolate server. You probably need to ' |
| 77 'run:\n$ %s login' % isolate) |
| 78 |
| 79 |
26 def isolate_android_sdk(android_sdk_root): | 80 def isolate_android_sdk(android_sdk_root): |
27 """Isolate the Android SDK and return the isolated hash.""" | 81 """Isolate the Android SDK and return the isolated hash.""" |
28 repo_isolate_file = os.path.join(os.path.dirname(os.path.realpath(__file__)), | 82 repo_isolate_file = os.path.join(INFRA_BOTS_DIR, ISOLATE_FILE_NAME) |
29 ISOLATE_FILE_NAME) | |
30 with utils.tmp_dir(): | 83 with utils.tmp_dir(): |
31 # Copy the SDK dir contents into a directory with a known name. | 84 # Copy the SDK dir contents into a directory with a known name. |
32 sdk_dir = os.path.join(os.getcwd(), SDK_DIR_NAME) | 85 sdk_dir = os.path.join(os.getcwd(), SDK_DIR_NAME) |
33 shutil.copytree(android_sdk_root, sdk_dir) | 86 shutil.copytree(android_sdk_root, sdk_dir) |
34 isolate_file = os.path.join(os.getcwd(), ISOLATE_FILE_NAME) | 87 isolate_file = os.path.join(os.getcwd(), ISOLATE_FILE_NAME) |
35 shutil.copyfile(repo_isolate_file, isolate_file) | 88 shutil.copyfile(repo_isolate_file, isolate_file) |
36 | 89 |
37 # Isolate the SDK. | 90 # Isolate the SDK. |
38 isolate = 'isolate' # TODO(borenet): Don't assume this is in PATH. | 91 isolate = get_isolate_binary() |
| 92 check_isolate_auth(isolate) |
39 android_sdk_relpath = os.path.relpath( | 93 android_sdk_relpath = os.path.relpath( |
40 sdk_dir, os.path.dirname(isolate_file)) | 94 sdk_dir, os.path.dirname(isolate_file)) |
41 isolate_cmd = [isolate, 'archive', '--quiet', | 95 isolate_cmd = [isolate, 'archive', '--quiet', |
42 '--isolate-server', 'https://isolateserver.appspot.com', | 96 '--isolate-server', 'https://isolateserver.appspot.com', |
43 '-i', isolate_file, | 97 '-i', isolate_file, |
44 '-s', 'android_sdk.isolated', | 98 '-s', 'android_sdk.isolated', |
45 '--extra-variable', 'ANDROID_SDK_DIR=%s' % android_sdk_relpath] | 99 '--extra-variable', 'ANDROID_SDK_DIR=%s' % android_sdk_relpath] |
46 isolate_out = subprocess.check_output(isolate_cmd).rstrip() | 100 isolate_out = subprocess.check_output(isolate_cmd).rstrip() |
47 return shlex.split(isolate_out)[0] | 101 return shlex.split(isolate_out)[0] |
48 | 102 |
49 | 103 |
50 | |
51 def update_sdk_file(skia_path, isolated_hash): | 104 def update_sdk_file(skia_path, isolated_hash): |
52 """Edit the android_sdk_hash file, upload a CL.""" | 105 """Edit the android_sdk_hash file, upload a CL.""" |
53 with utils.chdir(skia_path): | 106 with utils.chdir(skia_path): |
54 with utils.git_branch(): | 107 with utils.git_branch(): |
55 hash_file = os.path.join('infra', 'bots', 'android_sdk_hash') | 108 hash_file = os.path.join('infra', 'bots', 'android_sdk_hash') |
56 with open(hash_file, 'w') as f: | 109 with open(hash_file, 'w') as f: |
57 f.write(isolated_hash) | 110 f.write(isolated_hash) |
58 subprocess.check_call([utils.GIT, 'add', hash_file]) | 111 subprocess.check_call([utils.GIT, 'add', hash_file]) |
59 subprocess.check_call([utils.GIT, 'commit', '-m', 'Update Android SDK']) | 112 subprocess.check_call([utils.GIT, 'commit', '-m', 'Update Android SDK']) |
60 subprocess.check_call([utils.GIT, 'cl', 'upload', '--bypass-hooks']) | 113 subprocess.check_call([utils.GIT, 'cl', 'upload', '--bypass-hooks']) |
61 | 114 |
62 | 115 |
63 def main(): | 116 def main(): |
64 parser = argparse.ArgumentParser() | 117 parser = argparse.ArgumentParser() |
65 parser.add_argument('--android_sdk_root', required=True) | 118 parser.add_argument('--android_sdk_root', required=True) |
66 args = parser.parse_args() | 119 args = parser.parse_args() |
67 skia_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), | 120 skia_path = os.path.abspath(os.path.join(INFRA_BOTS_DIR, |
68 os.pardir, os.pardir) | 121 os.pardir, os.pardir)) |
69 | 122 |
70 with utils.print_timings(): | 123 with utils.print_timings(): |
71 isolated_hash = isolate_android_sdk(args.android_sdk_root) | 124 isolated_hash = isolate_android_sdk(args.android_sdk_root) |
72 update_sdk_file(skia_path, isolated_hash) | 125 update_sdk_file(skia_path, isolated_hash) |
73 | 126 |
74 | 127 |
75 if __name__ == '__main__': | 128 if __name__ == '__main__': |
76 main() | 129 main() |
OLD | NEW |