Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 #!/usr/bin/env python | 1 #!/usr/bin/env python |
| 2 # Copyright (c) 2013 The Chromium Authors. All rights reserved. | 2 # Copyright (c) 2013 The Chromium Authors. All rights reserved. |
| 3 # Use of this source code is governed by a BSD-style license that can be | 3 # Use of this source code is governed by a BSD-style license that can be |
| 4 # found in the LICENSE file. | 4 # found in the LICENSE file. |
| 5 | 5 |
| 6 # Script to install a Debian Wheezy sysroot for making official Google Chrome | 6 # Script to install a Debian Wheezy sysroot for making official Google Chrome |
| 7 # Linux builds. | 7 # Linux builds. |
| 8 # The sysroot is needed to make Chrome work for Debian Wheezy. | 8 # The sysroot is needed to make Chrome work for Debian Wheezy. |
| 9 # This script can be run manually but is more often run as part of gclient | 9 # This script can be run manually but is more often run as part of gclient |
| 10 # hooks. When run from hooks this script should be a no-op on non-linux | 10 # hooks. When run from hooks this script should be a no-op on non-linux |
| 11 # platforms. | 11 # platforms. |
| 12 | 12 |
| 13 # The sysroot image could be constructed from scratch based on the current | 13 # The sysroot image could be constructed from scratch based on the current |
| 14 # state or Debian Wheezy but for consistency we currently use a pre-built root | 14 # state or Debian Wheezy but for consistency we currently use a pre-built root |
| 15 # image. The image will normally need to be rebuilt every time chrome's build | 15 # image. The image will normally need to be rebuilt every time chrome's build |
| 16 # dependancies are changed. | 16 # dependancies are changed. |
| 17 | 17 |
| 18 import hashlib | 18 import hashlib |
| 19 import platform | 19 import platform |
| 20 import optparse | 20 import optparse |
| 21 import os | 21 import os |
| 22 import re | 22 import re |
| 23 import shutil | 23 import shutil |
| 24 import subprocess | 24 import subprocess |
| 25 import sys | 25 import sys |
| 26 | 26 |
| 27 | 27 |
| 28 SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__)) | 28 SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__)) |
| 29 URL_PREFIX = 'https://commondatastorage.googleapis.com' | 29 URL_PREFIX = 'http://storage.googleapis.com' |
| 30 URL_PATH = 'chrome-linux-sysroot/toolchain' | 30 URL_PATH = 'chrome-linux-sysroot/toolchain' |
| 31 REVISION = 264817 | 31 REVISION = 264817 |
| 32 ARM_REVISION = 285950 | |
| 32 TARBALL_AMD64 = 'debian_wheezy_amd64_sysroot.tgz' | 33 TARBALL_AMD64 = 'debian_wheezy_amd64_sysroot.tgz' |
| 33 TARBALL_I386 = 'debian_wheezy_i386_sysroot.tgz' | 34 TARBALL_I386 = 'debian_wheezy_i386_sysroot.tgz' |
| 35 TARBALL_ARM = 'debian_wheezy_arm_sysroot.tgz' | |
| 34 TARBALL_AMD64_SHA1SUM = '74b7231e12aaf45c5c5489d9aebb56bd6abb3653' | 36 TARBALL_AMD64_SHA1SUM = '74b7231e12aaf45c5c5489d9aebb56bd6abb3653' |
| 35 TARBALL_I386_SHA1SUM = 'fe3d284926839683b00641bc66c9023f872ea4b4' | 37 TARBALL_I386_SHA1SUM = 'fe3d284926839683b00641bc66c9023f872ea4b4' |
| 38 TARBALL_ARM_SHA1SUM = 'fc2f54db168887c5190c4c6686c869bedf668b4e' | |
| 36 SYSROOT_DIR_AMD64 = 'debian_wheezy_amd64-sysroot' | 39 SYSROOT_DIR_AMD64 = 'debian_wheezy_amd64-sysroot' |
| 37 SYSROOT_DIR_I386 = 'debian_wheezy_i386-sysroot' | 40 SYSROOT_DIR_I386 = 'debian_wheezy_i386-sysroot' |
| 41 SYSROOT_DIR_ARM = 'debian_wheezy_arm-sysroot' | |
| 38 | 42 |
| 39 | 43 |
| 40 def get_sha1(filename): | 44 def get_sha1(filename): |
| 41 sha1 = hashlib.sha1() | 45 sha1 = hashlib.sha1() |
| 42 with open(filename, 'rb') as f: | 46 with open(filename, 'rb') as f: |
| 43 while True: | 47 while True: |
| 44 # Read in 1mb chunks, so it doesn't all have to be loaded into memory. | 48 # Read in 1mb chunks, so it doesn't all have to be loaded into memory. |
| 45 chunk = f.read(1024*1024) | 49 chunk = f.read(1024*1024) |
| 46 if not chunk: | 50 if not chunk: |
| 47 break | 51 break |
| 48 sha1.update(chunk) | 52 sha1.update(chunk) |
| 49 return sha1.hexdigest() | 53 return sha1.hexdigest() |
| 50 | 54 |
| 51 | 55 |
| 52 def main(args): | 56 def main(args): |
| 53 if options.arch not in ['amd64', 'i386']: | 57 if options.arch not in ['amd64', 'i386', 'arm']: |
| 54 print 'Unknown architecture: %s' % options.arch | 58 print 'Unknown architecture: %s' % options.arch |
| 55 return 1 | 59 return 1 |
| 56 | 60 |
| 57 if options.linux_only: | 61 if options.linux_only: |
| 58 # This argument is passed when run from the gclient hooks. | 62 # This argument is passed when run from the gclient hooks. |
| 59 # In this case we return early on non-linux platforms. | 63 # In this case we return early on non-linux platforms. |
| 60 if not sys.platform.startswith('linux'): | 64 if not sys.platform.startswith('linux'): |
| 61 return 0 | 65 return 0 |
| 62 | 66 |
| 63 # Only install the sysroot for an Official Chrome Linux build. | |
| 64 defined = ['branding=Chrome', 'buildtype=Official'] | |
| 65 undefined = ['chromeos=1'] | |
| 66 gyp_defines = os.environ.get('GYP_DEFINES', '') | 67 gyp_defines = os.environ.get('GYP_DEFINES', '') |
| 67 for option in defined: | 68 |
| 68 if option not in gyp_defines: | 69 # Only install the sysroot for an Official Chrome Linux build, except |
| 69 return 0 | 70 # for ARM where we always use a sysroot. |
| 70 for option in undefined: | 71 if options.arch != 'arm': |
| 71 if option in gyp_defines: | 72 defined = ['branding=Chrome', 'buildtype=Official'] |
| 72 return 0 | 73 undefined = ['chromeos=1'] |
| 74 for option in defined: | |
| 75 if option not in gyp_defines: | |
| 76 return 0 | |
| 77 for option in undefined: | |
| 78 if option in gyp_defines: | |
| 79 return 0 | |
| 73 | 80 |
| 74 # Check for optional target_arch and only install for that architecture. | 81 # Check for optional target_arch and only install for that architecture. |
| 75 # If target_arch is not specified, then only install for the host | 82 # If target_arch is not specified, then only install for the host |
| 76 # architecture. | 83 # architecture. |
| 77 host_arch = '' | 84 target_arch = '' |
| 78 if 'target_arch=x64' in gyp_defines: | 85 if 'target_arch=x64' in gyp_defines: |
| 79 host_arch = 'amd64' | 86 target_arch = 'amd64' |
| 80 elif 'target_arch=ia32' in gyp_defines: | 87 elif 'target_arch=ia32' in gyp_defines: |
| 81 host_arch = 'i386' | 88 target_arch = 'i386' |
| 89 elif 'target_arch=arm' in gyp_defines: | |
| 90 target_arch = 'arm' | |
| 82 else: | 91 else: |
| 83 # Figure out host arch using build/detect_host_arch.py. | 92 # Figure out host arch using build/detect_host_arch.py and |
| 93 # set target_arch to host arch | |
| 84 SRC_DIR = os.path.abspath( | 94 SRC_DIR = os.path.abspath( |
| 85 os.path.join(SCRIPT_DIR, '..', '..', '..', '..')) | 95 os.path.join(SCRIPT_DIR, '..', '..', '..', '..')) |
| 86 sys.path.append(os.path.join(SRC_DIR, 'build')) | 96 sys.path.append(os.path.join(SRC_DIR, 'build')) |
| 87 import detect_host_arch | 97 import detect_host_arch |
| 88 | 98 |
| 89 detected_host_arch = detect_host_arch.HostArch() | 99 detected_host_arch = detect_host_arch.HostArch() |
| 90 if detected_host_arch == 'x64': | 100 if detected_host_arch == 'x64': |
| 91 host_arch = 'amd64' | 101 target_arch = 'amd64' |
| 92 elif detected_host_arch == 'ia32': | 102 elif detected_host_arch == 'ia32': |
| 93 host_arch = 'i386' | 103 target_arch = 'i386' |
| 94 if host_arch != options.arch: | 104 elif detected_host_arch == 'arm': |
| 105 target_arch = 'arm' | |
| 106 | |
| 107 if target_arch != options.arch: | |
| 95 return 0 | 108 return 0 |
| 96 | 109 |
| 97 # The sysroot directory should match the one specified in build/common.gypi. | 110 # The sysroot directory should match the one specified in build/common.gypi. |
| 98 # TODO(thestig) Consider putting this else where to avoid having to recreate | 111 # TODO(thestig) Consider putting this else where to avoid having to recreate |
| 99 # it on every build. | 112 # it on every build. |
| 100 linux_dir = os.path.dirname(SCRIPT_DIR) | 113 linux_dir = os.path.dirname(SCRIPT_DIR) |
| 101 if options.arch == 'amd64': | 114 if options.arch == 'amd64': |
| 102 sysroot = os.path.join(linux_dir, SYSROOT_DIR_AMD64) | 115 sysroot = os.path.join(linux_dir, SYSROOT_DIR_AMD64) |
| 103 tarball_filename = TARBALL_AMD64 | 116 tarball_filename = TARBALL_AMD64 |
| 104 tarball_sha1sum = TARBALL_AMD64_SHA1SUM | 117 tarball_sha1sum = TARBALL_AMD64_SHA1SUM |
| 105 else: | 118 revision = REVISION |
| 119 elif options.arch == 'arm': | |
|
Lei Zhang
2014/10/21 22:16:55
nit: also do it in the order of: amd64, i386, arm?
Sam Clegg
2014/10/21 22:41:03
Done.
| |
| 120 sysroot = os.path.join(linux_dir, SYSROOT_DIR_ARM) | |
| 121 tarball_filename = TARBALL_ARM | |
| 122 tarball_sha1sum = TARBALL_ARM_SHA1SUM | |
| 123 revision = ARM_REVISION | |
| 124 elif options.arch == 'i386': | |
| 106 sysroot = os.path.join(linux_dir, SYSROOT_DIR_I386) | 125 sysroot = os.path.join(linux_dir, SYSROOT_DIR_I386) |
| 107 tarball_filename = TARBALL_I386 | 126 tarball_filename = TARBALL_I386 |
| 108 tarball_sha1sum = TARBALL_I386_SHA1SUM | 127 tarball_sha1sum = TARBALL_I386_SHA1SUM |
| 109 url = '%s/%s/%s/%s' % (URL_PREFIX, URL_PATH, REVISION, tarball_filename) | 128 revision = REVISION |
| 129 else: | |
| 130 assert(false) | |
| 131 | |
| 132 | |
| 133 url = '%s/%s/%s/%s' % (URL_PREFIX, URL_PATH, revision, tarball_filename) | |
| 110 | 134 |
| 111 stamp = os.path.join(sysroot, '.stamp') | 135 stamp = os.path.join(sysroot, '.stamp') |
| 112 if os.path.exists(stamp): | 136 if os.path.exists(stamp): |
| 113 with open(stamp) as s: | 137 with open(stamp) as s: |
| 114 if s.read() == url: | 138 if s.read() == url: |
| 115 print 'Debian Wheezy %s root image already up-to-date: %s' % \ | 139 print 'Debian Wheezy %s root image already up-to-date: %s' % \ |
| 116 (options.arch, sysroot) | 140 (options.arch, sysroot) |
| 117 return 0 | 141 return 0 |
| 118 | 142 |
| 119 print 'Installing Debian Wheezy %s root image: %s' % (options.arch, sysroot) | 143 print 'Installing Debian Wheezy %s root image: %s' % (options.arch, sysroot) |
| 120 if os.path.isdir(sysroot): | 144 if os.path.isdir(sysroot): |
| 121 shutil.rmtree(sysroot) | 145 shutil.rmtree(sysroot) |
| 122 os.mkdir(sysroot) | 146 os.mkdir(sysroot) |
| 123 tarball = os.path.join(sysroot, tarball_filename) | 147 tarball = os.path.join(sysroot, tarball_filename) |
| 124 subprocess.check_call(['curl', '-L', url, '-o', tarball]) | 148 print 'Downloading %s' % url |
| 149 sys.stdout.flush() | |
| 150 sys.stderr.flush() | |
| 151 subprocess.check_call(['curl', '--fail', '-L', url, '-o', tarball]) | |
| 125 sha1sum = get_sha1(tarball) | 152 sha1sum = get_sha1(tarball) |
| 126 if sha1sum != tarball_sha1sum: | 153 if sha1sum != tarball_sha1sum: |
| 127 print 'Tarball sha1sum is wrong.' | 154 print 'Tarball sha1sum is wrong.' |
| 128 print 'Expected %s, actual: %s' % (tarball_sha1sum, sha1sum) | 155 print 'Expected %s, actual: %s' % (tarball_sha1sum, sha1sum) |
| 129 return 1 | 156 return 1 |
| 130 subprocess.check_call(['tar', 'xf', tarball, '-C', sysroot]) | 157 subprocess.check_call(['tar', 'xf', tarball, '-C', sysroot]) |
| 131 os.remove(tarball) | 158 os.remove(tarball) |
| 132 | 159 |
| 133 with open(stamp, 'w') as s: | 160 with open(stamp, 'w') as s: |
| 134 s.write(url) | 161 s.write(url) |
| 135 return 0 | 162 return 0 |
| 136 | 163 |
| 137 | 164 |
| 138 if __name__ == '__main__': | 165 if __name__ == '__main__': |
| 139 parser = optparse.OptionParser('usage: %prog [OPTIONS]') | 166 parser = optparse.OptionParser('usage: %prog [OPTIONS]') |
| 140 parser.add_option('', '--linux-only', dest='linux_only', action='store_true', | 167 parser.add_option('--linux-only', action='store_true', |
| 141 default=False, help='Only install sysroot for official ' | 168 default=False, help='Only install sysroot for official ' |
| 142 'Linux builds') | 169 'Linux builds') |
| 143 parser.add_option('', '--arch', dest='arch', | 170 parser.add_option('--arch', help='Sysroot architecture: i386, amd64 or arm') |
| 144 help='Sysroot architecture, i386 or amd64') | |
| 145 options, args = parser.parse_args() | 171 options, args = parser.parse_args() |
| 146 sys.exit(main(options)) | 172 sys.exit(main(args)) |
| OLD | NEW |