OLD | NEW |
1 #!/usr/bin/python | 1 #!/usr/bin/python |
2 | 2 |
3 # Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file | 3 # Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file |
4 # for details. All rights reserved. Use of this source code is governed by a | 4 # for details. All rights reserved. Use of this source code is governed by a |
5 # BSD-style license that can be found in the LICENSE file. | 5 # BSD-style license that can be found in the LICENSE file. |
6 | 6 |
7 """ | 7 """ |
8 Buildbot steps for src tarball generation and debian package generation | 8 Buildbot steps for src tarball generation and debian package generation |
9 | 9 |
10 Package up the src of the dart repo and create a debian package. | 10 Package up the src of the dart repo and create a debian package. |
11 Archive tarball and debian package to google cloud storage. | 11 Archive tarball and debian package to google cloud storage. |
12 """ | 12 """ |
13 | 13 |
14 import os | 14 import os |
15 import re | 15 import re |
16 import sys | 16 import sys |
17 | 17 |
18 import bot | 18 import bot |
19 import bot_utils | 19 import bot_utils |
20 | 20 |
21 utils = bot_utils.GetUtils() | 21 utils = bot_utils.GetUtils() |
22 | 22 |
23 HOST_OS = utils.GuessOS() | 23 HOST_OS = utils.GuessOS() |
24 SRC_BUILDER = r'linux-distribution-support-(debian_wheezy|ubuntu_precise)' | 24 SRC_BUILDER = r'debianpackage-linux' |
25 | 25 |
26 def SrcConfig(name, is_buildbot): | 26 def SrcConfig(name, is_buildbot): |
27 """Returns info for the current buildbot based on the name of the builder. | 27 """Returns info for the current buildbot based on the name of the builder. |
28 | 28 |
29 Currently, since we only run this on linux, this is just: | 29 Currently, since we only run this on linux, this is just: |
30 - mode: always "release" | 30 - mode: always "release" |
31 - system: always "linux" | 31 - system: always "linux" |
32 """ | 32 """ |
33 src_pattern = re.match(SRC_BUILDER, name) | 33 src_pattern = re.match(SRC_BUILDER, name) |
34 if not src_pattern: | 34 if not src_pattern: |
35 return None | 35 return None |
36 return bot.BuildInfo('none', 'none', 'release', 'linux', | 36 return bot.BuildInfo('none', 'none', 'release', 'linux') |
37 builder_tag=src_pattern.group(1)) | |
38 | 37 |
39 def ArchiveArtifacts(tarfile, builddir, channel, linux_system): | 38 def ArchiveArtifacts(tarfile, builddir, channel): |
40 namer = bot_utils.GCSNamer(channel=channel) | 39 namer = bot_utils.GCSNamer(channel=channel) |
41 gsutil = bot_utils.GSUtil() | 40 gsutil = bot_utils.GSUtil() |
42 revision = utils.GetArchiveVersion() | 41 revision = utils.GetArchiveVersion() |
43 # Archive the src tar to the src dir | 42 # Archive the src tar to the src dir |
44 remote_tarfile = '/'.join([namer.src_directory(revision), | 43 remote_tarfile = '/'.join([namer.src_directory(revision), |
45 os.path.basename(tarfile)]) | 44 os.path.basename(tarfile)]) |
46 gsutil.upload(tarfile, remote_tarfile, public=True) | 45 gsutil.upload(tarfile, remote_tarfile, public=True) |
47 # Archive all files except the tar file to the linux packages dir | 46 # Archive all files except the tar file to the linux packages dir |
48 for entry in os.listdir(builddir): | 47 for entry in os.listdir(builddir): |
49 full_path = os.path.join(builddir, entry) | 48 full_path = os.path.join(builddir, entry) |
50 # We expect a flat structure, not subdirectories | 49 # We expect a flat structure, not subdirectories |
51 assert(os.path.isfile(full_path)) | 50 assert(os.path.isfile(full_path)) |
52 if full_path != tarfile: | 51 if full_path != tarfile: |
53 package_dir = namer.linux_packages_directory(revision, linux_system) | 52 package_dir = namer.linux_packages_directory(revision) |
54 remote_file = '/'.join([package_dir, | 53 remote_file = '/'.join([package_dir, |
55 os.path.basename(entry)]) | 54 os.path.basename(entry)]) |
56 gsutil.upload(full_path, remote_file, public=True) | 55 gsutil.upload(full_path, remote_file, public=True) |
57 | 56 |
58 def InstallFromDep(builddir): | 57 def InstallFromDep(builddir): |
59 for entry in os.listdir(builddir): | 58 for entry in os.listdir(builddir): |
60 if entry.endswith("_amd64.deb"): | 59 if entry.endswith("_amd64.deb"): |
61 path = os.path.join(builddir, entry) | 60 path = os.path.join(builddir, entry) |
62 Run(['sudo', 'dpkg', '-i', path]) | 61 Run(['sudo', 'dpkg', '-i', path]) |
63 | 62 |
(...skipping 37 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
101 builddir = os.path.join(bot_utils.DART_DIR, | 100 builddir = os.path.join(bot_utils.DART_DIR, |
102 utils.GetBuildDir(HOST_OS), | 101 utils.GetBuildDir(HOST_OS), |
103 'src_and_installation') | 102 'src_and_installation') |
104 | 103 |
105 if not os.path.exists(builddir): | 104 if not os.path.exists(builddir): |
106 os.makedirs(builddir) | 105 os.makedirs(builddir) |
107 tarfilename = 'dart-%s.tar.gz' % version | 106 tarfilename = 'dart-%s.tar.gz' % version |
108 tarfile = os.path.join(builddir, tarfilename) | 107 tarfile = os.path.join(builddir, tarfilename) |
109 | 108 |
110 with bot.BuildStep('Validating linux system'): | 109 with bot.BuildStep('Validating linux system'): |
111 print 'Validating that we are on %s' % build_info.builder_tag | 110 print 'Validating that we are on debian jessie' |
112 args = ['cat', '/etc/os-release'] | 111 args = ['cat', '/etc/os-release'] |
113 (stdout, stderr, exitcode) = bot_utils.run(args) | 112 (stdout, stderr, exitcode) = bot_utils.run(args) |
114 if exitcode != 0: | 113 if exitcode != 0: |
115 print "Could not find linux system, exiting" | 114 print "Could not find linux system, exiting" |
116 sys.exit(1) | 115 sys.exit(1) |
117 | 116 if not "jessie" in stdout: |
118 if build_info.builder_tag == "debian_wheezy": | 117 print "Trying to build debian bits but not on debian Jessie" |
119 if not "jessie" in stdout: | 118 print "You can't fix this, please contact whesse@" |
120 print "Trying to build debian bits on a non debian system" | 119 sys.exit(1) |
121 print "You can't fix this, please contact whesse@" | |
122 sys.exit(1) | |
123 if build_info.builder_tag == "ubuntu_precise": | |
124 if not "precise" in stdout: | |
125 print "Trying to build ubuntu bits on a non ubuntu system" | |
126 print "You can't fix this, please contact whesse@" | |
127 sys.exit(1) | |
128 | 120 |
129 with bot.BuildStep('Create src tarball'): | 121 with bot.BuildStep('Create src tarball'): |
130 print 'Building src tarball' | 122 print 'Building src tarball' |
131 Run([sys.executable, './tools/create_tarball.py', | 123 Run([sys.executable, './tools/create_tarball.py', |
132 '--tar_filename', tarfile]) | 124 '--tar_filename', tarfile]) |
133 | 125 |
134 print 'Building Debian packages' | 126 print 'Building Debian packages' |
135 Run([sys.executable, './tools/create_debian_packages.py', | 127 Run([sys.executable, './tools/create_debian_packages.py', |
136 '--tar_filename', tarfile, | 128 '--tar_filename', tarfile, |
137 '--out_dir', builddir]) | 129 '--out_dir', builddir]) |
138 | 130 |
139 with bot.BuildStep('Sanity check installation'): | 131 with bot.BuildStep('Sanity check installation'): |
140 if os.path.exists('/usr/bin/dart'): | 132 if os.path.exists('/usr/bin/dart'): |
141 print "Dart already installed, removing" | 133 print "Dart already installed, removing" |
142 UninstallDart() | 134 UninstallDart() |
143 TestInstallation(assume_installed=False) | 135 TestInstallation(assume_installed=False) |
144 | 136 |
145 InstallFromDep(builddir) | 137 InstallFromDep(builddir) |
146 TestInstallation(assume_installed=True) | 138 TestInstallation(assume_installed=True) |
147 | 139 |
148 # We build the runtime target to get everything we need to test the | 140 # We build the runtime target to get everything we need to test the |
149 # standalone target. | 141 # standalone target. |
150 Run([sys.executable, './tools/build.py', '-mrelease', '-ax64', 'runtime']) | 142 Run([sys.executable, './tools/build.py', '-mrelease', '-ax64', 'runtime']) |
151 # Copy in the installed binary to avoid poluting /usr/bin (and having to | 143 # Copy in the installed binary to avoid poluting /usr/bin (and having to |
152 # run as root) | 144 # run as root) |
153 Run(['cp', '/usr/bin/dart', 'out/ReleaseX64/dart']) | 145 Run(['cp', '/usr/bin/dart', 'out/ReleaseX64/dart']) |
154 | 146 |
155 # We currently can't run the testing script on wheezy since the checked in | 147 # We currently can't run the testing script on wheezy since the checked in |
156 # binary is built on precise, see issue 18742 | 148 # binary is built on precise, see issue 18742 |
157 if (build_info.builder_tag == 'ubuntu_precise'): | 149 # TODO(18742): Run './tools/test.py' '-mrelease' 'standalone' |
158 Run([sys.executable, './tools/test.py', '-ax64', | |
159 '--mode=release', 'standalone']) | |
160 | 150 |
161 # Sanity check dart2js and the analyzer against a hello world program | 151 # Sanity check dart2js and the analyzer against a hello world program |
162 with utils.TempDir() as temp_dir: | 152 with utils.TempDir() as temp_dir: |
163 test_file = CreateDartTestFile(temp_dir) | 153 test_file = CreateDartTestFile(temp_dir) |
164 Run(['/usr/lib/dart/bin/dart2js', test_file]) | 154 Run(['/usr/lib/dart/bin/dart2js', test_file]) |
165 Run(['/usr/lib/dart/bin/dartanalyzer', test_file]) | 155 Run(['/usr/lib/dart/bin/dartanalyzer', test_file]) |
166 Run(['/usr/lib/dart/bin/dart', test_file]) | 156 Run(['/usr/lib/dart/bin/dart', test_file]) |
167 | 157 |
168 # Sanity check that pub can start up and print the version | 158 # Sanity check that pub can start up and print the version |
169 Run(['/usr/lib/dart/bin/pub', '--version']) | 159 Run(['/usr/lib/dart/bin/pub', '--version']) |
170 | 160 |
171 UninstallDart() | 161 UninstallDart() |
172 TestInstallation(assume_installed=False) | 162 TestInstallation(assume_installed=False) |
173 | 163 |
174 with bot.BuildStep('Upload artifacts'): | 164 with bot.BuildStep('Upload artifacts'): |
175 bot_name, _ = bot.GetBotName() | 165 bot_name, _ = bot.GetBotName() |
176 channel = bot_utils.GetChannelFromName(bot_name) | 166 channel = bot_utils.GetChannelFromName(bot_name) |
177 if channel != bot_utils.Channel.BLEEDING_EDGE: | 167 if channel != bot_utils.Channel.BLEEDING_EDGE: |
178 ArchiveArtifacts(tarfile, builddir, channel, build_info.builder_tag) | 168 ArchiveArtifacts(tarfile, builddir, channel) |
179 else: | 169 else: |
180 print 'Not uploading artifacts on bleeding edge' | 170 print 'Not uploading artifacts on bleeding edge' |
181 | 171 |
182 if __name__ == '__main__': | 172 if __name__ == '__main__': |
183 # We pass in None for build_step to avoid building the sdk. | 173 # We pass in None for build_step to avoid building the sdk. |
184 bot.RunBot(SrcConfig, SrcSteps, build_step=None) | 174 bot.RunBot(SrcConfig, SrcSteps, build_step=None) |
OLD | NEW |