| OLD | NEW |
| (Empty) |
| 1 #!/usr/bin/python | |
| 2 | |
| 3 # Copyright (c) 2010 The Chromium OS Authors. All rights reserved. | |
| 4 # Use of this source code is governed by a BSD-style license that can be | |
| 5 # found in the LICENSE file. | |
| 6 | |
| 7 """This module uprevs Chrome for cbuildbot. | |
| 8 | |
| 9 After calling, it prints outs CHROME_VERSION_ATOM=(version atom string). A | |
| 10 caller could then use this atom with emerge to build the newly uprevved version | |
| 11 of Chrome e.g. | |
| 12 | |
| 13 ./cros_mark_chrome_as_stable tot | |
| 14 Returns chrome-base/chromeos-chrome-8.0.552.0_alpha_r1 | |
| 15 | |
| 16 emerge-x86-generic =chrome-base/chromeos-chrome-8.0.552.0_alpha_r1 | |
| 17 """ | |
| 18 | |
| 19 import optparse | |
| 20 import os | |
| 21 import re | |
| 22 import sys | |
| 23 import urllib | |
| 24 | |
| 25 sys.path.append(os.path.join(os.path.dirname(__file__), '..')) | |
| 26 import cros_mark_as_stable | |
| 27 | |
| 28 sys.path.append(os.path.join(os.path.dirname(__file__), '../lib')) | |
| 29 from cros_build_lib import RunCommand, Info, Warning | |
| 30 | |
| 31 BASE_CHROME_SVN_URL = 'http://src.chromium.org/svn' | |
| 32 | |
| 33 # Command for which chrome ebuild to uprev. | |
| 34 TIP_OF_TRUNK, LATEST_RELEASE, STICKY = 'tot', 'latest_release', 'stable_release' | |
| 35 CHROME_REV = [TIP_OF_TRUNK, LATEST_RELEASE, STICKY] | |
| 36 | |
| 37 # Helper regex's for finding ebuilds. | |
| 38 _CHROME_VERSION_REGEX = '\d+\.\d+\.\d+\.\d+' | |
| 39 _NON_STICKY_REGEX = '%s[(_rc.*)|(_alpha.*)]+' % _CHROME_VERSION_REGEX | |
| 40 | |
| 41 # Dir where all the action happens. | |
| 42 _CHROME_OVERLAY_DIR = ('%(srcroot)s/third_party/chromiumos-overlay' | |
| 43 '/chromeos-base/chromeos-chrome') | |
| 44 | |
| 45 _GIT_COMMIT_MESSAGE = ('Marking %(chrome_rev)s for chrome ebuild with version ' | |
| 46 '%(chrome_version)s as stable.') | |
| 47 | |
| 48 | |
| 49 def _GetSvnUrl(): | |
| 50 """Returns the path to the svn url for the given chrome branch.""" | |
| 51 return os.path.join(BASE_CHROME_SVN_URL, 'trunk') | |
| 52 | |
| 53 | |
| 54 def _GetTipOfTrunkSvnRevision(): | |
| 55 """Returns the current svn revision for the chrome tree.""" | |
| 56 svn_url = _GetSvnUrl() | |
| 57 svn_info = RunCommand(['svn', 'info', svn_url], redirect_stdout=True) | |
| 58 | |
| 59 revision_re = re.compile('^Revision:\s+(\d+).*') | |
| 60 for line in svn_info.splitlines(): | |
| 61 match = revision_re.search(line) | |
| 62 if match: | |
| 63 svn_revision = match.group(1) | |
| 64 Info('Using SVN Revision %s' % svn_revision) | |
| 65 return svn_revision | |
| 66 | |
| 67 raise Exception('Could not find revision information from %s' % svn_url) | |
| 68 | |
| 69 | |
| 70 def _GetTipOfTrunkVersion(): | |
| 71 """Returns the current Chrome version.""" | |
| 72 svn_url = _GetSvnUrl() | |
| 73 chrome_version_file = urllib.urlopen(os.path.join(svn_url, 'src', 'chrome', | |
| 74 'VERSION')) | |
| 75 chrome_version_info = chrome_version_file.read() | |
| 76 chrome_version_file.close() | |
| 77 | |
| 78 # Sanity check. | |
| 79 if '404 Not Found' in chrome_version_info: | |
| 80 raise Exception('Url %s does not have version file.' % svn_url) | |
| 81 | |
| 82 chrome_version_array = [] | |
| 83 | |
| 84 for line in chrome_version_info.splitlines(): | |
| 85 chrome_version_array.append(line.rpartition('=')[2]) | |
| 86 | |
| 87 return '.'.join(chrome_version_array) | |
| 88 | |
| 89 | |
| 90 def _GetLatestRelease(branch=None): | |
| 91 """Gets the latest release version from the buildspec_url for the branch. | |
| 92 | |
| 93 Args: | |
| 94 branch: If set, gets the latest release for branch, otherwise latest | |
| 95 release. | |
| 96 Returns: | |
| 97 Latest version string. | |
| 98 """ | |
| 99 buildspec_url = 'http://src.chromium.org/svn/releases' | |
| 100 svn_ls = RunCommand(['svn', 'ls', buildspec_url], redirect_stdout=True) | |
| 101 sorted_ls = RunCommand(['sort', '--version-sort'], input=svn_ls, | |
| 102 redirect_stdout=True) | |
| 103 if branch: | |
| 104 chrome_version_re = re.compile('^%s\.\d+.*' % branch) | |
| 105 else: | |
| 106 chrome_version_re = re.compile('^[0-9]+\..*') | |
| 107 for chrome_version in sorted_ls.splitlines(): | |
| 108 if chrome_version_re.match(chrome_version): | |
| 109 current_version = chrome_version | |
| 110 | |
| 111 return current_version.rstrip('/') | |
| 112 | |
| 113 | |
| 114 def _GetStickyEBuild(stable_ebuilds): | |
| 115 """Returns the sticky ebuild.""" | |
| 116 sticky_ebuilds = [] | |
| 117 non_sticky_re = re.compile(_NON_STICKY_REGEX) | |
| 118 for ebuild in stable_ebuilds: | |
| 119 if not non_sticky_re.match(ebuild.version): | |
| 120 sticky_ebuilds.append(ebuild) | |
| 121 | |
| 122 if not sticky_ebuilds: | |
| 123 raise Exception('No sticky ebuilds found') | |
| 124 elif len(sticky_ebuilds) > 1: | |
| 125 Warning('More than one sticky ebuild found') | |
| 126 | |
| 127 return cros_mark_as_stable.BestEBuild(sticky_ebuilds) | |
| 128 | |
| 129 | |
| 130 class ChromeEBuild(cros_mark_as_stable.EBuild): | |
| 131 """Thin sub-class of EBuild that adds a chrome_version field.""" | |
| 132 chrome_version_re = re.compile('.*chromeos-chrome-(%s|9999).*' % ( | |
| 133 _CHROME_VERSION_REGEX)) | |
| 134 chrome_version = '' | |
| 135 | |
| 136 def __init__(self, path): | |
| 137 cros_mark_as_stable.EBuild.__init__(self, path) | |
| 138 re_match = self.chrome_version_re.match(self.ebuild_path_no_revision) | |
| 139 if re_match: | |
| 140 self.chrome_version = re_match.group(1) | |
| 141 | |
| 142 def __cmp__(self, other): | |
| 143 """Use ebuild paths for comparison.""" | |
| 144 if self.ebuild_path == other.ebuild_path: | |
| 145 return 0 | |
| 146 elif self.ebuild_path > other.ebuild_path: | |
| 147 return 1 | |
| 148 else: | |
| 149 return (-1) | |
| 150 | |
| 151 def __str__(self): | |
| 152 return self.ebuild_path | |
| 153 | |
| 154 | |
| 155 def FindChromeCandidates(overlay_dir): | |
| 156 """Return a tuple of chrome's unstable ebuild and stable ebuilds. | |
| 157 | |
| 158 Args: | |
| 159 overlay_dir: The path to chrome's portage overlay dir. | |
| 160 Returns: | |
| 161 Tuple [unstable_ebuild, stable_ebuilds]. | |
| 162 Raises: | |
| 163 Exception: if no unstable ebuild exists for Chrome. | |
| 164 """ | |
| 165 stable_ebuilds = [] | |
| 166 unstable_ebuilds = [] | |
| 167 for path in [ | |
| 168 os.path.join(overlay_dir, entry) for entry in os.listdir(overlay_dir)]: | |
| 169 if path.endswith('.ebuild'): | |
| 170 ebuild = ChromeEBuild(path) | |
| 171 if not ebuild.chrome_version: | |
| 172 Warning('Poorly formatted ebuild found at %s' % path) | |
| 173 else: | |
| 174 if '9999' in ebuild.version: | |
| 175 unstable_ebuilds.append(ebuild) | |
| 176 else: | |
| 177 stable_ebuilds.append(ebuild) | |
| 178 | |
| 179 # Apply some sanity checks. | |
| 180 if not unstable_ebuilds: | |
| 181 raise Exception('Missing 9999 ebuild for %s' % overlay_dir) | |
| 182 if not stable_ebuilds: | |
| 183 Warning('Missing stable ebuild for %s' % overlay_dir) | |
| 184 | |
| 185 return cros_mark_as_stable.BestEBuild(unstable_ebuilds), stable_ebuilds | |
| 186 | |
| 187 | |
| 188 def FindChromeUprevCandidate(stable_ebuilds, chrome_rev, sticky_branch): | |
| 189 """Finds the Chrome uprev candidate for the given chrome_rev. | |
| 190 | |
| 191 Using the pre-flight logic, this means the stable ebuild you are uprevving | |
| 192 from. The difference here is that the version could be different and in | |
| 193 that case we want to find it to delete it. | |
| 194 | |
| 195 Args: | |
| 196 stable_ebuilds: A list of stable ebuilds. | |
| 197 chrome_rev: The chrome_rev designating which candidate to find. | |
| 198 sticky_branch: The the branch that is currently sticky with Major/Minor | |
| 199 components. For example: 9.0.553 | |
| 200 Returns: | |
| 201 Returns the EBuild, otherwise None if none found. | |
| 202 """ | |
| 203 candidates = [] | |
| 204 if chrome_rev == TIP_OF_TRUNK: | |
| 205 chrome_branch_re = re.compile('%s.*_alpha.*' % _CHROME_VERSION_REGEX) | |
| 206 for ebuild in stable_ebuilds: | |
| 207 if chrome_branch_re.search(ebuild.version): | |
| 208 candidates.append(ebuild) | |
| 209 | |
| 210 elif chrome_rev == STICKY: | |
| 211 chrome_branch_re = re.compile('%s\..*' % sticky_branch) | |
| 212 for ebuild in stable_ebuilds: | |
| 213 if chrome_branch_re.search(ebuild.version): | |
| 214 candidates.append(ebuild) | |
| 215 | |
| 216 else: | |
| 217 chrome_branch_re = re.compile('%s.*_rc.*' % _CHROME_VERSION_REGEX) | |
| 218 for ebuild in stable_ebuilds: | |
| 219 if chrome_branch_re.search(ebuild.version) and ( | |
| 220 not ebuild.chrome_version.startswith(sticky_branch)): | |
| 221 candidates.append(ebuild) | |
| 222 | |
| 223 if candidates: | |
| 224 return cros_mark_as_stable.BestEBuild(candidates) | |
| 225 else: | |
| 226 return None | |
| 227 | |
| 228 | |
| 229 def MarkChromeEBuildAsStable(stable_candidate, unstable_ebuild, chrome_rev, | |
| 230 chrome_version, commit, overlay_dir, | |
| 231 sticky_ebuild): | |
| 232 """Uprevs the chrome ebuild specified by chrome_rev. | |
| 233 | |
| 234 This is the main function that uprevs the chrome_rev from a stable candidate | |
| 235 to its new version. | |
| 236 | |
| 237 Args: | |
| 238 stable_candidate: ebuild that corresponds to the stable ebuild we are | |
| 239 revving from. If None, builds the a new ebuild given the version | |
| 240 and logic for chrome_rev type with revision set to 1. | |
| 241 unstable_ebuild: ebuild corresponding to the unstable ebuild for chrome. | |
| 242 chrome_rev: one of CHROME_REV | |
| 243 TIP_OF_TRUNK - Requires commit value. Revs the ebuild for the TOT | |
| 244 version and uses the portage suffix of _alpha. | |
| 245 LATEST_RELEASE - This uses the portage suffix of _rc as they are release | |
| 246 candidates for the next sticky version. | |
| 247 STICKY - Revs the sticky version. | |
| 248 chrome_version: The \d.\d.\d.\d version of Chrome. | |
| 249 commit: Used with TIP_OF_TRUNK. The svn revision of chrome. | |
| 250 overlay_dir: Path to the chromeos-chrome package dir. | |
| 251 sticky_ebuild: EBuild class for the sticky ebuild. | |
| 252 Returns: | |
| 253 Full portage version atom (including rc's, etc) that was revved. | |
| 254 """ | |
| 255 base_path = os.path.join(overlay_dir, 'chromeos-chrome-%s' % chrome_version) | |
| 256 # Case where we have the last stable candidate with same version just rev. | |
| 257 if stable_candidate and stable_candidate.chrome_version == chrome_version: | |
| 258 new_ebuild_path = '%s-r%d.ebuild' % ( | |
| 259 stable_candidate.ebuild_path_no_revision, | |
| 260 stable_candidate.current_revision + 1) | |
| 261 else: | |
| 262 if chrome_rev == TIP_OF_TRUNK: | |
| 263 portage_suffix = '_alpha' | |
| 264 else: | |
| 265 portage_suffix = '_rc' | |
| 266 | |
| 267 new_ebuild_path = base_path + ('%s-r1.ebuild' % portage_suffix) | |
| 268 | |
| 269 # Mark latest release and sticky branches as stable. | |
| 270 mark_stable = chrome_rev != TIP_OF_TRUNK | |
| 271 | |
| 272 cros_mark_as_stable.EBuildStableMarker.MarkAsStable( | |
| 273 unstable_ebuild.ebuild_path, new_ebuild_path, 'CROS_SVN_COMMIT', commit, | |
| 274 make_stable=mark_stable) | |
| 275 new_ebuild = ChromeEBuild(new_ebuild_path) | |
| 276 if stable_candidate and ( | |
| 277 stable_candidate.chrome_version == new_ebuild.chrome_version): | |
| 278 if 0 == RunCommand(['diff', '-Bu', stable_candidate.ebuild_path, | |
| 279 new_ebuild_path], | |
| 280 redirect_stderr=True, | |
| 281 redirect_stdout=True, | |
| 282 exit_code=True): | |
| 283 Info('Previous ebuild with same version found and no 9999 changes found.' | |
| 284 ' Nothing to do.') | |
| 285 os.unlink(new_ebuild_path) | |
| 286 return None | |
| 287 | |
| 288 RunCommand(['git', 'add', new_ebuild_path]) | |
| 289 if stable_candidate and stable_candidate != sticky_ebuild: | |
| 290 RunCommand(['git', 'rm', stable_candidate.ebuild_path]) | |
| 291 | |
| 292 cros_mark_as_stable.EBuildStableMarker.CommitChange( | |
| 293 _GIT_COMMIT_MESSAGE % {'chrome_rev': chrome_rev, | |
| 294 'chrome_version': chrome_version}) | |
| 295 | |
| 296 new_ebuild = ChromeEBuild(new_ebuild_path) | |
| 297 return '%s-%s' % (new_ebuild.package, new_ebuild.version) | |
| 298 | |
| 299 | |
| 300 def main(): | |
| 301 usage = '%s OPTIONS [%s]' % (__file__, '|'.join(CHROME_REV)) | |
| 302 parser = optparse.OptionParser(usage) | |
| 303 parser.add_option('-s', '--srcroot', default=os.path.join(os.environ['HOME'], | |
| 304 'trunk', 'src'), | |
| 305 help='Path to the src directory') | |
| 306 parser.add_option('-t', '--tracking_branch', default='cros/master', | |
| 307 help='Branch we are tracking changes against') | |
| 308 (options, args) = parser.parse_args() | |
| 309 | |
| 310 if len(args) != 1 or args[0] not in CHROME_REV: | |
| 311 parser.error('Commit requires arg set to one of %s.' % CHROME_REV) | |
| 312 | |
| 313 overlay_dir = os.path.abspath(_CHROME_OVERLAY_DIR % | |
| 314 {'srcroot': options.srcroot}) | |
| 315 chrome_rev = args[0] | |
| 316 version_to_uprev = None | |
| 317 commit_to_use = None | |
| 318 | |
| 319 (unstable_ebuild, stable_ebuilds) = FindChromeCandidates(overlay_dir) | |
| 320 sticky_ebuild = _GetStickyEBuild(stable_ebuilds) | |
| 321 sticky_version = sticky_ebuild.chrome_version | |
| 322 sticky_branch = sticky_version.rpartition('.')[0] | |
| 323 | |
| 324 if chrome_rev == TIP_OF_TRUNK: | |
| 325 version_to_uprev = _GetTipOfTrunkVersion() | |
| 326 commit_to_use = _GetTipOfTrunkSvnRevision() | |
| 327 elif chrome_rev == LATEST_RELEASE: | |
| 328 version_to_uprev = _GetLatestRelease() | |
| 329 # Don't rev on stable branch for latest_release. | |
| 330 if re.match('%s\.\d+' % sticky_branch, version_to_uprev): | |
| 331 Info('Latest release is sticky branch. Nothing to do.') | |
| 332 return | |
| 333 else: | |
| 334 version_to_uprev = _GetLatestRelease(sticky_branch) | |
| 335 | |
| 336 stable_candidate = FindChromeUprevCandidate(stable_ebuilds, chrome_rev, | |
| 337 sticky_branch) | |
| 338 | |
| 339 if stable_candidate: | |
| 340 Info('Stable candidate found %s' % stable_candidate) | |
| 341 else: | |
| 342 Info('No stable candidate found.') | |
| 343 | |
| 344 os.chdir(overlay_dir) | |
| 345 work_branch = cros_mark_as_stable.GitBranch( | |
| 346 cros_mark_as_stable.STABLE_BRANCH_NAME, options.tracking_branch) | |
| 347 work_branch.CreateBranch() | |
| 348 chrome_version_atom = MarkChromeEBuildAsStable( | |
| 349 stable_candidate, unstable_ebuild, chrome_rev, version_to_uprev, | |
| 350 commit_to_use, overlay_dir, sticky_ebuild) | |
| 351 # Explicit print to communicate to caller. | |
| 352 if chrome_version_atom: | |
| 353 print 'CHROME_VERSION_ATOM=%s' % chrome_version_atom | |
| 354 | |
| 355 | |
| 356 if __name__ == '__main__': | |
| 357 main() | |
| OLD | NEW |