Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 #!/usr/bin/env python | 1 #!/usr/bin/env python |
| 2 # Copyright (c) 2011 The Chromium Authors. All rights reserved. | 2 # Copyright (c) 2011 The Chromium Authors. All rights reserved. |
| 3 # Use of this source code is governed by a BSD-style license that can be | 3 # Use of this source code is governed by a BSD-style license that can be |
| 4 # found in the LICENSE file. | 4 # found in the LICENSE file. |
| 5 | 5 |
| 6 """Client-side script to send a try job to the try server. It communicates to | 6 """Client-side script to send a try job to the try server. It communicates to |
| 7 the try server by either writting to a svn repository or by directly connecting | 7 the try server by either writting to a svn repository or by directly connecting |
| 8 to the server by HTTP. | 8 to the server by HTTP. |
| 9 """ | 9 """ |
| 10 | 10 |
| (...skipping 82 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 93 | 93 |
| 94 class SCM(object): | 94 class SCM(object): |
| 95 """Simplistic base class to implement one function: ProcessOptions.""" | 95 """Simplistic base class to implement one function: ProcessOptions.""" |
| 96 def __init__(self, options, path): | 96 def __init__(self, options, path): |
| 97 items = path.split('@') | 97 items = path.split('@') |
| 98 assert len(items) <= 2 | 98 assert len(items) <= 2 |
| 99 self.checkout_root = items[0] | 99 self.checkout_root = items[0] |
| 100 items.append(None) | 100 items.append(None) |
| 101 self.diff_against = items[1] | 101 self.diff_against = items[1] |
| 102 self.options = options | 102 self.options = options |
| 103 self.files = self.options.files | 103 self._files = self.options.files |
| 104 self._file_tuples = [('M', f) for f in self.files] | |
| 104 self.options.files = None | 105 self.options.files = None |
| 105 self.codereview_settings = None | 106 self.codereview_settings = None |
| 106 self.codereview_settings_file = 'codereview.settings' | 107 self.codereview_settings_file = 'codereview.settings' |
| 107 self.gclient_root = None | 108 self.gclient_root = None |
| 108 | 109 |
| 109 def GetFileNames(self): | 110 def GetFileNames(self): |
| 110 """Return the list of files in the diff.""" | 111 """Return the list of files in the diff.""" |
| 111 return self.files | 112 return self.files |
| 112 | 113 |
| 114 def GetFileTuples(self): | |
|
M-A Ruel
2011/09/26 18:18:50
Not needed. GetFileNames() was poor taste but it's
| |
| 115 """Return the list of file (status, filename) tuples in the diff.""" | |
| 116 return self.file_tuples | |
| 117 | |
| 113 def GetCodeReviewSetting(self, key): | 118 def GetCodeReviewSetting(self, key): |
| 114 """Returns a value for the given key for this repository. | 119 """Returns a value for the given key for this repository. |
| 115 | 120 |
| 116 Uses gcl-style settings from the repository. | 121 Uses gcl-style settings from the repository. |
| 117 """ | 122 """ |
| 118 if gcl: | 123 if gcl: |
| 119 gcl_setting = gcl.GetCodeReviewSetting(key) | 124 gcl_setting = gcl.GetCodeReviewSetting(key) |
| 120 if gcl_setting != '': | 125 if gcl_setting != '': |
| 121 return gcl_setting | 126 return gcl_setting |
| 122 if self.codereview_settings is None: | 127 if self.codereview_settings is None: |
| (...skipping 57 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 180 assert cur.startswith(root), (root, cur) | 185 assert cur.startswith(root), (root, cur) |
| 181 while cur.startswith(root): | 186 while cur.startswith(root): |
| 182 filepath = os.path.join(cur, filename) | 187 filepath = os.path.join(cur, filename) |
| 183 if os.path.isfile(filepath): | 188 if os.path.isfile(filepath): |
| 184 logging.info('Found %s at %s' % (filename, cur)) | 189 logging.info('Found %s at %s' % (filename, cur)) |
| 185 return gclient_utils.FileRead(filepath) | 190 return gclient_utils.FileRead(filepath) |
| 186 cur = os.path.dirname(cur) | 191 cur = os.path.dirname(cur) |
| 187 logging.warning('Didn\'t find %s' % filename) | 192 logging.warning('Didn\'t find %s' % filename) |
| 188 return None | 193 return None |
| 189 | 194 |
| 195 def _SetFileTuples(self, file_tuples): | |
| 196 excluded = ['!', '?', 'X', ' ', '~'] | |
| 197 def Excluded(f): | |
| 198 if f[0][0] in excluded: | |
| 199 return True | |
| 200 for r in self.options.exclude: | |
| 201 if re.search(r, f[1]): | |
| 202 logging.info('Ignoring "%s"' % f[1]) | |
| 203 return True | |
| 204 return False | |
| 205 | |
| 206 self._file_tuples = [f for f in file_tuples if not Excluded(f)] | |
| 207 self._files = [f[1] for f in self.file_tuples] | |
| 208 | |
| 209 @property | |
| 210 def files(self): | |
| 211 if not self._files: | |
| 212 self._SetFileTuples(self.CaptureStatus()) | |
| 213 return self._files | |
| 214 | |
| 215 @property | |
| 216 def file_tuples(self): | |
| 217 if not self._file_tuples: | |
| 218 self._SetFileTuples(self.CaptureStatus()) | |
| 219 return self._file_tuples | |
| 220 | |
| 190 | 221 |
| 191 class SVN(SCM): | 222 class SVN(SCM): |
| 192 """Gathers the options and diff for a subversion checkout.""" | 223 """Gathers the options and diff for a subversion checkout.""" |
| 193 def __init__(self, *args, **kwargs): | 224 def __init__(self, *args, **kwargs): |
| 194 SCM.__init__(self, *args, **kwargs) | 225 SCM.__init__(self, *args, **kwargs) |
| 195 self.checkout_root = scm.SVN.GetCheckoutRoot(self.checkout_root) | 226 self.checkout_root = scm.SVN.GetCheckoutRoot(self.checkout_root) |
| 196 if not self.options.email: | 227 if not self.options.email: |
| 197 # Assumes the svn credential is an email address. | 228 # Assumes the svn credential is an email address. |
| 198 self.options.email = scm.SVN.GetEmail(self.checkout_root) | 229 self.options.email = scm.SVN.GetEmail(self.checkout_root) |
| 199 logging.info("SVN(%s)" % self.checkout_root) | 230 logging.info("SVN(%s)" % self.checkout_root) |
| 200 | 231 |
| 201 def ReadRootFile(self, filename): | 232 def ReadRootFile(self, filename): |
| 202 data = SCM.ReadRootFile(self, filename) | 233 data = SCM.ReadRootFile(self, filename) |
| 203 if data: | 234 if data: |
| 204 return data | 235 return data |
| 205 | 236 |
| 206 # Try to search on the subversion repository for the file. | 237 # Try to search on the subversion repository for the file. |
| 207 if not gcl: | 238 if not gcl: |
| 208 return None | 239 return None |
| 209 data = gcl.GetCachedFile(filename) | 240 data = gcl.GetCachedFile(filename) |
| 210 logging.debug('%s:\n%s' % (filename, data)) | 241 logging.debug('%s:\n%s' % (filename, data)) |
| 211 return data | 242 return data |
| 212 | 243 |
| 244 def CaptureStatus(self): | |
| 245 previous_cwd = os.getcwd() | |
| 246 os.chdir(self.checkout_root) | |
| 247 result = scm.SVN.CaptureStatus(self.checkout_root) | |
| 248 os.chdir(previous_cwd) | |
| 249 return result | |
| 250 | |
| 213 def GenerateDiff(self): | 251 def GenerateDiff(self): |
| 214 """Returns a string containing the diff for the given file list. | 252 """Returns a string containing the diff for the given file list. |
| 215 | 253 |
| 216 The files in the list should either be absolute paths or relative to the | 254 The files in the list should either be absolute paths or relative to the |
| 217 given root. | 255 given root. |
| 218 """ | 256 """ |
| 219 if not self.files: | |
| 220 previous_cwd = os.getcwd() | |
| 221 os.chdir(self.checkout_root) | |
| 222 | |
| 223 excluded = ['!', '?', 'X', ' ', '~'] | |
| 224 def Excluded(f): | |
| 225 if f[0][0] in excluded: | |
| 226 return True | |
| 227 for r in self.options.exclude: | |
| 228 if re.search(r, f[1]): | |
| 229 logging.info('Ignoring "%s"' % f[1]) | |
| 230 return True | |
| 231 return False | |
| 232 | |
| 233 self.files = [f[1] for f in scm.SVN.CaptureStatus(self.checkout_root) | |
| 234 if not Excluded(f)] | |
| 235 os.chdir(previous_cwd) | |
| 236 return scm.SVN.GenerateDiff(self.files, self.checkout_root, full_move=True, | 257 return scm.SVN.GenerateDiff(self.files, self.checkout_root, full_move=True, |
| 237 revision=self.diff_against) | 258 revision=self.diff_against) |
| 238 | 259 |
| 239 | 260 |
| 240 class GIT(SCM): | 261 class GIT(SCM): |
| 241 """Gathers the options and diff for a git checkout.""" | 262 """Gathers the options and diff for a git checkout.""" |
| 242 def __init__(self, *args, **kwargs): | 263 def __init__(self, *args, **kwargs): |
| 243 SCM.__init__(self, *args, **kwargs) | 264 SCM.__init__(self, *args, **kwargs) |
| 244 self.checkout_root = scm.GIT.GetCheckoutRoot(self.checkout_root) | 265 self.checkout_root = scm.GIT.GetCheckoutRoot(self.checkout_root) |
| 245 if not self.options.name: | 266 if not self.options.name: |
| 246 self.options.name = scm.GIT.GetPatchName(self.checkout_root) | 267 self.options.name = scm.GIT.GetPatchName(self.checkout_root) |
| 247 if not self.options.email: | 268 if not self.options.email: |
| 248 self.options.email = scm.GIT.GetEmail(self.checkout_root) | 269 self.options.email = scm.GIT.GetEmail(self.checkout_root) |
| 249 if not self.diff_against: | 270 if not self.diff_against: |
| 250 self.diff_against = scm.GIT.GetUpstreamBranch(self.checkout_root) | 271 self.diff_against = scm.GIT.GetUpstreamBranch(self.checkout_root) |
| 251 if not self.diff_against: | 272 if not self.diff_against: |
| 252 raise NoTryServerAccess( | 273 raise NoTryServerAccess( |
| 253 "Unable to determine default branch to diff against. " | 274 "Unable to determine default branch to diff against. " |
| 254 "Verify this branch is set up to track another" | 275 "Verify this branch is set up to track another" |
| 255 "(via the --track argument to \"git checkout -b ...\"") | 276 "(via the --track argument to \"git checkout -b ...\"") |
| 256 logging.info("GIT(%s)" % self.checkout_root) | 277 logging.info("GIT(%s)" % self.checkout_root) |
| 257 | 278 |
| 279 def CaptureStatus(self): | |
| 280 return scm.GIT.CaptureStatus(self.checkout_root, self.diff_against) | |
| 281 | |
| 258 def GenerateDiff(self): | 282 def GenerateDiff(self): |
| 259 if not self.files: | |
| 260 self.files = scm.GIT.GetDifferentFiles(self.checkout_root, | |
| 261 branch=self.diff_against) | |
| 262 | |
| 263 def NotExcluded(f): | |
| 264 for r in self.options.exclude: | |
| 265 if re.search(r, f): | |
| 266 logging.info('Ignoring "%s"' % f) | |
| 267 return False | |
| 268 return True | |
| 269 | |
| 270 self.files = filter(NotExcluded, self.files) | |
| 271 return scm.GIT.GenerateDiff(self.checkout_root, files=self.files, | 283 return scm.GIT.GenerateDiff(self.checkout_root, files=self.files, |
| 272 full_move=True, | 284 full_move=True, |
| 273 branch=self.diff_against) | 285 branch=self.diff_against) |
| 274 | 286 |
| 275 | 287 |
| 276 def _ParseSendChangeOptions(options): | 288 def _ParseSendChangeOptions(options): |
| 277 """Parse common options passed to _SendChangeHTTP and _SendChangeSVN.""" | 289 """Parse common options passed to _SendChangeHTTP and _SendChangeSVN.""" |
| 278 values = {} | 290 values = {} |
| 279 if options.email: | 291 if options.email: |
| 280 values['email'] = options.email | 292 values['email'] = options.email |
| (...skipping 176 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 457 def GetMungedDiff(path_diff, diff): | 469 def GetMungedDiff(path_diff, diff): |
| 458 # Munge paths to match svn. | 470 # Munge paths to match svn. |
| 459 for i in range(len(diff)): | 471 for i in range(len(diff)): |
| 460 if diff[i].startswith('--- ') or diff[i].startswith('+++ '): | 472 if diff[i].startswith('--- ') or diff[i].startswith('+++ '): |
| 461 new_file = posixpath.join(path_diff, diff[i][4:]).replace('\\', '/') | 473 new_file = posixpath.join(path_diff, diff[i][4:]).replace('\\', '/') |
| 462 diff[i] = diff[i][0:4] + new_file | 474 diff[i] = diff[i][0:4] + new_file |
| 463 return diff | 475 return diff |
| 464 | 476 |
| 465 | 477 |
| 466 def TryChange(argv, | 478 def TryChange(argv, |
| 479 change, | |
| 467 file_list, | 480 file_list, |
| 468 swallow_exception, | 481 swallow_exception, |
| 469 prog=None, | 482 prog=None, |
| 470 extra_epilog=None): | 483 extra_epilog=None): |
| 471 """ | 484 """ |
| 472 Args: | 485 Args: |
| 473 argv: Arguments and options. | 486 argv: Arguments and options. |
| 474 file_list: Default value to pass to --file. | 487 file_list: Default value to pass to --file. |
| 475 swallow_exception: Whether we raise or swallow exceptions. | 488 swallow_exception: Whether we raise or swallow exceptions. |
| 476 """ | 489 """ |
| (...skipping 217 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 694 # Use this as the base. | 707 # Use this as the base. |
| 695 root = checkouts[0].checkout_root | 708 root = checkouts[0].checkout_root |
| 696 diffs = [] | 709 diffs = [] |
| 697 for checkout in checkouts: | 710 for checkout in checkouts: |
| 698 diff = checkout.GenerateDiff().splitlines(True) | 711 diff = checkout.GenerateDiff().splitlines(True) |
| 699 path_diff = gclient_utils.PathDifference(root, checkout.checkout_root) | 712 path_diff = gclient_utils.PathDifference(root, checkout.checkout_root) |
| 700 # Munge it. | 713 # Munge it. |
| 701 diffs.extend(GetMungedDiff(path_diff, diff)) | 714 diffs.extend(GetMungedDiff(path_diff, diff)) |
| 702 options.diff = ''.join(diffs) | 715 options.diff = ''.join(diffs) |
| 703 | 716 |
| 717 if not options.name: | |
| 718 if options.issue: | |
| 719 options.name = 'Issue %s' % options.issue | |
| 720 else: | |
| 721 options.name = 'Unnamed' | |
| 722 print('Note: use --name NAME to change the try job name.') | |
| 723 | |
| 724 if not options.email: | |
| 725 parser.error('Using an anonymous checkout. Please use --email or set ' | |
| 726 'the TRYBOT_RESULTS_EMAIL_ADDRESS environment variable.') | |
| 727 print('Results will be emailed to: ' + options.email) | |
| 728 | |
| 704 if not options.bot: | 729 if not options.bot: |
| 705 # Get try slaves from PRESUBMIT.py files if not specified. | 730 # Get try slaves from PRESUBMIT.py files if not specified. |
| 706 # Even if the diff comes from options.url, use the local checkout for bot | 731 # Even if the diff comes from options.url, use the local checkout for bot |
| 707 # selection. | 732 # selection. |
| 708 try: | 733 try: |
| 709 import presubmit_support | 734 import presubmit_support |
| 710 root_presubmit = checkouts[0].ReadRootFile('PRESUBMIT.py') | 735 root_presubmit = checkouts[0].ReadRootFile('PRESUBMIT.py') |
| 736 if change is None: | |
| 737 change = presubmit_support.Change(options.name, | |
| 738 '', | |
| 739 checkouts[0].checkout_root, | |
| 740 checkouts[0].GetFileTuples(), | |
| 741 options.issue, | |
| 742 options.patchset, | |
| 743 options.email) | |
| 711 options.bot = presubmit_support.DoGetTrySlaves( | 744 options.bot = presubmit_support.DoGetTrySlaves( |
| 745 change, | |
| 712 checkouts[0].GetFileNames(), | 746 checkouts[0].GetFileNames(), |
| 713 checkouts[0].checkout_root, | 747 checkouts[0].checkout_root, |
| 714 root_presubmit, | 748 root_presubmit, |
| 715 options.project, | 749 options.project, |
| 716 False, | 750 False, |
| 717 sys.stdout) | 751 sys.stdout) |
| 718 except ImportError: | 752 except ImportError: |
| 719 pass | 753 pass |
| 720 # If no bot is specified, either the default pool will be selected or the | 754 # If no bot is specified, either the default pool will be selected or the |
| 721 # try server will refuse the job. Either case we don't need to interfere. | 755 # try server will refuse the job. Either case we don't need to interfere. |
| 722 | 756 |
| 723 if options.name is None: | |
| 724 if options.issue: | |
| 725 options.name = 'Issue %s' % options.issue | |
| 726 else: | |
| 727 options.name = 'Unnamed' | |
| 728 print('Note: use --name NAME to change the try job name.') | |
| 729 if not options.email: | |
| 730 parser.error('Using an anonymous checkout. Please use --email or set ' | |
| 731 'the TRYBOT_RESULTS_EMAIL_ADDRESS environment variable.') | |
| 732 else: | |
| 733 print('Results will be emailed to: ' + options.email) | |
| 734 | |
| 735 # Prevent rietveld updates if we aren't running all the tests. | 757 # Prevent rietveld updates if we aren't running all the tests. |
| 736 if options.testfilter is not None: | 758 if options.testfilter is not None: |
| 737 options.issue = None | 759 options.issue = None |
| 738 options.patchset = None | 760 options.patchset = None |
| 739 | 761 |
| 740 # Send the patch. | 762 # Send the patch. |
| 741 if options.send_patch: | 763 if options.send_patch: |
| 742 # If forced. | 764 # If forced. |
| 743 options.send_patch(options) | 765 options.send_patch(options) |
| 744 PrintSuccess(options) | 766 PrintSuccess(options) |
| (...skipping 15 matching lines...) Expand all Loading... | |
| 760 print >> sys.stderr, e | 782 print >> sys.stderr, e |
| 761 return 1 | 783 return 1 |
| 762 except (gclient_utils.Error, subprocess2.CalledProcessError), e: | 784 except (gclient_utils.Error, subprocess2.CalledProcessError), e: |
| 763 print >> sys.stderr, e | 785 print >> sys.stderr, e |
| 764 return 1 | 786 return 1 |
| 765 return 0 | 787 return 0 |
| 766 | 788 |
| 767 | 789 |
| 768 if __name__ == "__main__": | 790 if __name__ == "__main__": |
| 769 fix_encoding.fix_encoding() | 791 fix_encoding.fix_encoding() |
| 770 sys.exit(TryChange(None, [], False)) | 792 sys.exit(TryChange(None, None, [], False)) |
| OLD | NEW |