Faster checkout and cleanup of old builds.

bin/cbuildbot.py

 #!/usr/bin/python
 
 # Copyright (c) 2010 The Chromium OS Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """CBuildbot is wrapper around the build process used by the pre-flight queue"""
 
 import errno
 import re
@@ skipping 29 matching lines @@
 
 
 def RepoSync(buildroot, rw_checkout=False, retries=_DEFAULT_RETRIES):
   """Uses repo to checkout the source code.
 
   Keyword arguments:
   rw_checkout -- Reconfigure repo after sync'ing to read-write.
   retries -- Number of retries to try before failing on the sync.
 
   """
+  # Get the number of processors to use with repo sync.
+  num_procs = int(RunCommand('grep -c processor /proc/cpuinfo'.split(),
+                             print_cmd=False, redirect_stdout=True))
+
   while retries > 0:
     try:
-      RunCommand(['repo', 'sync'], cwd=buildroot)
+      RunCommand(['repo', 'sync', '--jobs=%d' % (num_procs)], cwd=buildroot)
       if rw_checkout:
         # Always re-run in case of new git repos or repo sync
         # failed in a previous run because of a forced Stop Build.
         RunCommand(['repo', 'forall', '-c', 'git', 'config',
                     'url.ssh://git@gitrw.chromium.org:9222.pushinsteadof',
                     'http://git.chromium.org/git'], cwd=buildroot)
 
       retries = 0
     except:
       retries -= 1
@@ skipping 168 matching lines @@
   cwd = os.path.join(buildroot, 'src', 'scripts')
   RunCommand(['./setup_board', '--fast', '--default', '--board=%s' % board],
              cwd=cwd, enter_chroot=True)
 
 
 def _Build(buildroot):
   """Wrapper around build_packages."""
   cwd = os.path.join(buildroot, 'src', 'scripts')
   RunCommand(['./build_packages'], cwd=cwd, enter_chroot=True)
 
+def _WipeOldOutput(buildroot):
+  RunCommand(['rm', '-rf', 'src/build/images'], cwd=buildroot)
+
 def _BuildImage(buildroot):
+  _WipeOldOutput(buildroot)
+
   cwd = os.path.join(buildroot, 'src', 'scripts')
   RunCommand(['./build_image', '--replace'], cwd=cwd, enter_chroot=True)
 
 def _RunUnitTests(buildroot):
   cwd = os.path.join(buildroot, 'src', 'scripts')
   RunCommand(['./cros_run_unit_tests'], cwd=cwd, enter_chroot=True)
 
 
 def _UprevPackages(buildroot, revisionfile, board):
   """Uprevs a package based on given revisionfile.
@@ skipping 139 matching lines @@
   except:
     # Send failure to master bot.
     if not buildconfig['master'] and buildconfig['important']:
       cbuildbot_comm.PublishStatus(cbuildbot_comm.STATUS_BUILD_FAILED)
 
     raise
 
 
 if __name__ == '__main__':
     main()