Retry in parallel_emerge for 5xx error codes.

parallel_emerge

 #!/usr/bin/python2.6
 # Copyright (c) 2010 The Chromium OS Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Program to run emerge in parallel, for significant speedup.
 
 Usage:
  ./parallel_emerge [--board=BOARD] [--workon=PKGS] [--no-workon-deps]
                    [--force-remote-binary=PKGS] [emerge args] package
@@ skipping 649 matching lines @@
       binhost_url: Base URL of remote packages (PORTAGE_BINHOST).
 
     Returns:
       A dict mapping package identifiers to modification times.
     """
 
     if not binhost_url:
       return {}
 
     def retry_urlopen(url, tries=3):
-      """Open the specified url, retrying if we run into network errors.
+      """Open the specified url, retrying if we run into temporary errors.
 
-      We do not retry for HTTP errors.
+      We retry for both network errors and 5xx Server Errors. We do not retry
+      for HTTP errors with a non-5xx code.
 
       Args:
         url: The specified url.
         tries: The number of times to try.
 
       Returns:
         The result of urllib2.urlopen(url).
       """
       for i in range(tries):
         try:
           return urllib2.urlopen(url)
         except urllib2.HTTPError as e:
-          raise
+          if i + 1 == tries or e.code < 500:

[sosa, 2010/11/16 18:09:25]

use >= in case

+            raise
+          else:
+            print "Cannot GET %s: %s" % (url, e)

[sosa, 2010/11/16 18:09:25]

Adding a retrying message and you should probably have a timeout backoff on the
retry ... 5 seconds?

         except urllib2.URLError as e:
           if i + 1 == tries:
             raise
           else:
             print "Cannot GET %s: %s" % (url, e)
 
     url = os.path.join(binhost_url, "Packages")
     try:
       f = retry_urlopen(url)
     except urllib2.HTTPError as e:
@@ skipping 1134 matching lines @@
   # need to upgrade the rest of the packages. So we'll go ahead and do that.
   if portage_upgrade:
     args = sys.argv[1:] + ["--nomerge=sys-apps/portage"]
     os.execvp(os.path.realpath(sys.argv[0]), args)
 
   print "Done"
   sys.exit(0)
 
 if __name__ == "__main__":
   main()