Update parallel_emerge to use Portage APIs to grab package information.

bin/parallel_emerge

 #!/usr/bin/python2.6
 # Copyright (c) 2010 The Chromium OS Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Program to run emerge in parallel, for significant speedup.
 
 Usage:
  ./parallel_emerge [--board=BOARD] [--workon=PKGS] [--no-workon-deps]
                    [--force-remote-binary=PKGS] [emerge args] package
@@ skipping 697 matching lines @@
 
     Args:
      deps: Dependency tree structure.
      depth: Allows printing the tree recursively, with indentation.
     """
     for entry in sorted(deps):
       action = deps[entry]["action"]
       print "%s %s (%s)" % (depth, entry, action)
       self.PrintTree(deps[entry]["deps"], depth=depth + "  ")
 
-  def RemotePackageDatabase(self, binhost_url, settings):
+  def RemotePackageDatabase(self):
     """Grab the latest binary package database from the prebuilt server.
 
     We need to know the modification times of the prebuilt packages so that we
     know when it is OK to use these packages and when we should rebuild them
     instead.
 
-    Args:
-      binhost_url: Base URL of remote packages (PORTAGE_BINHOST).
-
     Returns:
       A dict mapping package identifiers to modification times.
     """
-
-    if not binhost_url:
-      return {}
-
-    def retry_urlopen(url, tries=3):
-      """Open the specified url, retrying if we run into temporary errors.
-
-      We retry for both network errors and 5xx Server Errors. We do not retry
-      for HTTP errors with a non-5xx code.
-
-      Args:
-        url: The specified url.
-        tries: The number of times to try.
-
-      Returns:
-        The result of urllib2.urlopen(url).
-      """
-      for i in range(tries):
-        try:
-          return urllib2.urlopen(url)
-        except urllib2.HTTPError as e:
-          print "Cannot GET %s: %s" % (url, str(e))
-          if i + 1 >= tries or e.code < 500:
-            raise
-        except urllib2.URLError as e:
-          print "Cannot GET %s: %s" % (url, str(e))
-          if i + 1 >= tries:
-            raise
-        print "Sleeping for 10 seconds before retrying..."
-        time.sleep(10)
-
-    url = os.path.join(binhost_url, "Packages")
-    tmp_filename = None
-    if url.startswith("http://"):
-      try:
-        f = retry_urlopen(url)
-      except urllib2.HTTPError as e:
-        if e.code == 404:
-          return {}
-        else:
-          raise
-    else:
-      parsed_url = urlparse.urlparse(url)
-      setting = 'FETCHCOMMAND_' + parsed_url.scheme.upper()
-      fcmd = settings.get(setting)
-      if not fcmd:
-        print >>sys.stderr, "Unrecognized URL:", url
-        sys.exit(1)
-      fd, tmp_filename = tempfile.mkstemp()
-      tmp_dirname, tmp_basename = os.path.split(tmp_filename)
-      os.close(fd)
-      success = portage.getbinpkg.file_get(url, tmp_dirname, fcmd=fcmd,
-                                           filename=tmp_basename)
-      if not success:
-        os.unlink(tmp_filename)
-        return {}
-      f = open(tmp_filename)
-
+    root = self.emerge.settings["ROOT"]
+    bindb = self.emerge.trees[root]["bintree"].dbapi
     prebuilt_pkgs = {}
-    for line in f:
-      if line.startswith("CPV: "):
-        pkg = line.replace("CPV: ", "").rstrip()
-      elif line.startswith("MTIME: "):
-        prebuilt_pkgs[pkg] = int(line[:-1].replace("MTIME: ", ""))
-    f.close()
-
-    if tmp_filename:
-      os.unlink(tmp_filename)
-
+    for pkg in bindb.cpv_all():
+      prebuilt_pkgs[pkg] = bindb.aux_get(pkg, ["BUILD_TIME"])[0]
     return prebuilt_pkgs
 
   def GenDependencyGraph(self, deps_tree, deps_info, remote_pkgs):
     """Generate a doubly linked dependency graph.
 
     Args:
       deps_tree: Dependency tree structure.
       deps_info: More details on the dependencies.
     Returns:
       Deps graph in the form of a dict of packages, with each package
@@ skipping 294 matching lines @@
 
     def LocalPackageDatabase():
       """Get the modification times of the packages in the local database.
 
       We need to know the modification times of the local packages so that we
       know when they need to be rebuilt.
 
       Returns:
         A dict mapping package identifiers to modification times.
       """
-      if self.board:
-        path = "/build/%s/packages/Packages" % self.board
-      else:
-        path = "/var/lib/portage/pkgs/Packages"
+      vardb = emerge.trees[root]["vartree"].dbapi
       local_pkgs = {}
-      for line in file(path):
-        if line.startswith("CPV: "):
-          pkg = line.replace("CPV: ", "").rstrip()
-        elif line.startswith("MTIME: "):
-          local_pkgs[pkg] = int(line[:-1].replace("MTIME: ", ""))
-
+      for pkg in vardb.cpv_all():
+        local_pkgs[pkg] = vardb.aux_get(pkg, ["BUILD_TIME"])[0]
       return local_pkgs
 
     def AutoRebuildDeps(local_pkgs, remote_pkgs, cycles):
       """Recursively rebuild packages when necessary using modification times.
 
       If you've modified a package, it's a good idea to rebuild all the packages
       that depend on it from source. This function looks for any packages which
       depend on packages that have been modified and ensures that they get
       rebuilt.
 
@@ skipping 713 matching lines @@
     nomerge_packages = " ".join(deps.nomerge)
     print "Starting fast-emerge."
     print " Building package %s on %s" % (cmdline_packages,
                                           deps.board or "root")
     if nomerge_packages:
       print " Skipping package %s on %s" % (nomerge_packages,
                                             deps.board or "root")
 
   remote_pkgs = {}
   if "--getbinpkg" in emerge.opts:
-    binhosts = emerge.settings["PORTAGE_BINHOST"]
-    for binhost in binhosts.split():
-      try:
-        remote_pkgs.update(deps.RemotePackageDatabase(binhost, emerge.settings))
-      except (urllib2.HTTPError, urllib2.URLError):
-        pass
-    if not remote_pkgs:
-      print "Can't find any binary packages. Building from source..."
-      del emerge.opts["--getbinpkg"]
+    remote_pkgs = deps.RemotePackageDatabase()
 
   deps_tree, deps_info = deps.GenDependencyTree(remote_pkgs)
 
   # You want me to be verbose? I'll give you two trees! Twice as much value.
   if "--tree" in emerge.opts and "--verbose" in emerge.opts:
     deps.PrintTree(deps_tree)
 
   deps_graph = deps.GenDependencyGraph(deps_tree, deps_info, remote_pkgs)
 
   # OK, time to print out our progress so far.
@@ skipping 43 matching lines @@
   # need to upgrade the rest of the packages. So we'll go ahead and do that.
   if portage_upgrade:
     args = sys.argv[1:] + ["--nomerge=sys-apps/portage"]
     os.execvp(os.path.realpath(sys.argv[0]), args)
 
   print "Done"
   sys.exit(0)
 
 if __name__ == "__main__":
   main()