Add support for grabbing Packages files using external programs.

pym/portage/dbapi/bintree.py

 # Copyright 1998-2010 Gentoo Foundation
 # Distributed under the terms of the GNU General Public License v2
 
 __all__ = ["bindbapi", "binarytree"]
 
 import portage
 portage.proxy.lazyimport.lazyimport(globals(),
         'portage.checksum:hashfunc_map,perform_multiple_checksums,verify_all',
         'portage.dbapi.dep_expand:dep_expand',
         'portage.dep:dep_getkey,isjustname,match_from_list',
@@ skipping 754 matching lines @@
                                 if e.errno != errno.ENOENT:
                                         raise
                         local_timestamp = pkgindex.header.get("TIMESTAMP", None)
                         rmt_idx = self._new_pkgindex()
                         proc = None
                         tmp_filename = None
                         try:
                                 # urlparse.urljoin() only works correctly with recognized
                                 # protocols and requires the base url to have a trailing
                                 # slash, so join manually...
+                                url = base_url.rstrip("/") + "/Packages"
                                 try:
-                                        f = urllib_request_urlopen(base_url.rstrip("/") + "/Packages")
+                                        f = urllib_request_urlopen(url)
                                 except IOError:
                                         path = parsed_url.path.rstrip("/") + "/Packages"
 
                                         if parsed_url.scheme == 'sftp':
                                                 # The sftp command complains about 'Illegal seek' if
                                                 # we try to make it write to /dev/stdout, so use a
                                                 # temp file instead.
                                                 fd, tmp_filename = tempfile.mkstemp()
                                                 os.close(fd)
                                                 if port is not None:
                                                         port_args = ['-P', "%s" % (port,)]
                                                 proc = subprocess.Popen(['sftp'] + port_args + \
                                                         [user_passwd + host + ":" + path, tmp_filename])
                                                 if proc.wait() != os.EX_OK:
                                                         raise
                                                 f = open(tmp_filename, 'rb')
                                         elif parsed_url.scheme == 'ssh':
                                                 if port is not None:
                                                         port_args = ['-p', "%s" % (port,)]
                                                 proc = subprocess.Popen(['ssh'] + port_args + \
                                                         [user_passwd + host, '--', 'cat', path],
                                                         stdout=subprocess.PIPE)
                                                 f = proc.stdout
                                         else:
-                                                raise
+                                                setting = 'FETCHCOMMAND_' + parsed_url.scheme.upper()
+                                                fcmd = self.settings.get(setting)
+                                                if not fcmd:
+                                                        raise
+                                                fd, tmp_filename = tempfile.mkstemp()
+                                                tmp_dirname, tmp_basename = os.path.split(tmp_filename)
+                                                os.close(fd)
+                                                success = portage.getbinpkg.file_get(url,
+                                                     tmp_dirname, fcmd=fcmd, filename=tmp_basename)
+                                                if not success:
+                                                        raise portage.exception.FileNotFound(url)
+                                                f = open(tmp_filename, 'rb')
 
                                 f_dec = codecs.iterdecode(f,
                                         _encodings['repo.content'], errors='replace')
                                 try:
                                         rmt_idx.readHeader(f_dec)
                                         remote_timestamp = rmt_idx.header.get("TIMESTAMP", None)
                                         if not remote_timestamp:
                                                 # no timestamp in the header, something's wrong
                                                 pkgindex = None
                                         else:
@@ skipping 517 matching lines @@
         def getslot(self, mycatpkg):
                 "Get a slot for a catpkg; assume it exists."
                 myslot = ""
                 try:
                         myslot = self.dbapi.aux_get(mycatpkg,["SLOT"])[0]
                 except SystemExit as e:
                         raise
                 except Exception as e:
                         pass
                 return myslot