Add a package listing API to cipd.

appengine/chrome_infra_packages/cipd/impl.py

 # Copyright 2014 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Implementation of package repository service.
 
 Package and PackageInstance
 ---------------------------
 
 Definitions:
@@ skipping 147 matching lines @@
     """Returns Package entity if it exists.
 
     Args:
       package_name: name of the package, e.g. 'infra/tools/cipd'.
 
     Returns:
       Package or None.
     """
     return package_key(package_name).get()
 
+  def list_packages(self, prefix):
+    """Returns list of Packages with the given prefix.
+
+    Args:
+      prefix: string prefix of the packages to list.
+
+    Returns:
+      [Package, ...].
+    """
+    query = Package.query().order(Package.key)
+
+    # Only apply the filtering if a prefix was given. The empty string isn't a
+    # valid key and will result in an exception.
+    if prefix:
+      query = query.filter(
+          # Prefix match using the operators available to us. Packages can only
+          # contain lowercase ascii, numbers, and '/' so '\uffff' will always
+          # be larger.
+          ndb.AND(Package.key >= ndb.Key(Package, prefix),

[Vadim Sh., 2015/06/19 21:12:03]

this thing may require additional composite index (in index.yaml). The simplest
way to find out is to deploy  it to chrome-infra-packages-dev.appspot.com (I'll
send you invite) and try the call.

[estaab, 2015/06/20 02:25:25]

Sounds good.

+                  Package.key <= ndb.Key(Package, prefix + u'\uffff')))
+    pkgs = []
+    for pkg in query:

[Vadim Sh., 2015/06/19 21:12:03]

use keys_only=True query and extract package_name from the key. Will be much
faster that way (index-only query).

[estaab, 2015/06/20 02:25:25]

Done.

+      pkgs.append(pkg.package_name)
+    return pkgs

[Vadim Sh., 2015/06/19 21:12:03]

return sorted(pkgs)

[estaab, 2015/06/20 02:25:25]

Done

+
   def get_processing_result(self, package_name, instance_id, processor_name):
     """Returns results of some asynchronous processor or None if not ready.
 
     Args:
       package_name: name of the package, e.g. 'infra/tools/cipd'.
       instance_id: identifier of the package instance (SHA1 of package file).
       processor_name: name of the processor to retrieve results of.
 
     Returns:
       ProcessingResult entity or None.
@@ skipping 601 matching lines @@
         processors=payload['processors'])
 
 
 def get_backend_routes():  # pragma: no cover
   """Returns a list of webapp2.Route to add to backend WSGI app."""
   return [
     webapp2.Route(
         r'/internal/taskqueue/cipd-process/<instance_id:.+>',
         ProcessTaskQueueHandler),
   ]