[milo] Add an (uncached) method to get console rows.

milo/buildsource/console.go

Index: milo/buildsource/console.go
diff --git a/milo/buildsource/console.go b/milo/buildsource/console.go
new file mode 100644
index 0000000000000000000000000000000000000000..e8840c3c0f780bc24e7985bb05f30b1f5cada6aa
--- /dev/null
+++ b/milo/buildsource/console.go
@@ -0,0 +1,86 @@
+// Copyright 2017 The LUCI Authors.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package buildsource
+
+import (
+	"encoding/hex"
+
+	"golang.org/x/net/context"
+
+	"github.com/luci/gae/service/datastore"
+
+	"github.com/luci/luci-go/common/data/stringset"
+	"github.com/luci/luci-go/common/errors"
+	"github.com/luci/luci-go/common/sync/parallel"
+
+	"github.com/luci/luci-go/milo/api/config"
+	"github.com/luci/luci-go/milo/common/model"
+)
+
+// ConsoleRow is one row of a particular console.
+//
+// It has the git commit for the row, as well as a mapping of BuilderID to any
+// BuildSummaries which reported using this commit.
+type ConsoleRow struct {
+	Commit string
+	Builds map[BuilderID][]*model.BuildSummary
+}
+
+// GetConsoleRows returns a row-oriented collection of BuildSummary
+// objects. Each row corresponds to the similarly-indexed commit in the
+// `commits` slice.
+func GetConsoleRows(c context.Context, project string, console *config.Console, commits, builders []string) ([]*ConsoleRow, error) {
+	rawCommits := make([][]byte, len(commits))
+	for i, c := range commits {
+		var err error
+		if rawCommits[i], err = hex.DecodeString(c); err != nil {
+			return nil, errors.Annotate(err, "bad commit[%d]: %q", i, c).Err()
+		}
+	}
+
+	builderSet := stringset.NewFromSlice(builders...)
+
+	ret := make([]*ConsoleRow, len(commits))
+	url := console.RepoURL
+	// HACK(iannucci): This little hack should be removed when console definitions
+	// no longer use a manifest name of "REVISION". REVISION was used to index the
+	// 'got_revision' value before manifests were implemented.
+	if console.ManifestName == "REVISION" {
+		url = ""
+	}
+	partialKey := model.NewPartialManifestKey(project, console.Name, console.ManifestName, url)
+	q := datastore.NewQuery("BuildSummary").KeysOnly(true)
+	err := parallel.WorkPool(4, func(ch chan<- func() error) {
+		for i := range rawCommits {
+			i := i
+			r := &ConsoleRow{Commit: commits[i]}
+			ret[i] = r
+			ch <- func() error {
+				fullQ := q.Eq("ManifestKey", partialKey.AddRevision(rawCommits[i]))
+				return datastore.Run(c, fullQ, func(bs *model.BuildSummary) {
+					if builderSet.Has(bs.BuilderID) {
+						bid := BuilderID(bs.BuilderID)
+						if r.Builds == nil {
+							r.Builds = map[BuilderID][]*model.BuildSummary{}
+						}
+						r.Builds[bid] = append(r.Builds[bid], bs)
+					}
+				})
+			}
+		}
+	})
+
+	return ret, err
+}