Buildbucket: Save buildbucket build info and summary on pubsub push

milo/buildsource/buildbucket/struct.go

+// Copyright 2017 The LUCI Authors. All rights reserved.
+// Use of this source code is governed under the Apache License, Version 2.0
+// that can be found in the LICENSE file.
+
+package buildbucket
+
+import (
+        "encoding/json"
+        "fmt"
+        "time"
+
+        bucketApi "github.com/luci/luci-go/common/api/buildbucket/buildbucket/v1"
+        "github.com/luci/luci-go/milo/api/resp"
+)
+
+// buildEntry is a full buildbucket build along with its full resp rendering
+// at the time of modification.  This is a parent of a BuildSummary.
+type buildEntry struct {
+        // key is formulated via <project ID>:<build ID>.  From PubSub, project ID
+        // is determined via the topic name.
+        key string `gae:$id`
+
+        // buildData is the json marshalled form of
+        // a bucketApi.ApiCommonBuildMessage message.
+        buildbucketData []byte `gae:,noindex`
+
+        // respBuild is the resp.MiloBuild representation of the build.
+        respBuild *resp.MiloBuild `gae:,noindex`

[iannucci, 2017/07/11 21:51:20]

this doesn't have any nested stuff? Note that if this was a proto, luci/gae has
a tool to generate to/from datastore binary serializer methods, which would be
more efficient

[Ryan Tseng, 2017/07/11 23:09:22]

It's actually not nested, not even nested builds are nested ovo.

proto is good to know, thought about using the annotation proto at first but
then would also need to save swarming info, and then duplicate mixing logic...
this was a simpler approach.

+
+        // project is the luci project name of the build.
+        project string
+
+        // created is the time when this build entry was first created.
+        created time.Time
+
+        // last is the time when this build entry was last modified.
+        modified time.Time
+}
+
+// buildEntryKey returns the key for a build entry given a hostname and build ID.
+func buildEntryKey(host string, buildID int64) string {
+        return fmt.Sprintf("%s:%d", host, buildID)
+}
+
+func (b *buildEntry) getBuild() (*bucketApi.ApiCommonBuildMessage, error) {
+        msg := bucketApi.ApiCommonBuildMessage{}
+        err := json.Unmarshal(b.buildbucketData, &msg)
+        return &msg, err
+}