[milo] {buildbucket,buildbot,swarming,logdog} -> backends/*.

milo/appengine/buildbot/master.go

-// Copyright 2016 The LUCI Authors. All rights reserved.
-// Use of this source code is governed under the Apache License, Version 2.0
-// that can be found in the LICENSE file.
-
-package buildbot
-
-import (
-        "bytes"
-        "compress/gzip"
-        "encoding/json"
-        "fmt"
-        "sort"
-        "time"
-
-        ds "github.com/luci/gae/service/datastore"
-        "github.com/luci/luci-go/common/logging"
-        "github.com/luci/luci-go/milo/api/resp"
-        "github.com/luci/luci-go/milo/appengine/common"
-        "github.com/luci/luci-go/server/auth"
-        "github.com/luci/luci-go/server/auth/identity"
-
-        "golang.org/x/net/context"
-)
-
-func decodeMasterEntry(
-        c context.Context, entry *buildbotMasterEntry, master *buildbotMaster) error {
-
-        reader, err := gzip.NewReader(bytes.NewReader(entry.Data))
-        if err != nil {
-                return err
-        }
-        defer reader.Close()
-        if err = json.NewDecoder(reader).Decode(master); err != nil {
-                return err
-        }
-        return nil
-}
-
-// User not logged in, master found, master public: nil
-// User not logged in, master not found: 401
-// User not logged in, master internal: 401
-// User logged in, master found, master internal: nil
-// User logged in, master not found: 404
-// User logged in, master found, master internal: 404
-// Other error: 500
-func checkAccess(c context.Context, err error, internal bool) error {
-        cu := auth.CurrentUser(c)
-        switch {
-        case err == ds.ErrNoSuchEntity:
-                if cu.Identity == identity.AnonymousIdentity {
-                        return errNotAuth
-                }
-                return errMasterNotFound
-        case err != nil:
-                return err
-        }
-
-        // Do the ACL check if the entry is internal.
-        if internal {
-                allowed, err := common.IsAllowedInternal(c)
-                if err != nil {
-                        return err
-                }
-                if !allowed {
-                        if cu.Identity == identity.AnonymousIdentity {
-                                return errNotAuth
-                        }
-                        return errMasterNotFound
-                }
-        }
-
-        return nil
-}
-
-// getMasterEntry feches the named master and does an ACL check on the
-// current user.
-// It returns:
-func getMasterEntry(c context.Context, name string) (*buildbotMasterEntry, error) {
-        entry := buildbotMasterEntry{Name: name}
-        err := ds.Get(c, &entry)
-        err = checkAccess(c, err, entry.Internal)
-        return &entry, err
-}
-
-// getMasterJSON fetches the latest known buildbot master data and returns
-// the buildbotMaster struct (if found), whether or not it is internal,
-// the last modified time, and an error if not found.
-func getMasterJSON(c context.Context, name string) (
-        master *buildbotMaster, internal bool, t time.Time, err error) {
-        master = &buildbotMaster{}
-        entry, err := getMasterEntry(c, name)
-        if err != nil {
-                return
-        }
-        t = entry.Modified
-        internal = entry.Internal
-        err = decodeMasterEntry(c, entry, master)
-        return
-}
-
-// GetAllBuilders returns a resp.Module object containing all known masters
-// and builders.
-func GetAllBuilders(c context.Context) (*resp.CIService, error) {
-        result := &resp.CIService{Name: "Buildbot"}
-        // Fetch all Master entries from datastore
-        q := ds.NewQuery("buildbotMasterEntry")
-        // TODO(hinoka): Maybe don't look past like a month or so?
-        entries := []*buildbotMasterEntry{}
-        err := (&ds.Batcher{}).GetAll(c, q, &entries)
-        if err != nil {
-                return nil, err
-        }
-
-        // Add each builder from each master entry into the result.
-        // TODO(hinoka): FanInOut this?
-        for _, entry := range entries {
-                if entry.Internal {
-                        // Bypass the master if it's an internal master and the user is not
-                        // part of the buildbot-private project.
-                        allowed, err := common.IsAllowedInternal(c)
-                        if err != nil {
-                                logging.WithError(err).Errorf(c, "Could not process master %s", entry.Name)
-                                return nil, err
-                        }
-                        if !allowed {
-                                continue
-                        }
-                }
-                master := &buildbotMaster{}
-                err = decodeMasterEntry(c, entry, master)
-                if err != nil {
-                        logging.WithError(err).Errorf(c, "Could not decode %s", entry.Name)
-                        continue
-                }
-                ml := resp.BuilderGroup{Name: entry.Name}
-                // Sort the builder listing.
-                sb := make([]string, 0, len(master.Builders))
-                for bn := range master.Builders {
-                        sb = append(sb, bn)
-                }
-                sort.Strings(sb)
-                for _, bn := range sb {
-                        // Go templates escapes this for us, and also
-                        // slashes are not allowed in builder names.
-                        ml.Builders = append(ml.Builders, *resp.NewLink(
-                                bn, fmt.Sprintf("/buildbot/%s/%s", entry.Name, bn)))
-                }
-                result.BuilderGroups = append(result.BuilderGroups, ml)
-        }
-        return result, nil
-}