Simple memory testing for gae/wrapper

go/src/infra/gae/libs/wrapper/memory/context.go

Index: go/src/infra/gae/libs/wrapper/memory/context.go
diff --git a/go/src/infra/gae/libs/wrapper/memory/context.go b/go/src/infra/gae/libs/wrapper/memory/context.go
new file mode 100644
index 0000000000000000000000000000000000000000..294acd22d694b53e436719c008b4a9e41b294add
--- /dev/null
+++ b/go/src/infra/gae/libs/wrapper/memory/context.go
@@ -0,0 +1,159 @@
+// Copyright 2015 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+package memory
+
+import (
+	"fmt"
+	"infra/gae/libs/wrapper"

[M-A Ruel, 2015/05/27 20:14:47]

goimports really generated that? That would be highly surprising.

[iannucci, 2015/05/27 21:36:22]

yeah it really did :(. I think it's because it thinks our infra package is part
of the stdlib. derp.

+	"math/rand"
+	"sync"
+
+	"golang.org/x/net/context"
+
+	"appengine/datastore"
+)
+
+type memContextObj interface {
+	sync.Locker
+	canApplyTxn(m memContextObj) bool
+	applyTxn(rnd *rand.Rand, m memContextObj)
+
+	endTxn()
+	mkTxn(*datastore.TransactionOptions) (memContextObj, error)
+}
+
+type memContext []memContextObj
+
+func newMemContext() memContext {
+	return memContext{
+		newTaskQueueData(),
+		newDataStoreData(),
+	}
+}
+
+var memContextIndices = map[string]int{
+	"TQ": 0,
+	"DS": 1,
+}
+
+func (m memContext) Get(item string) memContextObj {
+	if i, ok := memContextIndices[item]; !ok {

[M-A Ruel, 2015/05/27 20:14:47]

if i, ok := memContextIndices[item]; ok {
  return m[i]
}
panic(fmt.Errorf("wrapper/memory: cannot get context item %q", item))

another line saved.

[iannucci, 2015/05/27 21:36:22]

done

+		panic(fmt.Errorf("wrapper/memory: cannot get context item %q", item))
+	} else {
+		return m[i]
+	}
+}
+
+func (m memContext) Lock() {
+	for _, itm := range m {
+		itm.Lock()
+	}
+}
+
+func (m memContext) Unlock() {
+	for i := len(m) - 1; i >= 0; i-- {
+		m[i].Unlock()
+	}
+}
+
+func (m memContext) endTxn() {
+	for _, itm := range m {
+		itm.endTxn()
+	}
+}
+
+func (m memContext) mkTxn(o *datastore.TransactionOptions) (memContext, error) {
+	ret := make(memContext, len(m))
+	for i, itm := range m {
+		newItm, err := itm.mkTxn(o)
+		if err != nil {
+			return nil, err
+		}
+		ret[i] = newItm
+	}
+	return ret, nil
+}
+
+func (m memContext) canApplyTxn(txnCtx memContext) bool {
+	for i := range m {
+		if !m[i].canApplyTxn(txnCtx[i]) {
+			return false
+		}
+	}
+	return true
+}
+
+func (m memContext) applyTxn(rnd *rand.Rand, txnCtx memContext) {
+	for i := range m {
+		m[i].applyTxn(rnd, txnCtx[i])
+	}
+}
+
+// Enable adds a new memory context to c. This new memory context will have
+// a zeroed state.
+func Enable(c context.Context) context.Context {
+	return context.WithValue(
+		context.WithValue(c, memContextKey, newMemContext()),
+		giContextKey, &globalInfoData{})
+}
+
+// Use calls ALL of this packages Use* methods on c. This enables all
+// gae/wrapper Get* api's.
+func Use(c context.Context) context.Context {
+	return UseTQ(UseDS(UseMC(UseGI(c))))
+}
+
+func cur(c context.Context) (p memContext) {
+	p, _ = c.Value(memContextKey).(memContext)
+	return
+}
+
+type memContextKeyType int
+
+var memContextKey memContextKeyType
+
+// weird stuff
+
+// RunInTransaction is here because it's really a service-wide transaction, not
+// just in the datastore. TaskQueue behaves differently in a transaction in
+// a couple ways, for example.

[M-A Ruel, 2015/05/27 20:14:47]

FWIU, it's really more that TaskQueue implicitly depends on DS since it uses the
datastore underneath.

[iannucci, 2015/05/27 21:36:22]

it also isn't allowed to have a Name parameter in the task. Also it's reliance
on the datastore is really to just attach an extra action (not really do a
datastore write). It's complicated :D

+//
+// It really should have been appengine.Context.RunInTransaction(func(tc...)),
+// but because it's not, this method is on dsImpl instead to mirror the official
+// API.
+//
+// The fake implementation also differs from the real implementation because the
+// fake TaskQueue is NOT backed by the fake Datastore. This is done to make the
+// test-access API for TaskQueue better (instead of trying to reconstitute the
+// state of the task queue from a bunch of datastore accesses).
+func (d *dsImpl) RunInTransaction(f func(context.Context) error, o *datastore.TransactionOptions) error {
+	curMC := cur(d.c)
+
+	txnMC, err := curMC.mkTxn(o)
+	if err != nil {
+		return err
+	}
+
+	defer func() {
+		txnMC.Lock()
+		defer txnMC.Unlock()
+
+		txnMC.endTxn()
+	}()
+
+	if err = f(context.WithValue(d.c, memContextKey, txnMC)); err != nil {
+		return err
+	}
+
+	txnMC.Lock()
+	defer txnMC.Unlock()
+
+	if curMC.canApplyTxn(txnMC) {
+		curMC.applyTxn(wrapper.GetMathRand(d.c), txnMC)
+	} else {
+		return datastore.ErrConcurrentTransaction
+	}
+	return nil
+}