LogDog: BigTable batching schema.

server/logdog/storage/storage.go

 // Copyright 2015 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 package storage
 
 import (
         "errors"
         "time"
 
@@ skipping 25 matching lines @@
         MaxLogAge time.Duration
 }
 
 // PutRequest describes adding a single storage record to BigTable.
 type PutRequest struct {
         // Path is the stream path to retrieve.
         Path types.StreamPath
         // Index is the entry's stream index.
         Index types.MessageIndex
 
-        // Value is the contents of the cell to add.
-        Value []byte
+        // Values are contiguous sequential records to add to the storage. The first
+        // index in values corresponds to Index.
+        Values [][]byte
 }
 
 // GetRequest is a request to retrieve a series of LogEntry records.
 type GetRequest struct {
         // Path is the stream path to retrieve.
         Path types.StreamPath
         // Index is the entry's stream index.
         Index types.MessageIndex
 
         // Limit is the maximum number of records to return before stopping iteration.
@@ skipping 16 matching lines @@
 //
 // All methods may return errors.Transient errors if they encounter an error
 // that may be transient.
 type Storage interface {
         // Close shuts down this instance, releasing any allocated resources.
         Close()
 
         // Writes log record data to storage.
         //
         // If the data already exists, ErrExists will be returned.
-        Put(*PutRequest) error
+        Put(PutRequest) error
 
         // Get invokes a callback over a range of sequential LogEntry records.
         //
         // These log entries will be returned in order (e.g., seq(Rn) < seq(Rn+1)),
         // but, depending on ingest, may not be contiguous.
         //
         // The underlying Storage implementation may return fewer records than
         // requested based on availability or implementation details; consequently,
         // receiving fewer than requsted records does not necessarily mean that more
         // records are not available.
         //
         // Returns nil if retrieval executed successfully, ErrDoesNotExist if
         // the requested stream does not exist, and an error if an error occurred
         // during retrieval.
-        Get(*GetRequest, GetCallback) error
+        Get(GetRequest, GetCallback) error
 
         // Tail retrieves the latest log in the stream. If the stream has no logs, it
         // will return ErrDoesNotExist.
         Tail(types.StreamPath) ([]byte, types.MessageIndex, error)
 
         // Config installs the supplied configuration parameters into the storage
         // instance.
         Config(Config) error
 }