LogDog: BigTable batching schema.

common/proto/logdog/svcconfig/config.proto

 // Copyright 2015 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 syntax = "proto3";
 
 package svcconfig;
 
 import "transport.proto";
 import "storage.proto";
@@ skipping 53 matching lines @@
   // moved out of intermediate storage.
   //
   // This must be >= `archive_delay`, and should be fairly large (days) to allow
   // for the log stream to complete and for all available log entries to be
   // added to intermediate storage.
   google.protobuf.Duration archive_delay_max = 32;
 }
 
 // Collector is the set of configuration parameters for Collector instances.
 message Collector {
-  // Workers is the number of ingest workers to run.
-  int32 workers = 1;
+  // The maximum number of concurrent transport messages to process. If <= 0,
+  // a default will be chosen based on the transport.
+  int32 max_concurrent_messages = 1;
 
-  // The number of transport worker goroutines to run.
-  int32 transport_workers = 2;
+  // The maximum number of concurrent workers to process each ingested message.
+  // If <= 0, collector.DefaultMaxMessageWorkers will be used.
+  int32 max_message_workers = 2;
 
   // The maximum number of log stream states to cache locally. If <= 0, a
   // default will be used.
   int32 state_cache_size = 3;
 
   // The maximum amount of time that cached stream state is valid. If <= 0, a
   // default will be used.
   google.protobuf.Duration state_cache_expiration = 4;
 }
 
@@ skipping 16 matching lines @@
   // If not zero, the maximum number of log data bytes between index entries.
   int32 byte_range = 13;
 }
 
 // Configuration for the Janitor microservice.
 message Janitor {
   // The number of tasks to run at a time. If blank, the janitor will choose a
   // default value.
   int32 tasks = 1;
 }