swarming: add support for cipd on the server side

appengine/swarming/swarming_rpcs.py

 # Copyright 2015 The LUCI Authors. All rights reserved.
 # Use of this source code is governed by the Apache v2.0 license that can be
 # found in the LICENSE file.
 
 """This module defines ProtoRPC types for the Swarming Server handlers."""
 
 from protorpc import message_types
 from protorpc import messages
 
 
@@ skipping 64 matching lines @@
 class FilesRef(messages.Message):
   """Defines a data tree reference, normally a reference to a .isolated file."""
   # The hash of an isolated archive.
   isolated = messages.StringField(1)
   # The hostname of the isolated server to use.
   isolatedserver = messages.StringField(2)
   # Namespace on the isolate server.
   namespace = messages.StringField(3)
 
 
+class CipdPackage(messages.Message):
+  """A CIPD package to install in $CIPD_PATH and $PATH before task execution."""

[Paweł Hajdan Jr., 2016/04/26 08:45:22]

Quick check: if I'll want to use this to make kitchen use logdog, will I be able
to reference $CIPD_PATH in the swarming command to execute?

We'd request CIPD packages for kitchen and logdog binaries, and I can imagine
the command would look like this:

$CIPD_PATH/kitchen/kitchen ... -logdog-butler-path
$CIPD_PATH/logdog_butler/butler

Does that make sense? I'm also fine with some alternatives, just wanted to make
sure the logdog scenario would work.

This doesn't block the CL of course.

[nodir, 2016/04/29 22:28:08]

Normally CIPD packages have binaries right in the root, which means that both
kitchen and butler binaries will be present in $PATH, so no need to explicitly
reference $CIPD_PATH

+  # Full CIPD package name, e.g. "infra/tools/authutil/linux-amd64"
+  package_name = messages.StringField(1)
+  # Instance ID, tag or ref, e.g. "latest".
+  version = messages.StringField(2)
+
+
 class TaskProperties(messages.Message):
   """Important metadata about a particular task."""
   command = messages.StringField(1, repeated=True)
   dimensions = messages.MessageField(StringPair, 2, repeated=True)
   env = messages.MessageField(StringPair, 3, repeated=True)
   execution_timeout_secs = messages.IntegerField(4)
   extra_args = messages.StringField(5, repeated=True)
   grace_period_secs = messages.IntegerField(6)
   idempotent = messages.BooleanField(7)
   inputs_ref = messages.MessageField(FilesRef, 8)
   io_timeout_secs = messages.IntegerField(9)
+  packages = messages.MessageField(CipdPackage, 10, repeated=True)
 
 
 class NewTaskRequest(messages.Message):
   """Description of a new task request as described by the client."""
   expiration_secs = messages.IntegerField(1)
   name = messages.StringField(2)
   parent_task_id = messages.StringField(3)
   priority = messages.IntegerField(4)
   properties = messages.MessageField(TaskProperties, 5)
   tags = messages.StringField(6, repeated=True)
@@ skipping 270 matching lines @@
 
 
 class DeletedResponse(messages.Message):
   """Indicates whether a bot was deleted."""
   deleted = messages.BooleanField(1)
 
 
 class TerminateResponse(messages.Message):
   """Returns the pseudo taskid to wait for the bot to shut down."""
   task_id = messages.StringField(1)