Add CIPD pin reporting to swarming.

appengine/swarming/server/task_result.py

 # Copyright 2014 The LUCI Authors. All rights reserved.
 # Use of this source code is governed under the Apache License, Version 2.0
 # that can be found in the LICENSE file.
 
 """Task execution result models.
 
 This module doesn't do the scheduling itself. It only describes the entities to
 store tasks results.
 
 - TaskResultSummary represents the overall result for the TaskRequest taking in
@@ skipping 40 matching lines @@
        |id=1 (not stored)| |id=1            |
        +-----------------+ +----------------+
                  ^      ^
                  |      |
     +---------------+  +---------------+
     |TaskOutputChunk|  |TaskOutputChunk| ...
     |id=1           |  |id=2           |
     +---------------+  +---------------+
 """
 
+import collections
 import datetime
 import logging
 import random
 
 from google.appengine.api import datastore_errors
 from google.appengine.datastore import datastore_query
 from google.appengine.ext import ndb
 
 from components import datastore_utils
 from components import utils
@@ skipping 295 matching lines @@
   # Children tasks that were triggered by this task. This is set when the task
   # reentrantly creates other Swarming tasks. Note that the task_id is to a
   # TaskResultSummary.
   children_task_ids = ndb.StringProperty(
       validator=_validate_task_summary_id, repeated=True)
 
   # File outputs of the task. Only set if TaskRequest.properties.sources_ref is
   # set. The isolateserver and namespace should match.
   outputs_ref = ndb.LocalStructuredProperty(task_request.FilesRef)
 
+  # The pinned versions of all the cipd packages that were specified as inputs
+  # to the task. So if the task inputs included `package/${platform}@latest`,
+  # the pinned version might be `package/windows@deadbeef`, where 'windows' is
+  # the expanded template parameter, and `deadbeef` is the resolved version of
+  # the package that the task actually used.
+  cipd_pins = ndb.LocalStructuredProperty(task_request.CipdPackage,
+                                          repeated=True)
+
   @property
   def can_be_canceled(self):
     """Returns True if the task is in a state that can be canceled."""
     # TOOD(maruel): To be able to add State.RUNNING, the following must be done:
     # task_scheduler.cancel_task() must be strictly a transaction relative to
     # task_scheduler.bot_kill_task() and task_scheduler.bot_update_task().
     #
     # The tricky part is to keep this code performant. On the other hand, all
     # the entities under the transaction (TaskToRun, TaskResultSummary and
     # TaskRunResult) are under the same entity root, so it's definitely
@@ skipping 393 matching lines @@
   @property
   def task_id(self):
     return task_pack.pack_result_summary_key(self.key)
 
   def reset_to_pending(self):
     """Resets this entity to pending state."""
     self.duration = None
     self.exit_code = None
     self.internal_failure = False
     self.outputs_ref = None
+    self.cipd_pins = None

[M-A Ruel, 2016/08/24 02:13:44]

the list was sorted

[iannucci, 2016/08/24 02:31:57]

done

     self.started_ts = None
     self.state = State.PENDING
 
   def set_from_run_result(self, run_result, request):
     """Copies all the relevant properties from a TaskRunResult into this
     TaskResultSummary.
 
     If the task completed, succeeded and is idempotent, self.properties_hash is
     set.
     """
@@ skipping 362 matching lines @@
   if tags:
     # Add TaskResultSummary indexes if desired.
     if sort != 'created_ts':
       raise ValueError(
           'Add needed indexes for sort:%s and tags if desired' % sort)
     tags_filter = TaskResultSummary.tags == tags[0]
     for tag in tags[1:]:
       tags_filter = ndb.AND(tags_filter, TaskResultSummary.tags == tag)
     query = query.filter(tags_filter)
   return _filter_query(TaskResultSummary, query, start, end, sort, state)