[Findit] Extending versioned_model.py to support versioning multiple entities of the same class.

appengine/findit/model/flake/master_flake_analysis.py

 # Copyright 2016 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import base64
 
 from google.appengine.ext import ndb
 
 from model.base_build_model import BaseBuildModel
 from model.base_analysis import BaseAnalysis
 from model.flake.flake_swarming_task import FlakeSwarmingTask
 
 
 class MasterFlakeAnalysis(BaseAnalysis, BaseBuildModel):
   """Represents an analysis of a flaky test in a Chromium Waterfall."""
 
-  @staticmethod
-  def _CreateAnalysisId(master_name, builder_name,
-                       build_number, step_name, test_name):
-    encoded_test_name = base64.urlsafe_b64encode(test_name)
-    return '%s/%s/%s/%s/%s' % (master_name, builder_name,
-                               build_number, step_name, encoded_test_name)
-
   @ndb.ComputedProperty
   def step_name(self):
     return self.key.pairs()[0][1].split('/')[3]
 
   @ndb.ComputedProperty
   def test_name(self):
     return base64.urlsafe_b64decode(self.key.pairs()[0][1].split('/')[4])
 
   @staticmethod
-  def _CreateKey(master_name, builder_name, build_number,
-                 step_name, test_name):  # pragma: no cover
-    return ndb.Key('MasterFlakeAnalysis',
-                   MasterFlakeAnalysis._CreateAnalysisId(
-                       master_name, builder_name, build_number,
-                       step_name, test_name))
+  def _CreateAnalysisId(
+      master_name, builder_name, build_number, step_name, test_name):
+    encoded_test_name = base64.urlsafe_b64encode(test_name)
+    return '%s/%s/%s/%s/%s' % (
+        master_name, builder_name, build_number, step_name, encoded_test_name)
 
   @staticmethod
-  def Create(master_name, builder_name, build_number,
-             step_name, test_name):  # pragma: no cover
-    return MasterFlakeAnalysis(
-        key=MasterFlakeAnalysis._CreateKey(
-            master_name, builder_name, build_number,
-            step_name, test_name))
+  def _CreateKey(master_name, builder_name, build_number, step_name, test_name):
+    return ndb.Key(
+        'MasterFlakeAnalysis', MasterFlakeAnalysis._CreateAnalysisId(
+            master_name, builder_name, build_number, step_name, test_name))
 
+  # TODO(lijeffrey): Override this method to use base64-encoded test name and
+  # call the parent's Create from versioned_model.py.
   @staticmethod
-  def Get(master_name, builder_name, build_number,
-          step_name, test_name):  # pragma: no cover
+  def Create(master_name, builder_name, build_number, step_name, test_name):
+    return MasterFlakeAnalysis(key=MasterFlakeAnalysis._CreateKey(
+        master_name, builder_name, build_number, step_name, test_name))
+
+  # TODO(lijeffrey): Once masterflakeanalysis is versionized there should be no
+  # need for this get method. Instead use GetVersion().
+  @staticmethod
+  def Get(master_name, builder_name, build_number, step_name,
+          test_name):  # pragma: no cover
     return MasterFlakeAnalysis._CreateKey(
         master_name, builder_name, build_number, step_name, test_name).get()
 
-  # List of tested build_numbers and their corresponding success rates.
-  # We need to keep these sorted manually.
+  # The UTC timestamp the check flake task was requested.
+  created_time = ndb.DateTimeProperty(indexed=True)
+
+  # The UTC timestamp the check flake task came completed.
+  completed_time = ndb.DateTimeProperty(indexed=True)
+
+  # A dict containing information about each swarming rerun's results that can
+  # be used for metrics, such as number of cache hits, average run time, etc.
+  # Example dict:
+  # {
+  #     task_id_1: {
+  #         'request_time': 2016-09-06 (10:21:26.288) UTC
+  #         'start_time': 2016-09-06 (10:21:26.288) UTC,
+  #         'end_time': 2016-09-06 (10:21:26.288) UTC,
+  #         'build_number': 12345,
+  #         'cache_hit': True/False,
+  #         'number_of_iterations': 100,
+  #         'number_of_passes': 90,
+  #     },
+  #     task_id_2: {
+  #         ...
+  #     },
+  #     ...
+  # }
+  swarming_rerun_results = ndb.JsonProperty(default={}, indexed=False)
+
+  # Error code and message, if any.
+  error = ndb.JsonProperty(indexed=False)
+
+  # Boolean whether or not the suspected regression range/build is correct.
+  correct = ndb.BooleanProperty(indexed=False)
+
+  # The look back algorithm parameters that were used, as specified in Findit's
+  # configuration. For example,
+  # {
+  #     'iterations_to_rerun': 100,
+  #     'lower_flake_threshold': 0.02,
+  #     'max_build_numbers_to_look_back': 500,
+  #     'max_flake_in_a_row': 4,
+  #     'max_stable_in_a_row': 4,
+  #     'upper_flake_threshold': 0.98
+  # }
+  algorithm_parameters = ndb.JsonProperty(indexed=False)
+
+  # The suspected build number to have introduced the flakiness.
+  suspected_flake_build_number = ndb.IntegerProperty()
+
+  # The build numbers that were examined to generate this run's flakiness graph.
+  # This list needs to be kept sorted manually.
   build_numbers = ndb.IntegerProperty(indexed=False, repeated=True)
-  success_rates = ndb.FloatProperty(indexed=False, repeated=True)
-  flake_swarming_tasks = ndb.KeyProperty(
-      kind='FlakeSwarmingTask', repeated=True)
-  suspected_flake_build_number = ndb.IntegerProperty()
+
+  # The corresponding pass rates of build number's swarming rerun results.
+  # This list needs to be kept sorted manually.
+  pass_rates = ndb.FloatProperty(indexed=False, repeated=True)