[Findit] Capture versionized metadata for master_flake_analysis

appengine/findit/waterfall/process_flake_swarming_task_result_pipeline.py

 # Copyright 2016 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 from collections import defaultdict
 
-from common.pipeline_wrapper import BasePipeline
-
+from model.flake.flake_swarming_task import FlakeSwarmingTask
 from model.flake.master_flake_analysis import MasterFlakeAnalysis
-from model.flake.flake_swarming_task import FlakeSwarmingTask
 from waterfall.process_base_swarming_task_result_pipeline import (
     ProcessBaseSwarmingTaskResultPipeline)
 
 
 class ProcessFlakeSwarmingTaskResultPipeline(
     ProcessBaseSwarmingTaskResultPipeline):
   """A pipeline for monitoring swarming task and processing task result.
 
   This pipeline waits for result for a swarming task and processes the result to
   generate a dict for statuses for each test run.
@@ skipping 31 matching lines @@
         tests_statuses[name]['total_run'] += len(test_runs)
         for test_run in test_runs:
           tests_statuses[name][test_run['status']] += 1
 
     # Should query by test name, because some test has dependencies which
     # are also run, like TEST and PRE_TEST in browser_tests.
     tries = tests_statuses.get(test_name, {}).get('total_run', 0)
     successes = tests_statuses.get(test_name, {}).get('SUCCESS', 0)
 
     if tries > 0:
-      success_rate = successes * 1.0 / tries
+      pass_rate = successes * 1.0 / tries
     else:
-      success_rate = -1 # Special value to indicate test is not existing.
+      pass_rate = -1  # Special value to indicate test is not existing.
 
-    master_flake_analysis = MasterFlakeAnalysis.Get(master_name, builder_name,
-                                                    master_build_number,
-                                                    step_name, test_name)
+    master_flake_analysis = MasterFlakeAnalysis.GetVersion(
+        master_name, builder_name, master_build_number, step_name, test_name)
+    master_flake_analysis.build_numbers.append(build_number)
+    master_flake_analysis.pass_rates.append(pass_rate)
+
     flake_swarming_task = FlakeSwarmingTask.Get(
         master_name, builder_name, build_number, step_name, test_name)
-
-    master_flake_analysis.build_numbers.append(build_number)
-    master_flake_analysis.success_rates.append(success_rate)
     flake_swarming_task.tries = tries
     flake_swarming_task.successes = successes
     flake_swarming_task.put()
+
+    results = flake_swarming_task.ResultsToDict()
+    # TODO(lijeffrey): Determine whether or not this flake swarming task
+    # was a cache hit (already ran results for more iterations than were
+    # requested) and update results['cache_hit'] accordingly.
+    results['cache_hit'] = False
+
+    task_id = flake_swarming_task.task_id
+    master_flake_analysis.swarming_rerun_results[task_id] = results
     master_flake_analysis.put()
     return tests_statuses
 
   def _GetArgs(self, master_name, builder_name, build_number,
                step_name, *args):
     master_build_number = args[0]
     test_name = args[1]
     return (master_name, builder_name, build_number, step_name,
             master_build_number, test_name)
 
   # Unused Argument - pylint: disable=W0612,W0613
   def _GetSwarmingTask(self, master_name, builder_name, build_number,
                        step_name, master_build_number, test_name):
     # Get the appropriate kind of Swarming Task (Flake).
     return FlakeSwarmingTask.Get(master_name, builder_name,
                                  build_number, step_name, test_name)