Waterfall components of regression range finder.

appengine/findit/waterfall/flake/recursive_flake_pipeline.py

Index: appengine/findit/waterfall/flake/recursive_flake_pipeline.py
diff --git a/appengine/findit/waterfall/flake/recursive_flake_pipeline.py b/appengine/findit/waterfall/flake/recursive_flake_pipeline.py
new file mode 100644
index 0000000000000000000000000000000000000000..f069722d13b3058bd5e3b8351264a2ce3c3ba5d2
--- /dev/null
+++ b/appengine/findit/waterfall/flake/recursive_flake_pipeline.py
@@ -0,0 +1,72 @@
+# Copyright 2015 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+from datetime import datetime
+import logging
+
+from common import appengine_util
+from common import constants
+from common.pipeline_wrapper import BasePipeline
+
+from model import analysis_status
+from model.flake.master_flake_analysis import MasterFlakeAnalysis
+from waterfall.trigger_flake_swarming_task_pipeline import (
+    TriggerFlakeSwarmingTaskPipeline as TFSTP)
+from waterfall.process_flake_swarming_task_result_pipeline import (
+    ProcessFlakeSwarmingTaskResultPipeline as PFSTRP)
+
+
+class RecursiveFlakePipeline(BasePipeline):
+
+  def __init__(self, master_name, builder_name, run_build_number,
+               step_name, test_name, master_build_number):
+    super(RecursiveFlakePipeline, self).__init__(
+        master_name, builder_name, run_build_number, step_name,
+        test_name, master_build_number)
+    self.master_name = master_name

[stgao, 2016/07/14 18:34:50]

Still, I'm wondering why we need to save these unused values?

[caiw, 2016/07/15 00:25:10]

Done.

+    self.builder_name = builder_name
+    self.run_build_number = run_build_number
+    self.step_name = step_name
+    self.test_name = test_name
+    self.master_build_number = master_build_number
+    self.step_future = None
+    self.build_completed = None
+    self.target = None
+
+  # Arguments number differs from overridden method - pylint: disable=W0221
+  def run(self, master_name, builder_name, run_build_number, step_name,
+          test_name, master_build_number, queue_name=constants.DEFAULT_QUEUE):
+    # Call trigger pipeline (flake style)
+    task_id = yield TFSTP(master_name, builder_name,
+                          run_build_number, step_name, [test_name])
+    # Pass the trigger pipeline into a process pipeline
+    test_result_future = yield PFSTRP(

[stgao, 2016/07/14 18:34:50]

style nit: avoid abbreviation.

[caiw, 2016/07/15 00:25:10]

Done.

+        master_name, builder_name, run_build_number,
+        step_name, task_id, master_build_number, test_name)
+
+    yield NextBuildNumberPipeline(
+        master_name, builder_name, master_build_number,
+        step_name, test_name, test_result_future, queue_name)
+
+class NextBuildNumberPipeline(BasePipeline):
+  # Arguments number differs from overridden method - pylint: disable=W0221
+  # Unused argument - pylint: disable=W0613
+  def run(self, master_name, builder_name, master_build_number, step_name,
+          test_name, test_result_future, queue_name):
+    # Get MasterFlakeAnalysis success list corresponding to parameters
+    master = MasterFlakeAnalysis.Get(master_name, builder_name,
+                                     master_build_number, step_name, test_name)
+    # Figure out what build_number we should call, if any
+    # This is a placeholder for testing:
+    next_run = False
+    if len(master.build_numbers) < 10:
+      #TODO(caiw): Develop algorithm to optimize this.
+      next_run = min(master.build_numbers) - 10
+    if next_run:
+      pipeline_job = RecursiveFlakePipeline(
+          master_name, builder_name, next_run, step_name, test_name,
+          master_build_number)
+      pipeline_job.target = appengine_util.GetTargetNameForModule(
+          constants.WATERFALL_BACKEND)
+      pipeline_job.start(queue_name=queue_name)