[Findit] Adding logic to force try jobs regardless of bailout or previous results

appengine/findit/waterfall/try_job_util.py

Index: appengine/findit/waterfall/try_job_util.py
diff --git a/appengine/findit/waterfall/try_job_util.py b/appengine/findit/waterfall/try_job_util.py
index 3e3ef208d0eb5d25b8998c2b8e4887c46a185b22..3c881ff5ac151e029b8d31fb8a2fd20e8bf48e81 100644
--- a/appengine/findit/waterfall/try_job_util.py
+++ b/appengine/findit/waterfall/try_job_util.py
@@ -81,7 +81,8 @@ def _CheckIfNeedNewTryJobForTestFailure(
 
 @ndb.transactional
 def _NeedANewTryJob(
-    master_name, builder_name, build_number, failed_steps, failure_result_map):
+    master_name, builder_name, build_number, failed_steps, failure_result_map,
+    force_try_job_rerun=False):
   """Checks if a new try_job is needed."""
   need_new_try_job = False
   last_pass = build_number
@@ -103,11 +104,11 @@ def _NeedANewTryJob(
     try_job = WfTryJob.Get(master_name, builder_name, build_number)
 
     if try_job:
-      if try_job.failed:
+      if try_job.failed or force_try_job_rerun:
         try_job.status = analysis_status.PENDING
         try_job.put()
       else:
-        need_new_try_job = False
+        need_new_try_job = force_try_job_rerun

[stgao, 2016/06/02 01:25:13]

Here, force_try_job_rerun should be False, right?
But it is not clear enough it is False. I'd suggest using False directly.

[lijeffrey, 2016/06/02 05:36:06]

Done.

     else:
       try_job = WfTryJob.Create(master_name, builder_name, build_number)
       try_job.put()
@@ -151,39 +152,38 @@ def _ShouldBailOutForOutdatedBuild(build):
   return (datetime.utcnow() - build.start_time).days > 0
     
 
-def ScheduleTryJobIfNeeded(failure_info, signals, heuristic_result):
+def ScheduleTryJobIfNeeded(failure_info, signals, heuristic_result,
+                           force_try_job_rerun=False):
   master_name = failure_info['master_name']
   builder_name = failure_info['builder_name']
   build_number = failure_info['build_number']
   failed_steps = failure_info.get('failed_steps', [])
   builds = failure_info.get('builds', {})
 
-  # Bail out if the build data's timestamp is more than 24 hours old to
-  # avoid using outdated revisions. TODO(lijeffrey): This will also disallow
-  # manually triggering try jobs more than a day old using build_completed=1.
-  # Need to implement a flag to force try jobs regardless of timestamp.
-  build = WfBuild.Get(master_name, builder_name, build_number)
-  if _ShouldBailOutForOutdatedBuild(build):
-    logging.error(
-        'Build time is more than 24 hours old. Try job will not be triggered.')
-    return {}
-
   tryserver_mastername, tryserver_buildername = (
       waterfall_config.GetTrybotForWaterfallBuilder(master_name, builder_name))
 
   if not tryserver_mastername or not tryserver_buildername:
     logging.info('%s, %s is not supported yet.', master_name, builder_name)
     return {}
-  elif (failure_info['failure_type'] == failure_type.TEST and
+
+  if not force_try_job_rerun:
+    build = WfBuild.Get(master_name, builder_name, build_number)
+    if _ShouldBailOutForOutdatedBuild(build):

[chanli, 2016/06/01 21:01:59]

nit: extra space after if.

[lijeffrey, 2016/06/02 05:36:06]

what?

[chanli, 2016/06/02 23:32:52]

Never mind... the underscore disappeared before...

+      logging.error('Build time %s is more than 24 hours old. '
+                    'Try job will not be triggered.' % build.start_time)
+      return {}
+
+    if (failure_info['failure_type'] == failure_type.TEST and
         waterfall_config.ShouldSkipTestTryJobs(master_name, builder_name)):
-    logging.info('Test try jobs on %s, %s are not supported yet.',
-                 master_name, builder_name)
-    return {}
+      logging.info('Test try jobs on %s, %s are not supported yet.',
+                   master_name, builder_name)
+      return {}
 
   failure_result_map = {}
   need_new_try_job, last_pass, try_job_type, targeted_tests = (
       _NeedANewTryJob(master_name, builder_name, build_number,
-                      failed_steps, failure_result_map))
+                      failed_steps, failure_result_map, force_try_job_rerun))
 
   if need_new_try_job:
     compile_targets = (_GetFailedTargetsFromSignals(
@@ -197,7 +197,8 @@ def ScheduleTryJobIfNeeded(failure_info, signals, heuristic_result):
             builds[str(last_pass)]['chromium_revision'],
             builds[str(build_number)]['chromium_revision'],
             builds[str(build_number)]['blame_list'],
-            try_job_type, compile_targets, targeted_tests, suspected_revisions))
+            try_job_type, compile_targets, targeted_tests, suspected_revisions,
+            force_try_job_rerun))
 
     pipeline.target = appengine_util.GetTargetNameForModule(
         constants.WATERFALL_BACKEND)