[Findit] Modify result page to display tryjob result for test failure.

appengine/findit/handlers/try_job_result.py

 # Copyright 2015 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 from base_handler import BaseHandler
 from base_handler import Permission
 from model.wf_analysis import WfAnalysis
 from model import wf_analysis_status
 from model.wf_try_job import WfTryJob
 from waterfall import buildbot
 
 
-def _GetTryJobResult(master_name, builder_name, build_number):
-  # Get the latest try job result if it's compile failure.
+def _GetTryJobBuildNumber(url):
+  build_keys = buildbot.ParseBuildUrl(url)
+  return build_keys[2]
+
+
+def _GetCulpritInfoForTryJobResult(try_job_key, culprits_info):
+  point_build_keys = try_job_key.split('/')

[stgao, 2016/02/02 21:08:32]

what does 'point build' mean? Referred build?

[chanli, 2016/02/02 22:18:12]

Right.. Done.

+  try_job = WfTryJob.Get(
+        point_build_keys[0], point_build_keys[1], point_build_keys[2])
+  if try_job:
+    if try_job.compile_results:
+      try_job_result = try_job.compile_results[-1]
+    elif try_job.test_results:
+      try_job_result = try_job.test_results[-1]
+    else:
+      try_job_result = None
+
+    for culprit_info in culprits_info.values():
+      if culprit_info['try_job_key'] != try_job_key:
+        continue
+
+      culprit_info['status'] = (
+          wf_analysis_status.TRY_JOB_STATUS_TO_DESCRIPTION[try_job.status])
+
+      if try_job_result:
+        if try_job_result.get('url'):
+          culprit_info['try_job_url'] = try_job_result['url']
+          culprit_info['try_job_build_number'] = (
+              _GetTryJobBuildNumber(try_job_result['url']))
+        if try_job_result.get('culprit'):
+          try_job_culprits = try_job_result['culprit']
+          step = culprit_info['step']
+          test = culprit_info['test']
+          if step in try_job_culprits:  # pragma: no cover
+            if not try_job_culprits[step].get('tests',{}):  # Only step level
+              culprit = try_job_culprits[step]
+            elif test in try_job_culprits[step]['tests']:  # pragma: no cover
+              culprit = try_job_culprits[step]['tests'][test]
+
+            culprit_info['revision'] = culprit['revision']
+            culprit_info['commit_position'] = culprit['commit_position']

[stgao, 2016/02/02 21:08:32]

IIRC, in the other CL, we might just provide the revision(git hash) only.
Thus, commit_position and review_url might not be available and the code here
will cause runtime exception.

[chanli, 2016/02/02 22:18:12]

Done.

+            culprit_info['review_url'] = culprit['review_url']
+
+
+def _GetAllTryJobResults(master_name, builder_name, build_number):
+  culprits_info = {}
+  try_job_keys = []
+
   analysis = WfAnalysis.Get(master_name, builder_name, build_number)
   if not analysis:
-    return {}
+    return culprits_info
 
   failure_result_map = analysis.failure_result_map
+  if failure_result_map:
+    for failed_step in failure_result_map:
+      if isinstance(failure_result_map[failed_step], dict):
+        for failed_test, try_job_key in (
+            failure_result_map[failed_step].iteritems()):
+          step_test_key = '%s-%s' % (failed_step, failed_test)
+          culprits_info[step_test_key] = {
+              'step': failed_step,
+              'test': failed_test,
+              'try_job_key': try_job_key
+          }
+          if try_job_key not in try_job_keys:
+            try_job_keys.append(try_job_key)
+      else:
+        culprits_info[failed_step] = {
+            'step': failed_step,
+            'test': 'N/A',
+            'try_job_key': failure_result_map[failed_step]
+        }
+        if (failure_result_map[failed_step] not in
+            try_job_keys):  # pragma: no cover
+          try_job_keys.append(failure_result_map[failed_step])
 
-  if failure_result_map and failure_result_map.get('compile'):
-    try_job_key = failure_result_map['compile']
-    point_build_keys = try_job_key.split('/')
-    try_job = WfTryJob.Get(
-          point_build_keys[0], point_build_keys[1], point_build_keys[2])
-    if try_job:
-      try_job_result = {}
-      try_job_result['status'] = (
-          wf_analysis_status.STATUS_TO_DESCRIPTION[try_job.status])
-      if try_job.compile_results:
-        if try_job.compile_results[-1].get('culprit'):
-          culprit = try_job.compile_results[-1]['culprit']
-          try_job_result['revision'] = culprit['revision']
-          try_job_result['commit_position'] = culprit['commit_position']
-          try_job_result['review_url'] = culprit['review_url']
-        if try_job.compile_results[-1].get('url'):
-          try_job_result['try_job_url'] = try_job.compile_results[-1]['url']
-      return try_job_result
+    for try_job_key in try_job_keys:
+      _GetCulpritInfoForTryJobResult(try_job_key, culprits_info)
 
-  return {}
+  return culprits_info
 
 
 class TryJobResult(BaseHandler):
   PERMISSION_LEVEL = Permission.ANYONE
 
   def HandleGet(self):
     """Get the latest try job result if it's compile failure."""
     url = self.request.get('url').strip()
     build_keys = buildbot.ParseBuildUrl(url)
 
     if not build_keys:  # pragma: no cover
       return {'data': {}}
 
-    data = _GetTryJobResult(*build_keys)
+    data = _GetAllTryJobResults(*build_keys)
 
     return {'data': data}
 
   def HandlePost(self):  # pragma: no cover
     return self.HandleGet()