[Findit] Enable project classifier and component classifier

appengine/findit/crash/classifier.py

+# Copyright 2016 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+from collections import namedtuple
+from collections import OrderedDict
+
+from common import constants
+from crash.type_enums import CallStackLanguageType
+from model.crash.crash_config import CrashConfig
+
+
+class ClassOccurrencesInfo(object):

[Martin Barbella, 2016/05/10 06:00:41]

Nit: ClassOccurrenceInfo

[Sharu Jiang, 2016/05/12 23:58:00]

Done.

+  """Represents information of a class in results or crash_stack.
+
+  Class information includes the name of the class, a list of indice (index in
+  results list or in the crash_stack) of occurrences."""
+
+  def __init__(self, name, occurrences):
+    self.name = name
+    self.occurrences = occurrences
+
+
+def DefaultRankFunction(class_info):
+  """Default rank function to rank classes."""
+  # If the top 2 frames are in the same class, give this class highest
+  # priority.
+  if 0 in class_info.occurrences and 1 in class_info.occurrences:
+    return -constants.INFINITY, class_info.occurrences[0]
+
+  return -len(class_info.occurrences), class_info.occurrences[0]
+
+
+class Classifier(object):  # pragma: no cover.
+  """Classifys results or crash stack into a class or a list of classes."""

[Martin Barbella, 2016/05/10 06:00:41]

Nit: classifies

[Sharu Jiang, 2016/05/12 23:58:00]

Done.

+
+  def GetClassFromStackFrame(self, frame):
+    raise NotImplementedError()
+
+  def GetClassFromResult(self, result):
+    raise NotImplementedError()
+
+  def _Classify(self, results, crash_stack, top_n, max_classes,
+                rank_function=DefaultRankFunction):
+    """Classifies a crash to a list of classes, ranked by rank_function.
+
+    Extracts a list of classes from results or crash_stack, rank the classes and
+    returns max_classes number of classes on the top.
+
+    Args:
+      results (list of Result): Culprit results.
+      crash_stack (CallStack): The callstack that caused the crash.
+      top_n (int): Number of top frames to be considered when classifying.
+      max_classes (int): Maximal number of classes to return.
+      rank_function (function): Used to rank classes based on
+        ClassOccurrencesInfos.
+
+    Returns:
+      A list of classes of this crash.
+    """
+    # Extracts the class list from culprit results if possible since it's more
+    # reliable.
+    if results:
+      class_list = map(self.GetClassFromResult, results[:top_n])
+    else:
+      class_list = map(self.GetClassFromStackFrame, crash_stack[:top_n])
+
+    def _GetClassOccurrencesInfos():
+      """Gets ClassOccurrencesInfo list from class_list.
+
+      The ClassOccurrencesInfo list is ordered by the first occurences of each
+      class.
+      """
+      if not class_list:
+        return class_list
+
+      infos = OrderedDict()
+
+      # Get occurences information of each class.
+      for index, class_name in enumerate(class_list):
+        if class_name not in infos:
+          infos[class_name] = ClassOccurrencesInfo(class_name, [index])
+        else:
+          infos[class_name].occurrences.append(index)
+
+      return infos.values()
+
+    class_infos = _GetClassOccurrencesInfos()
+    class_infos = sorted(class_infos, key=rank_function)
+
+    print class_list

[Martin Barbella, 2016/05/10 06:00:41]

Remove before landing

[Sharu Jiang, 2016/05/12 23:58:00]

Done.

+    classes = [info.name for info in class_infos]
+
+    return classes[:max_classes]
+
+  def Classify(self, results, crash_stack):
+    raise NotImplementedError()