[Predator] Run predator.

appengine/findit/util_scripts/crash_queries/delta_test/run-predator.py

+# Copyright 2016 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+import argparse
+import functools
+import logging
+import json
+import os
+import sys
+import threading
+import traceback
+
+_SCRIPT_DIR = os.path.join(os.path.dirname(__file__), os.path.pardir,
+                           os.path.pardir)
+sys.path.insert(1, _SCRIPT_DIR)
+
+import script_util
+script_util.SetUpSystemPaths()
+
+from common.chrome_dependency_fetcher import ChromeDependencyFetcher
+from crash.crash_pipeline import FinditForClientID
+from crash.crash_report import CrashReport
+from crash.culprit import Culprit
+from crash.detect_regression_range import DetectRegressionRange
+from crash.findit_for_chromecrash import FinditForChromeCrash
+from crash.type_enums import CrashClient
+from crash_queries.delta_test import delta_util
+from model.crash.crash_config import CrashConfig
+import iterator
+from lib.gitiles.local_git_repository import LocalGitRepository
+import remote_api
+
+_FINDIT_FRACAS_FEEDBACK_URL_TEMPLATE = (
+    'https://crash-frontend-dot-%s.appspot.com/'

[stgao, 2016/11/02 01:45:48]

Why we have to set the module "crash-frontend" explicitly here?

[Sharu Jiang, 2016/11/11 23:10:26]

Oops, testing purpose. 

+    'crash/fracas-result-feedback?key=%s')
+
+
+def GetCrashConfigFromRemoteAPI(cls, app_id, **_):

[stgao, 2016/11/02 01:45:48]

What's ``cls`` here?

[Sharu Jiang, 2016/11/11 23:10:26]

It means the cls, since this is to replace class method of CrashConfig.

[stgao, 2016/11/14 21:34:12]

Sorry, I still don't get it. Could we add a docstring for the parameters
including their types?

[Sharu Jiang, 2016/11/15 02:21:47]

Sure, done.

+  """Gets current crash config from datastore.
+
+  The first parameter is to take the CrashConfig instance and bound method.
+  """
+  remote_api.EnableRemoteApi(app_id)
+  # TODO(katesonia): Enable indexing by updated_ts and get the latest config.
+  version = cls._GetRootModel().query().get().current
+  for config in iterator.Iterate(cls.query(), app_id):
+    if config.key.id() == version:
+      return config

[stgao, 2016/11/02 01:45:49]

Why we retrieve the latest version of config in this way? Can't we use the
existing API?

[Sharu Jiang, 2016/11/11 23:10:26]

CrashConfig.Get() failed and I cannot find a way to work around it.

[stgao, 2016/11/14 21:34:12]

What failure it is? Why it failed? Can we fix it instead of working around it?

[wrengr, 2016/11/14 21:51:07]

At the very least, there should be a comment (and preferably a bug ticket)
explaining the problem.

[Sharu Jiang, 2016/11/15 02:21:47]

Traceback (most recent call last):
  File "run-predator.py", line 150, in <module>
    RunPredator()
  File "run-predator.py", line 133, in RunPredator
    culprits = GetCulprits(crashes, args.client, args.app, args.verbose)
  File "run-predator.py", line 93, in GetCulprits
    findit = FinditForClientID(client_id, LocalGitRepository())
  File "../../../crash/crash_pipeline.py", line 53, in FinditForClientID
    return cls(repository)
  File "../../../crash/findit_for_chromecrash.py", line 54, in __init__
    component_classifier_config = CrashConfig.Get().component_classifier
  File "../../../model/versioned_config.py", line 29, in Get
    config_data = cls.GetVersion(version=version)
  File "../../../model/versioned_model.py", line 68, in GetVersion
    root = root_key.get()
  File
"/usr/local/google/home/katesonia/Workstation/chromium_infra/google_appengine/google/appengine/ext/ndb/key.py",
line 572, in get
    return self.get_async(**ctx_options).get_result()
  File
"/usr/local/google/home/katesonia/Workstation/chromium_infra/google_appengine/google/appengine/ext/ndb/tasklets.py",
line 383, in get_result
    self.check_success()
  File
"/usr/local/google/home/katesonia/Workstation/chromium_infra/google_appengine/google/appengine/ext/ndb/tasklets.py",
line 427, in _help_tasklet_along
    value = gen.throw(exc.__class__, exc, tb)
  File
"/usr/local/google/home/katesonia/Workstation/chromium_infra/google_appengine/google/appengine/ext/ndb/context.py",
line 722, in get
    deadline=memcache_deadline)
  File
"/usr/local/google/home/katesonia/Workstation/chromium_infra/google_appengine/google/appengine/ext/ndb/tasklets.py",
line 430, in _help_tasklet_along
    value = gen.send(val)
  File
"/usr/local/google/home/katesonia/Workstation/chromium_infra/google_appengine/google/appengine/ext/ndb/context.py",
line 1104, in _memcache_get_tasklet
    rpc = memcache.create_rpc(deadline=deadline)
  File
"/usr/local/google/home/katesonia/Workstation/chromium_infra/google_appengine/google/appengine/api/memcache/__init__.py",
line 294, in create_rpc
    return apiproxy_stub_map.UserRPC('memcache', deadline, callback)
  File
"/usr/local/google/home/katesonia/Workstation/chromium_infra/google_appengine/google/appengine/api/apiproxy_stub_map.py",
line 414, in __init__
    self.__rpc = CreateRPC(service, stubmap)
  File
"/usr/local/google/home/katesonia/Workstation/chromium_infra/google_appengine/google/appengine/api/apiproxy_stub_map.py",
line 68, in CreateRPC
    assert stub, 'No api proxy found for service "%s"' % service
AssertionError: No api proxy found for service "memcache"

Bug created with the full stacktrace.

So far from the search I did, the ``remote_api`` is the only way to access
production datastore from local script. I cannot find a way to do key.get() for
model in datastore without this remote_api work around.

+
+  return None
+
+
+def StoreResults(crash, findit, app_id, id_to_culprits, lock, verbose=False):
+  """Stores findit result of crash into id_to_culprits dict."""
+  try:
+    stacktrace = findit._stacktrace_parser.Parse(
+        crash['stack_trace'],
+        ChromeDependencyFetcher(
+            findit._repository).GetDependency(
+                crash['crashed_version'],
+                crash['platform']))
+    if stacktrace:
+      culprit = findit._predator.FindCulprit(CrashReport(
+          crashed_version=crash['crashed_version'],
+          signature=crash['signature'],
+          platform=crash['platform'],
+          stacktrace=stacktrace,
+          regression_range=crash['regression_range']))
+    else:
+      culprit = None
+    with lock:
+      id_to_culprits[crash['id']] = culprit
+      if verbose:
+        print '\n\nCrash:', _FINDIT_FRACAS_FEEDBACK_URL_TEMPLATE % (app_id,
+                                                                    crash['id'])
+        print json.dumps(culprit.ToDicts()[0] if culprit else {'found': False},
+                         indent=4, sort_keys=True)
+  except Exception:
+    id_to_culprits[crash['id']] = None
+    print 'Expection in crash %s', crash['id']
+    print traceback.format_exc()

[wrengr, 2016/11/01 22:07:52]

Shouldn't we throw an exception or return something to the caller indicate that
things failed?

[Sharu Jiang, 2016/11/11 23:10:26]

Done.

+
+
+def GetCulprits(crashes, client_id, app_id, verbose=False):
+  """Run predator analysis on crashes locally."""
+  try:
+    origin_get = CrashConfig.Get

[wrengr, 2016/11/01 22:07:52]

This line should be moved outside of the try block, so that origin_get is
guaranteed to be defined in the finally block.

[Sharu Jiang, 2016/11/11 23:10:26]

Done.

+    # Mock class method Get in CrashConfig.
+    CrashConfig.Get = functools.partial(GetCrashConfigFromRemoteAPI,
+                                        CrashConfig, app_id)
+
+    findit = FinditForClientID(client_id, LocalGitRepository())
+    id_to_culprits = {}
+    lock = threading.Lock()
+    tasks = []
+    for crash in crashes:
+      crash['regression_range'] = DetectRegressionRange(
+          crash['historical_metadata'])
+      tasks.append({
+          'function': StoreResults,
+          'args': [crash, findit, app_id, id_to_culprits, lock],
+          'kwargs': {'verbose': verbose}
+      })
+    script_util.RunTasks(tasks)
+    return id_to_culprits
+  finally:
+    CrashConfig.Get = origin_get
+
+
+def RunPredator():
+  """Runs delta testing between 2 different Findit versions."""
+  argparser = argparse.ArgumentParser(
+      description='Run azalea on a batch of crashes.')

[stgao, 2016/11/02 01:45:48]

azalea

[Sharu Jiang, 2016/11/11 23:10:26]

Done.

+  argparser.add_argument('result_path', help='Path to store results')
+  argparser.add_argument('client', help=('Possible values are: fracas, cracas, '
+                                         'clusterfuzz. Right now, only fracas '
+                                         'is supported.'))
+  argparser.add_argument('app', help=('App engine id to get config from.'))

[wrengr, 2016/11/01 22:07:52]

nit: unnecessary parentheses around the string.

[Sharu Jiang, 2016/11/11 23:10:26]

Done.

+  argparser.add_argument(
+      '--verbose',
+      '-v',
+      action='store_true',
+      default=False,
+      help='Print findit results.')
+  args = argparser.parse_args()
+
+  crashes = json.loads(raw_input())
+  if not crashes:
+    logging.error('Failed to get crashes info.')
+    return
+
+  culprits = GetCulprits(crashes, args.client, args.app, args.verbose)
+  delta_util.FlushResult(culprits, args.result_path)
+  culprit_json = [c.ToDicts()[0] for c in culprits.itervalues()]
+  delta_util.FlushResult(culprit_json,
+                         '%s.json' % args.result_path,
+                         serializer=json)
+
+
+if __name__ == '__main__':
+  # Disable the trivial loggings inside predator.
+  logging.basicConfig(level=logging.ERROR)
+  RunPredator()