appengine/findit_copy/.tmp/coverage/appengine_findit_handlers_monitor_alerts.html - Issue 2003423003: Merge branch 'blacklist_paths' into only_analyze_top_n_frames

Unified Diff: appengine/findit_copy/.tmp/coverage/appengine_findit_handlers_monitor_alerts.html

Issue 2003423003: Merge branch 'blacklist_paths' into only_analyze_top_n_frames Base URL: https://chromium.googlesource.com/infra/infra.git@blacklist_paths

Patch Set: Created 4 years, 7 months ago

Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.

Jump to:

View side-by-side diff with in-line comments

Download patch

« no previous file with comments | « appengine/findit_copy/.tmp/coverage/appengine_findit_handlers_list_analyses.html ('k') | appengine/findit_copy/.tmp/coverage/appengine_findit_handlers_swarming_task.html » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Hide Comments ('s')

Index: appengine/findit_copy/.tmp/coverage/appengine_findit_handlers_monitor_alerts.html

diff --git a/appengine/findit_copy/.tmp/coverage/appengine_findit_handlers_monitor_alerts.html b/appengine/findit_copy/.tmp/coverage/appengine_findit_handlers_monitor_alerts.html

new file mode 100644

index 0000000000000000000000000000000000000000..e3e23e0b2933df64ffef5f4fd6ef17c5b06169a3

--- /dev/null

+++ b/appengine/findit_copy/.tmp/coverage/appengine_findit_handlers_monitor_alerts.html

@@ -0,0 +1,280 @@

+<!doctype html PUBLIC "-//W3C//DTD html 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">

+<html>

+<head>

+ <meta http-equiv='Content-Type' content='text/html; charset=utf-8'>

+ <meta http-equiv='X-UA-Compatible' content='IE=emulateIE7' />

+ <title>Coverage for appengine/findit/handlers/monitor_alerts: 100%</title>

+ <link rel='stylesheet' href='style.css' type='text/css'>

+ <script type='text/javascript' src='jquery.min.js'></script>

+ <script type='text/javascript' src='jquery.hotkeys.js'></script>

+ <script type='text/javascript' src='jquery.isonscreen.js'></script>

+ <script type='text/javascript' src='coverage_html.js'></script>

+ <script type='text/javascript' charset='utf-8'>

+ jQuery(document).ready(coverage.pyfile_ready);

+ </script>

+</head>

+<body id='pyfile'>

+<div id='header'>

+ <div class='content'>

+ <h1>Coverage for appengine/findit/handlers/monitor_alerts :

+ 100%

+ </h1>

+ <img id='keyboard_icon' src='keybd_closed.png'>

+ <h2 class='stats'>

+ 40 statements  

+ 40 run

+ 0 missing

+ 0 excluded

+ 0 partial

+ </h2>

+ </div>

+</div>

+<div class='help_panel'>

+ <img id='panel_icon' src='keybd_open.png'>

+Hot-keys on this page

+ <div>

+

+ r

+ m

+ x

+ p   toggle line displays

+

+

+ j

+ k   next/prev highlighted chunk

+

+

+ 0   (zero) top of page

+

+

+ 1   (one) first highlighted chunk

+

+ </div>

+</div>

+<div id='source'>

+ <table cellspacing='0' cellpadding='0'>

+ <tr>

+ <td class='linenos' valign='top'>

+<a href='#n1'>1</a>

+<a href='#n2'>2</a>

+<a href='#n3'>3</a>

+<a href='#n4'>4</a>

+<a href='#n5'>5</a>

+<a href='#n6'>6</a>

+<a href='#n7'>7</a>

+<a href='#n8'>8</a>

+<a href='#n9'>9</a>

+<a href='#n10'>10</a>

+<a href='#n11'>11</a>

+<a href='#n12'>12</a>

+<a href='#n13'>13</a>

+<a href='#n14'>14</a>

+<a href='#n15'>15</a>

+<a href='#n16'>16</a>

+<a href='#n17'>17</a>

+<a href='#n18'>18</a>

+<a href='#n19'>19</a>

+<a href='#n20'>20</a>

+<a href='#n21'>21</a>

+<a href='#n22'>22</a>

+<a href='#n23'>23</a>

+<a href='#n24'>24</a>

+<a href='#n25'>25</a>

+<a href='#n26'>26</a>

+<a href='#n27'>27</a>

+<a href='#n28'>28</a>

+<a href='#n29'>29</a>

+<a href='#n30'>30</a>

+<a href='#n31'>31</a>

+<a href='#n32'>32</a>

+<a href='#n33'>33</a>

+<a href='#n34'>34</a>

+<a href='#n35'>35</a>

+<a href='#n36'>36</a>

+<a href='#n37'>37</a>

+<a href='#n38'>38</a>

+<a href='#n39'>39</a>

+<a href='#n40'>40</a>

+<a href='#n41'>41</a>

+<a href='#n42'>42</a>

+<a href='#n43'>43</a>

+<a href='#n44'>44</a>

+<a href='#n45'>45</a>

+<a href='#n46'>46</a>

+<a href='#n47'>47</a>

+<a href='#n48'>48</a>

+<a href='#n49'>49</a>

+<a href='#n50'>50</a>

+<a href='#n51'>51</a>

+<a href='#n52'>52</a>

+<a href='#n53'>53</a>

+<a href='#n54'>54</a>

+<a href='#n55'>55</a>

+<a href='#n56'>56</a>

+<a href='#n57'>57</a>

+<a href='#n58'>58</a>

+<a href='#n59'>59</a>

+<a href='#n60'>60</a>

+<a href='#n61'>61</a>

+<a href='#n62'>62</a>

+<a href='#n63'>63</a>

+<a href='#n64'>64</a>

+<a href='#n65'>65</a>

+<a href='#n66'>66</a>

+<a href='#n67'>67</a>

+<a href='#n68'>68</a>

+<a href='#n69'>69</a>

+<a href='#n70'>70</a>

+<a href='#n71'>71</a>

+<a href='#n72'>72</a>

+<a href='#n73'>73</a>

+<a href='#n74'>74</a>

+<a href='#n75'>75</a>

+<a href='#n76'>76</a>

+<a href='#n77'>77</a>

+<a href='#n78'>78</a>

+<a href='#n79'>79</a>

+<a href='#n80'>80</a>

+<a href='#n81'>81</a>

+<a href='#n82'>82</a>

+<a href='#n83'>83</a>

+<a href='#n84'>84</a>

+<a href='#n85'>85</a>

+<a href='#n86'>86</a>

+<a href='#n87'>87</a>

+<a href='#n88'>88</a>

+<a href='#n89'>89</a>

+<a href='#n90'>90</a>

+<a href='#n91'>91</a>

+<a href='#n92'>92</a>

+<a href='#n93'>93</a>

+<a href='#n94'>94</a>

+<a href='#n95'>95</a>

+<a href='#n96'>96</a>

+<a href='#n97'>97</a>

+<a href='#n98'>98</a>

+ </td>

+ <td class='text' valign='top'>

+# Use of this source code is governed by a BSD-style license that can be

+# found in the LICENSE file.

+

+import json

+import logging

+

+from base_handler import BaseHandler

+from base_handler import Permission

+from common.http_client_appengine import HttpClientAppengine

+from waterfall import buildbot

+from waterfall import build_failure_analysis_pipelines

+from waterfall import waterfall_config

+

+

+_ALERTS_SOURCE_URL = 'https://sheriff-o-matic.appspot.com/alerts'

+_BUILD_FAILURE_ANALYSIS_TASKQUEUE = 'build-failure-analysis-queue'

+

+

+def _GetLatestBuildFailures(http_client):

+  """Returns latest build failures from alerts in Sheriff-o-Matic.

+

+  Returns:

+    A list of following form:

+    [

+      {

+        'master_name': 'm',

+        'builder_name': 'b',

+        'build_number': 123,

+        'failed_steps': ['a', 'b']

+      },

+      ...

+    ]

+  """

+  status_code, content = http_client.Get(_ALERTS_SOURCE_URL, timeout_seconds=30)

+  if status_code != 200:

+    logging.error('Failed to pull alerts from Sheriff-o-Matic.')

+    return []

+

+  data = json.loads(content)

+  alerts = data.get('alerts', [])

+

+  # Explicit delete: sometimes the content pulled from SoM could be as big as

+  # ~30MB and the parsed json result as big as 150+MB.

+  del content

+  del data

+

+  # Alerts from Sheriff-o-Matic (indirectly from builder_alerts) are per-step,

+  # or per-test etc. But analysis of build failures by Findit is per-build.

+  # Thus use a dict to de-duplicate.

+  build_failures = {}

+  for alert in alerts:

+    master_name = buildbot.GetMasterNameFromUrl(alert['master_url'])

+    if not (master_name and waterfall_config.MasterIsSupported(master_name)):

+      continue

+

+    builder_name = alert['builder_name']

+    build_number = alert['last_failing_build']

+    key = '%s-%s-%d' % (master_name, builder_name, build_number)

+    if key not in build_failures:

+      build_failures[key] = {

+          'master_name': master_name,

+          'builder_name': builder_name,

+          'build_number': build_number,

+          'failed_steps': [alert['step_name']],

+      }

+    elif alert['step_name'] not in build_failures[key]['failed_steps']:

+      build_failures[key]['failed_steps'].append(alert['step_name'])

+

+  del alerts

+

+  return build_failures.values()

+

+

+class MonitorAlerts(BaseHandler):

+  """Monitors alerts in Sheriff-O-Matic and triggers analysis automatically.

+

+  This handler is to pull the latest alerts from Sheriff-O-Matic, and then

+  schedule incremental analysis of new build failures if needed.

+

+  A logged-in admin could trigger a run by navigating to the url directly.

+  """

+

+  PERMISSION_LEVEL = Permission.ADMIN

+

+  HTTP_CLIENT = HttpClientAppengine()

+

+  def HandleGet(self):

+    build_failures = _GetLatestBuildFailures(self.HTTP_CLIENT)

+

+    for build_failure in build_failures:

+      build_failure_analysis_pipelines.ScheduleAnalysisIfNeeded(

+          build_failure['master_name'],

+          build_failure['builder_name'],

+          build_failure['build_number'],

+          failed_steps=build_failure['failed_steps'],

+          force=False,

+          queue_name=_BUILD_FAILURE_ANALYSIS_TASKQUEUE)

+ </td>

+ </tr>

+ </table>

+</div>

+<div id='footer'>

+ <div class='content'>

+

+ <a class='nav' href='index.html'>« index</a>     <a class='nav' href='http://nedbatchelder.com/code/coverage'>coverage.py v3.7.1</a>

+

+ </div>

+</div>

+</body>

+</html>