appengine/findit_copy/.tmp/coverage/appengine_findit_waterfall_detect_first_failure_pipeline.html - Issue 2003423003: Merge branch 'blacklist_paths' into only_analyze_top_n_frames

Unified Diff: appengine/findit_copy/.tmp/coverage/appengine_findit_waterfall_detect_first_failure_pipeline.html

Issue 2003423003: Merge branch 'blacklist_paths' into only_analyze_top_n_frames Base URL: https://chromium.googlesource.com/infra/infra.git@blacklist_paths

Patch Set: Created 4 years, 7 months ago

Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.

Jump to:

View side-by-side diff with in-line comments

Download patch

« no previous file with comments | « appengine/findit_copy/.tmp/coverage/appengine_findit_waterfall_buildbot.html ('k') | appengine/findit_copy/.tmp/coverage/appengine_findit_waterfall_extract_deps_info_pipeline.html » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Hide Comments ('s')

Index: appengine/findit_copy/.tmp/coverage/appengine_findit_waterfall_detect_first_failure_pipeline.html

diff --git a/appengine/findit_copy/.tmp/coverage/appengine_findit_waterfall_detect_first_failure_pipeline.html b/appengine/findit_copy/.tmp/coverage/appengine_findit_waterfall_detect_first_failure_pipeline.html

new file mode 100644

index 0000000000000000000000000000000000000000..dcb0c119ba7a28db7db1e7df6ef9718a9100b820

--- /dev/null

+++ b/appengine/findit_copy/.tmp/coverage/appengine_findit_waterfall_detect_first_failure_pipeline.html

@@ -0,0 +1,996 @@

+<!doctype html PUBLIC "-//W3C//DTD html 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">

+<html>

+<head>

+ <meta http-equiv='Content-Type' content='text/html; charset=utf-8'>

+ <meta http-equiv='X-UA-Compatible' content='IE=emulateIE7' />

+ <title>Coverage for appengine/findit/waterfall/detect_first_failure_pipeline: 100%</title>

+ <link rel='stylesheet' href='style.css' type='text/css'>

+ <script type='text/javascript' src='jquery.min.js'></script>

+ <script type='text/javascript' src='jquery.hotkeys.js'></script>

+ <script type='text/javascript' src='jquery.isonscreen.js'></script>

+ <script type='text/javascript' src='coverage_html.js'></script>

+ <script type='text/javascript' charset='utf-8'>

+ jQuery(document).ready(coverage.pyfile_ready);

+ </script>

+</head>

+<body id='pyfile'>

+<div id='header'>

+ <div class='content'>

+ <h1>Coverage for appengine/findit/waterfall/detect_first_failure_pipeline :

+ 100%

+ </h1>

+ <img id='keyboard_icon' src='keybd_closed.png'>

+ <h2 class='stats'>

+ 163 statements  

+ 163 run

+ 0 missing

+ 18 excluded

+ 0 partial

+ </h2>

+ </div>

+</div>

+<div class='help_panel'>

+ <img id='panel_icon' src='keybd_open.png'>

+Hot-keys on this page

+ <div>

+

+ r

+ m

+ x

+ p   toggle line displays

+

+

+ j

+ k   next/prev highlighted chunk

+

+

+ 0   (zero) top of page

+

+

+ 1   (one) first highlighted chunk

+

+ </div>

+</div>

+<div id='source'>

+ <table cellspacing='0' cellpadding='0'>

+ <tr>

+ <td class='linenos' valign='top'>

+<a href='#n1'>1</a>

+<a href='#n2'>2</a>

+<a href='#n3'>3</a>

+<a href='#n4'>4</a>

+<a href='#n5'>5</a>

+<a href='#n6'>6</a>

+<a href='#n7'>7</a>

+<a href='#n8'>8</a>

+<a href='#n9'>9</a>

+<a href='#n10'>10</a>

+<a href='#n11'>11</a>

+<a href='#n12'>12</a>

+<a href='#n13'>13</a>

+<a href='#n14'>14</a>

+<a href='#n15'>15</a>

+<a href='#n16'>16</a>

+<a href='#n17'>17</a>

+<a href='#n18'>18</a>

+<a href='#n19'>19</a>

+<a href='#n20'>20</a>

+<a href='#n21'>21</a>

+<a href='#n22'>22</a>

+<a href='#n23'>23</a>

+<a href='#n24'>24</a>

+<a href='#n25'>25</a>

+<a href='#n26'>26</a>

+<a href='#n27'>27</a>

+<a href='#n28'>28</a>

+<a href='#n29'>29</a>

+<a href='#n30'>30</a>

+<a href='#n31'>31</a>

+<a href='#n32'>32</a>

+<a href='#n33'>33</a>

+<a href='#n34'>34</a>

+<a href='#n35'>35</a>

+<a href='#n36'>36</a>

+<a href='#n37'>37</a>

+<a href='#n38'>38</a>

+<a href='#n39'>39</a>

+<a href='#n40'>40</a>

+<a href='#n41'>41</a>

+<a href='#n42'>42</a>

+<a href='#n43'>43</a>

+<a href='#n44'>44</a>

+<a href='#n45'>45</a>

+<a href='#n46'>46</a>

+<a href='#n47'>47</a>

+<a href='#n48'>48</a>

+<a href='#n49'>49</a>

+<a href='#n50'>50</a>

+<a href='#n51'>51</a>

+<a href='#n52'>52</a>

+<a href='#n53'>53</a>

+<a href='#n54'>54</a>

+<a href='#n55'>55</a>

+<a href='#n56'>56</a>

+<a href='#n57'>57</a>

+<a href='#n58'>58</a>

+<a href='#n59'>59</a>

+<a href='#n60'>60</a>

+<a href='#n61'>61</a>

+<a href='#n62'>62</a>

+<a href='#n63'>63</a>

+<a href='#n64'>64</a>

+<a href='#n65'>65</a>

+<a href='#n66'>66</a>

+<a href='#n67'>67</a>

+<a href='#n68'>68</a>

+<a href='#n69'>69</a>

+<a href='#n70'>70</a>

+<a href='#n71'>71</a>

+<a href='#n72'>72</a>

+<a href='#n73'>73</a>

+<a href='#n74'>74</a>

+<a href='#n75'>75</a>

+<a href='#n76'>76</a>

+<a href='#n77'>77</a>

+<a href='#n78'>78</a>

+<a href='#n79'>79</a>

+<a href='#n80'>80</a>

+<a href='#n81'>81</a>

+<a href='#n82'>82</a>

+<a href='#n83'>83</a>

+<a href='#n84'>84</a>

+<a href='#n85'>85</a>

+<a href='#n86'>86</a>

+<a href='#n87'>87</a>

+<a href='#n88'>88</a>

+<a href='#n89'>89</a>

+<a href='#n90'>90</a>

+<a href='#n91'>91</a>

+<a href='#n92'>92</a>

+<a href='#n93'>93</a>

+<a href='#n94'>94</a>

+<a href='#n95'>95</a>

+<a href='#n96'>96</a>

+<a href='#n97'>97</a>

+<a href='#n98'>98</a>

+<a href='#n99'>99</a>

+<a href='#n100'>100</a>

+<a href='#n101'>101</a>

+<a href='#n102'>102</a>

+<a href='#n103'>103</a>

+<a href='#n104'>104</a>

+<a href='#n105'>105</a>

+<a href='#n106'>106</a>

+<a href='#n107'>107</a>

+<a href='#n108'>108</a>

+<a href='#n109'>109</a>

+<a href='#n110'>110</a>

+<a href='#n111'>111</a>

+<a href='#n112'>112</a>

+<a href='#n113'>113</a>

+<a href='#n114'>114</a>

+<a href='#n115'>115</a>

+<a href='#n116'>116</a>

+<a href='#n117'>117</a>

+<a href='#n118'>118</a>

+<a href='#n119'>119</a>

+<a href='#n120'>120</a>

+<a href='#n121'>121</a>

+<a href='#n122'>122</a>

+<a href='#n123'>123</a>

+<a href='#n124'>124</a>

+<a href='#n125'>125</a>

+<a href='#n126'>126</a>

+<a href='#n127'>127</a>

+<a href='#n128'>128</a>

+<a href='#n129'>129</a>

+<a href='#n130'>130</a>

+<a href='#n131'>131</a>

+<a href='#n132'>132</a>

+<a href='#n133'>133</a>

+<a href='#n134'>134</a>

+<a href='#n135'>135</a>

+<a href='#n136'>136</a>

+<a href='#n137'>137</a>

+<a href='#n138'>138</a>

+<a href='#n139'>139</a>

+<a href='#n140'>140</a>

+<a href='#n141'>141</a>

+<a href='#n142'>142</a>

+<a href='#n143'>143</a>

+<a href='#n144'>144</a>

+<a href='#n145'>145</a>

+<a href='#n146'>146</a>

+<a href='#n147'>147</a>

+<a href='#n148'>148</a>

+<a href='#n149'>149</a>

+<a href='#n150'>150</a>

+<a href='#n151'>151</a>

+<a href='#n152'>152</a>

+<a href='#n153'>153</a>

+<a href='#n154'>154</a>

+<a href='#n155'>155</a>

+<a href='#n156'>156</a>

+<a href='#n157'>157</a>

+<a href='#n158'>158</a>

+<a href='#n159'>159</a>

+<a href='#n160'>160</a>

+<a href='#n161'>161</a>

+<a href='#n162'>162</a>

+<a href='#n163'>163</a>

+<a href='#n164'>164</a>

+<a href='#n165'>165</a>

+<a href='#n166'>166</a>

+<a href='#n167'>167</a>

+<a href='#n168'>168</a>

+<a href='#n169'>169</a>

+<a href='#n170'>170</a>

+<a href='#n171'>171</a>

+<a href='#n172'>172</a>

+<a href='#n173'>173</a>

+<a href='#n174'>174</a>

+<a href='#n175'>175</a>

+<a href='#n176'>176</a>

+<a href='#n177'>177</a>

+<a href='#n178'>178</a>

+<a href='#n179'>179</a>

+<a href='#n180'>180</a>

+<a href='#n181'>181</a>

+<a href='#n182'>182</a>

+<a href='#n183'>183</a>

+<a href='#n184'>184</a>

+<a href='#n185'>185</a>

+<a href='#n186'>186</a>

+<a href='#n187'>187</a>

+<a href='#n188'>188</a>

+<a href='#n189'>189</a>

+<a href='#n190'>190</a>

+<a href='#n191'>191</a>

+<a href='#n192'>192</a>

+<a href='#n193'>193</a>

+<a href='#n194'>194</a>

+<a href='#n195'>195</a>

+<a href='#n196'>196</a>

+<a href='#n197'>197</a>

+<a href='#n198'>198</a>

+<a href='#n199'>199</a>

+<a href='#n200'>200</a>

+<a href='#n201'>201</a>

+<a href='#n202'>202</a>

+<a href='#n203'>203</a>

+<a href='#n204'>204</a>

+<a href='#n205'>205</a>

+<a href='#n206'>206</a>

+<a href='#n207'>207</a>

+<a href='#n208'>208</a>

+<a href='#n209'>209</a>

+<a href='#n210'>210</a>

+<a href='#n211'>211</a>

+<a href='#n212'>212</a>

+<a href='#n213'>213</a>

+<a href='#n214'>214</a>

+<a href='#n215'>215</a>

+<a href='#n216'>216</a>

+<a href='#n217'>217</a>

+<a href='#n218'>218</a>

+<a href='#n219'>219</a>

+<a href='#n220'>220</a>

+<a href='#n221'>221</a>

+<a href='#n222'>222</a>

+<a href='#n223'>223</a>

+<a href='#n224'>224</a>

+<a href='#n225'>225</a>

+<a href='#n226'>226</a>

+<a href='#n227'>227</a>

+<a href='#n228'>228</a>

+<a href='#n229'>229</a>

+<a href='#n230'>230</a>

+<a href='#n231'>231</a>

+<a href='#n232'>232</a>

+<a href='#n233'>233</a>

+<a href='#n234'>234</a>

+<a href='#n235'>235</a>

+<a href='#n236'>236</a>

+<a href='#n237'>237</a>

+<a href='#n238'>238</a>

+<a href='#n239'>239</a>

+<a href='#n240'>240</a>

+<a href='#n241'>241</a>

+<a href='#n242'>242</a>

+<a href='#n243'>243</a>

+<a href='#n244'>244</a>

+<a href='#n245'>245</a>

+<a href='#n246'>246</a>

+<a href='#n247'>247</a>

+<a href='#n248'>248</a>

+<a href='#n249'>249</a>

+<a href='#n250'>250</a>

+<a href='#n251'>251</a>

+<a href='#n252'>252</a>

+<a href='#n253'>253</a>

+<a href='#n254'>254</a>

+<a href='#n255'>255</a>

+<a href='#n256'>256</a>

+<a href='#n257'>257</a>

+<a href='#n258'>258</a>

+<a href='#n259'>259</a>

+<a href='#n260'>260</a>

+<a href='#n261'>261</a>

+<a href='#n262'>262</a>

+<a href='#n263'>263</a>

+<a href='#n264'>264</a>

+<a href='#n265'>265</a>

+<a href='#n266'>266</a>

+<a href='#n267'>267</a>

+<a href='#n268'>268</a>

+<a href='#n269'>269</a>

+<a href='#n270'>270</a>

+<a href='#n271'>271</a>

+<a href='#n272'>272</a>

+<a href='#n273'>273</a>

+<a href='#n274'>274</a>

+<a href='#n275'>275</a>

+<a href='#n276'>276</a>

+<a href='#n277'>277</a>

+<a href='#n278'>278</a>

+<a href='#n279'>279</a>

+<a href='#n280'>280</a>

+<a href='#n281'>281</a>

+<a href='#n282'>282</a>

+<a href='#n283'>283</a>

+<a href='#n284'>284</a>

+<a href='#n285'>285</a>

+<a href='#n286'>286</a>

+<a href='#n287'>287</a>

+<a href='#n288'>288</a>

+<a href='#n289'>289</a>

+<a href='#n290'>290</a>

+<a href='#n291'>291</a>

+<a href='#n292'>292</a>

+<a href='#n293'>293</a>

+<a href='#n294'>294</a>

+<a href='#n295'>295</a>

+<a href='#n296'>296</a>

+<a href='#n297'>297</a>

+<a href='#n298'>298</a>

+<a href='#n299'>299</a>

+<a href='#n300'>300</a>

+<a href='#n301'>301</a>

+<a href='#n302'>302</a>

+<a href='#n303'>303</a>

+<a href='#n304'>304</a>

+<a href='#n305'>305</a>

+<a href='#n306'>306</a>

+<a href='#n307'>307</a>

+<a href='#n308'>308</a>

+<a href='#n309'>309</a>

+<a href='#n310'>310</a>

+<a href='#n311'>311</a>

+<a href='#n312'>312</a>

+<a href='#n313'>313</a>

+<a href='#n314'>314</a>

+<a href='#n315'>315</a>

+<a href='#n316'>316</a>

+<a href='#n317'>317</a>

+<a href='#n318'>318</a>

+<a href='#n319'>319</a>

+<a href='#n320'>320</a>

+<a href='#n321'>321</a>

+<a href='#n322'>322</a>

+<a href='#n323'>323</a>

+<a href='#n324'>324</a>

+<a href='#n325'>325</a>

+<a href='#n326'>326</a>

+<a href='#n327'>327</a>

+<a href='#n328'>328</a>

+<a href='#n329'>329</a>

+<a href='#n330'>330</a>

+<a href='#n331'>331</a>

+<a href='#n332'>332</a>

+<a href='#n333'>333</a>

+<a href='#n334'>334</a>

+<a href='#n335'>335</a>

+<a href='#n336'>336</a>

+<a href='#n337'>337</a>

+<a href='#n338'>338</a>

+<a href='#n339'>339</a>

+<a href='#n340'>340</a>

+<a href='#n341'>341</a>

+<a href='#n342'>342</a>

+<a href='#n343'>343</a>

+<a href='#n344'>344</a>

+<a href='#n345'>345</a>

+<a href='#n346'>346</a>

+<a href='#n347'>347</a>

+<a href='#n348'>348</a>

+<a href='#n349'>349</a>

+<a href='#n350'>350</a>

+<a href='#n351'>351</a>

+<a href='#n352'>352</a>

+<a href='#n353'>353</a>

+<a href='#n354'>354</a>

+<a href='#n355'>355</a>

+<a href='#n356'>356</a>

+<a href='#n357'>357</a>

+<a href='#n358'>358</a>

+<a href='#n359'>359</a>

+<a href='#n360'>360</a>

+<a href='#n361'>361</a>

+<a href='#n362'>362</a>

+<a href='#n363'>363</a>

+<a href='#n364'>364</a>

+<a href='#n365'>365</a>

+<a href='#n366'>366</a>

+<a href='#n367'>367</a>

+<a href='#n368'>368</a>

+<a href='#n369'>369</a>

+<a href='#n370'>370</a>

+<a href='#n371'>371</a>

+<a href='#n372'>372</a>

+<a href='#n373'>373</a>

+<a href='#n374'>374</a>

+<a href='#n375'>375</a>

+<a href='#n376'>376</a>

+<a href='#n377'>377</a>

+<a href='#n378'>378</a>

+<a href='#n379'>379</a>

+<a href='#n380'>380</a>

+<a href='#n381'>381</a>

+<a href='#n382'>382</a>

+<a href='#n383'>383</a>

+<a href='#n384'>384</a>

+<a href='#n385'>385</a>

+<a href='#n386'>386</a>

+<a href='#n387'>387</a>

+<a href='#n388'>388</a>

+<a href='#n389'>389</a>

+<a href='#n390'>390</a>

+<a href='#n391'>391</a>

+<a href='#n392'>392</a>

+<a href='#n393'>393</a>

+<a href='#n394'>394</a>

+<a href='#n395'>395</a>

+<a href='#n396'>396</a>

+<a href='#n397'>397</a>

+<a href='#n398'>398</a>

+<a href='#n399'>399</a>

+<a href='#n400'>400</a>

+<a href='#n401'>401</a>

+<a href='#n402'>402</a>

+<a href='#n403'>403</a>

+<a href='#n404'>404</a>

+<a href='#n405'>405</a>

+<a href='#n406'>406</a>

+<a href='#n407'>407</a>

+<a href='#n408'>408</a>

+<a href='#n409'>409</a>

+<a href='#n410'>410</a>

+<a href='#n411'>411</a>

+<a href='#n412'>412</a>

+<a href='#n413'>413</a>

+<a href='#n414'>414</a>

+<a href='#n415'>415</a>

+<a href='#n416'>416</a>

+<a href='#n417'>417</a>

+<a href='#n418'>418</a>

+<a href='#n419'>419</a>

+<a href='#n420'>420</a>

+<a href='#n421'>421</a>

+<a href='#n422'>422</a>

+<a href='#n423'>423</a>

+<a href='#n424'>424</a>

+<a href='#n425'>425</a>

+<a href='#n426'>426</a>

+<a href='#n427'>427</a>

+<a href='#n428'>428</a>

+<a href='#n429'>429</a>

+<a href='#n430'>430</a>

+<a href='#n431'>431</a>

+<a href='#n432'>432</a>

+<a href='#n433'>433</a>

+<a href='#n434'>434</a>

+<a href='#n435'>435</a>

+<a href='#n436'>436</a>

+<a href='#n437'>437</a>

+<a href='#n438'>438</a>

+<a href='#n439'>439</a>

+<a href='#n440'>440</a>

+<a href='#n441'>441</a>

+<a href='#n442'>442</a>

+<a href='#n443'>443</a>

+<a href='#n444'>444</a>

+<a href='#n445'>445</a>

+<a href='#n446'>446</a>

+<a href='#n447'>447</a>

+<a href='#n448'>448</a>

+<a href='#n449'>449</a>

+<a href='#n450'>450</a>

+<a href='#n451'>451</a>

+<a href='#n452'>452</a>

+<a href='#n453'>453</a>

+<a href='#n454'>454</a>

+<a href='#n455'>455</a>

+<a href='#n456'>456</a>

+ </td>

+ <td class='text' valign='top'>

+# Use of this source code is governed by a BSD-style license that can be

+# found in the LICENSE file.

+

+import base64

+import json

+

+from common.http_client_appengine import HttpClientAppengine as HttpClient

+from model.wf_analysis import WfAnalysis

+from model.wf_step import WfStep

+from pipeline_wrapper import BasePipeline

+from pipeline_wrapper import pipeline

+from waterfall import build_util

+from waterfall import buildbot

+from waterfall import swarming_util

+

+

+_MAX_BUILDS_TO_CHECK = 20

+

+

+class DetectFirstFailurePipeline(BasePipeline):

+  """A pipeline to detect first failure of each step.

+

+  TODO(stgao): do test-level detection for gtest.

+  """

+

+  def _ExtractBuildInfo(self, master_name, builder_name, build_number):

+    """Returns a BuildInfo instance for the specified build."""

+    build = build_util.DownloadBuildData(

+        master_name, builder_name, build_number)

+

+    if build is None:  # pragma: no cover

+      raise pipeline.Retry('Too many download from %s' % master_name)

+    if not build.data:  # pragma: no cover

+      return None

+

+    build_info = buildbot.ExtractBuildInfo(

+        master_name, builder_name, build_number, build.data)

+

+    if not build.completed:

+      build.start_time = build_info.build_start_time

+      build.completed = build_info.completed

+      build.result = build_info.result

+      build.put()

+

+    analysis = WfAnalysis.Get(master_name, builder_name, build_number)

+    if analysis and not analysis.build_start_time:

+      analysis.build_start_time = build_info.build_start_time

+      analysis.put()

+

+    return build_info

+

+  def _SaveBlamelistAndChromiumRevisionIntoDict(self, build_info, builds):

+    """Saves blame list and chromium revision info for each build.

+

+    Args:

+      build_info (BuildInfo): a BuildInfo instance which contains blame list and

+          chromium revision.

+      builds (dict): to which the blame list and chromium revision is saved. It

+          will be updated and looks like:

+          {

+            555 : {

+              'chromium_revision': 'a_git_hash',

+              'blame_list': ['git_hash1', 'git_hash2'],

+            },

+          }

+    """

+    builds[build_info.build_number] = {

+        'chromium_revision': build_info.chromium_revision,

+        'blame_list': build_info.blame_list

+    }

+

+  def _CreateADictOfFailedSteps(self, build_info):

+    """ Returns a dict with build number for failed steps.

+

+    Args:

+      failed_steps (list): a list of failed steps.

+

+    Returns:

+      A dict like this:

+      {

+        'step_name': {

+          'current_failure': 555,

+          'first_failure': 553,

+        },

+      }

+    """

+    failed_steps = dict()

+    for step_name in build_info.failed_steps:

+      failed_steps[step_name] = {

+          'current_failure': build_info.build_number,

+          'first_failure': build_info.build_number,

+      }

+

+    return failed_steps

+

+  def _CheckForFirstKnownFailure(self, master_name, builder_name, build_number,

+                                 failed_steps, builds):

+    """Checks for first known failures of the given failed steps.

+

+    Args:

+      master_name (str): master of the failed build.

+      builder_name (str): builder of the failed build.

+      build_number (int): builder number of the current failed build.

+      failed_steps (dict): the failed steps of the current failed build. It will

+          be updated with build numbers for 'first_failure' and 'last_pass' of

+          each failed step.

+      builds (dict): a dict to save blame list and chromium revision.

+    """

+    # Look back for first known failures.

+    earliest_build_number = max(0, build_number - 1 - _MAX_BUILDS_TO_CHECK)

+    for n in range(build_number - 1, earliest_build_number - 1, -1):

+      # Extraction should stop when when we reach to the first build

+      build_info = self._ExtractBuildInfo(master_name, builder_name, n)

+

+      if not build_info:  # pragma: no cover

+        # Failed to extract the build information, bail out.

+        return

+

+      self._SaveBlamelistAndChromiumRevisionIntoDict(build_info, builds)

+

+      if build_info.result == buildbot.SUCCESS:

+        for step_name in failed_steps:

+          if 'last_pass' not in failed_steps[step_name]:

+            failed_steps[step_name]['last_pass'] = build_info.build_number

+

+        # All steps passed, so stop looking back.

+        return

+      else:

+        # If a step is not run due to some bot exception, we are not sure

+        # whether the step could pass or not. So we only check failed/passed

+        # steps here.

+

+        for step_name in build_info.failed_steps:

+          if (step_name in failed_steps and

+              not 'last_pass' in failed_steps[step_name]):

+            failed_steps[step_name]['first_failure'] = build_info.build_number

+

+        for step_name in failed_steps:

+          if (step_name in build_info.passed_steps and

+              'last_pass' not in failed_steps[step_name]):

+            failed_steps[step_name]['last_pass'] = build_info.build_number

+

+        if all('last_pass' in step_info for step_info in failed_steps.values()):

+          # All failed steps passed in this build cycle.

+          return

+

+  def _ConcatenateTestLog(self, string1, string2):

+    """Concatenates the base64 encoded log.

+

+    Tests if one string is a substring of another,

+        if yes, returns the longer string,

+        otherwise, returns the concatenation.

+

+    Args:

+      string1: base64-encoded string.

+      string2: base64-encoded string.

+

+    Returns:

+      base64-encoded string.

+    """

+    str1 = base64.b64decode(string1)

+    str2 = base64.b64decode(string2)

+    if str2 in str1:

+      return string1

+    elif str1 in str2:

+      return string2

+    else:

+      return base64.b64encode(str1 + str2)

+

+  def _InitiateTestLevelFirstFailureAndSaveLog(

+      self, json_data, step, failed_step=None):

+    """Parses the json data and saves all the reliable failures to the step."""

+    failed_test_log = {}

+    if failed_step:

+      failed_step['tests'] = {}

+

+    for iteration in json_data.get('per_iteration_data'):

+      for test_name in iteration.keys():

+        is_reliable_failure = True

+

+        if any(test['status'] == 'SUCCESS' for test in iteration[test_name]):

+          # Ignore the test if any of the attempts were 'SUCCESS'.

+          is_reliable_failure = False

+

+        if is_reliable_failure:

+          if failed_step:

+            # Adds the test to failed_step.

+            failed_step['tests'][test_name] = {

+                'current_failure': failed_step['current_failure'],

+                'first_failure': failed_step['current_failure'],

+            }

+            if failed_step.get('last_pass'):

+              failed_step['tests'][test_name]['last_pass'] = (

+                  failed_step['last_pass'])

+          # Stores the output to the step's log_data later.

+          failed_test_log[test_name] = ''

+          for test in iteration[test_name]:

+            failed_test_log[test_name] = self._ConcatenateTestLog(

+                failed_test_log[test_name], test.get(

+                    'output_snippet_base64', ''))

+

+    step.log_data = json.dumps(failed_test_log) if failed_test_log else 'flaky'

+    step.put()

+

+    if failed_step and not failed_step['tests']:  # All flaky.

+      del failed_step['tests']

+      return False

+

+    return True

+

+  def _StartTestLevelCheckForFirstFailure(

+      self, master_name, builder_name, build_number, step_name, failed_step,

+      http_client):

+    """Downloads test results and initiates first failure info at test level."""

+    list_isolated_data = failed_step['list_isolated_data']

+    result_log = swarming_util.RetrieveShardedTestResultsFromIsolatedServer(

+        list_isolated_data, http_client)

+

+    if (not result_log or not result_log.get('per_iteration_data') or

+        result_log['per_iteration_data'] == 'invalid'):  # pragma: no cover

+      return False

+

+    step = WfStep.Get(master_name, builder_name, build_number, step_name)

+

+    return self._InitiateTestLevelFirstFailureAndSaveLog(

+        result_log, step, failed_step)

+

+  def _GetSameStepFromBuild(

+      self, master_name, builder_name, build_number, step_name,

+      http_client):

+    """Downloads swarming test results for a step from previous build."""

+    step = WfStep.Get(

+        master_name, builder_name, build_number, step_name)

+

+    if step and step.isolated and step.log_data:

+      # Test level log has been saved for this step.

+      return step

+

+    # Sends request to swarming server for isolated data.

+    step_isolated_data = swarming_util.GetIsolatedDataForStep(

+        master_name, builder_name, build_number, step_name,

+        http_client)

+

+    if not step_isolated_data:  # pragma: no cover

+      return None

+

+    result_log = swarming_util.RetrieveShardedTestResultsFromIsolatedServer(

+        step_isolated_data, http_client)

+

+    if (not result_log or not result_log.get('per_iteration_data') or

+        result_log['per_iteration_data'] == 'invalid'):  # pragma: no cover

+      return None

+

+    step = WfStep.Create(

+        master_name, builder_name, build_number, step_name)

+    step.isolated = True

+    self._InitiateTestLevelFirstFailureAndSaveLog(result_log, step)

+

+    return step

+

+  def _UpdateFirstFailureInfoForStep(self, current_build_number, failed_step):

+    """Updates first_failure etc. for the step after the check for tests."""

+    earliest_test_first_failure = current_build_number

+    earliest_test_last_pass = current_build_number - 1

+    for failed_test in failed_step['tests'].itervalues():

+      # Iterates through all failed tests to prepare data for step level update.

+      if not failed_test.get('last_pass'):

+        # The test failed throughout checking range,

+        # and there is no last_pass info for step.

+        # last_pass not found.

+        earliest_test_last_pass = -1

+      earliest_test_first_failure = min(

+          failed_test['first_failure'], earliest_test_first_failure)

+      if (failed_test.get('last_pass') and

+          failed_test['last_pass'] < earliest_test_last_pass):

+        earliest_test_last_pass = failed_test['last_pass']

+

+    # Updates Step level first failure info and last_pass info.

+    failed_step['first_failure'] = max(

+        earliest_test_first_failure, failed_step['first_failure'])

+

+    if ((not failed_step.get('last_pass') and earliest_test_last_pass >= 0) or

+        (failed_step.get('last_pass') and

+         earliest_test_last_pass > failed_step['last_pass'])):

+      failed_step['last_pass'] = earliest_test_last_pass

+

+  def _UpdateFirstFailureOnTestLevel(

+      self, master_name, builder_name, current_build_number, step_name,

+      failed_step, http_client):

+    """Iterates backwards through builds to get first failure at test level."""

+    farthest_first_failure = failed_step['first_failure']

+    if failed_step.get('last_pass'):

+      farthest_first_failure = failed_step['last_pass'] + 1

+

+    unfinished_tests = failed_step['tests'].keys()

+    for build_number in range(

+        current_build_number - 1, farthest_first_failure - 1, -1):

+      step = self._GetSameStepFromBuild(

+          master_name, builder_name, build_number, step_name,

+          http_client)

+

+      if not step:  # pragma: no cover

+        raise pipeline.Retry(

+            'Failed to get swarming test results for a previous build.')

+

+      failed_test_log = (

+          {} if step.log_data == 'flaky' else json.loads(step.log_data))

+      test_checking_list = unfinished_tests[:]

+

+      for test_name in test_checking_list:

+        if failed_test_log.get(test_name):

+          failed_step['tests'][test_name]['first_failure'] = build_number

+        else:

+          # Last pass for this test has been found.

+          # TODO(chanli): Handle cases where the test is not run at all.

+          failed_step['tests'][test_name]['last_pass'] = build_number

+          unfinished_tests.remove(test_name)

+

+      if not unfinished_tests:

+        break

+

+    self._UpdateFirstFailureInfoForStep(current_build_number, failed_step)

+

+  def _UpdateFailureInfoBuilds(self, failed_steps, builds):

+    """Deletes builds that are before the farthest last_pass."""

+    build_numbers_in_builds = builds.keys()

+    farthest_last_pass = -1

+    for failed_step in failed_steps.itervalues():

+      if not failed_step.get('last_pass'):

+        return

+

+      if (farthest_last_pass < 0 or

+          farthest_last_pass > failed_step['last_pass']):

+        farthest_last_pass = failed_step['last_pass']

+

+    for build_number in build_numbers_in_builds:

+      if int(build_number) < farthest_last_pass:

+        del builds[build_number]

+

+  def _CheckFirstKnownFailureForSwarmingTests(

+      self, master_name, builder_name, build_number, failed_steps, builds):

+    """Uses swarming test results to update first failure info at test level."""

+    http_client = HttpClient()

+

+    # Identifies swarming tests and saves isolated data to them.

+    result = swarming_util.GetIsolatedDataForFailedBuild(

+        master_name, builder_name, build_number, failed_steps,

+        http_client)

+    if not result:

+      return

+

+    for step_name, failed_step in failed_steps.iteritems():

+      if not failed_step.get('list_isolated_data'):  # Non-swarming step.

+        continue

+

+      # Checks tests in one step and updates failed_step info if swarming.

+      result = self._StartTestLevelCheckForFirstFailure(

+          master_name, builder_name, build_number, step_name,

+          failed_step, http_client)

+

+      if result:  # pragma: no cover

+        # Iterates backwards to get a more precise failed_steps info.

+        self._UpdateFirstFailureOnTestLevel(

+            master_name, builder_name, build_number, step_name,

+            failed_step, http_client)

+

+    self._UpdateFailureInfoBuilds(failed_steps, builds)

+

+  # Arguments number differs from overridden method - pylint: disable=W0221

+  def run(self, master_name, builder_name, build_number):

+    """

+    Args:

+      master_name (str): the master name of a build.

+      builder_name (str): the builder name of a build.

+      build_number (int): the build number of a build.

+

+    Returns:

+      A dict in the following form:

+      {

+        "master_name": "chromium.gpu",

+        "builder_name": "GPU Linux Builder"

+        "build_number": 25410,

+        "failed": true,

+        "failed_steps": {

+          "compile": {

+            "last_pass": 25408,

+            "current_failure": 25410,

+            "first_failure": 25409

+          }

+        },

+        "builds": {

+          "25408": {

+            "chromium_revision": "474ab324d17d2cd198d3fb067cabc10a775a8df7"

+            "blame_list": [

+              "474ab324d17d2cd198d3fb067cabc10a775a8df7"

+            ],

+          },

+          "25409": {

+            "chromium_revision": "33c6f11de20c5b229e102c51237d96b2d2f1be04"

+            "blame_list": [

+              "9d5ebc5eb14fc4b3823f6cfd341da023f71f49dd",

+              ...

+            ],

+          },

+          "25410": {

+            "chromium_revision": "4bffcd598dd89e0016208ce9312a1f477ff105d1"

+            "blame_list": [

+              "b98e0b320d39a323c81cc0542e6250349183a4df",

+              ...

+            ],

+          }

+        }

+      }

+    """

+    build_info = self._ExtractBuildInfo(master_name, builder_name, build_number)

+

+    if not build_info:  # pragma: no cover

+      raise pipeline.Retry('Failed to extract build info.')

+

+    failure_info = {

+        'failed': True,

+        'master_name': master_name,

+        'builder_name': builder_name,

+        'build_number': build_number,

+        'chromium_revision': build_info.chromium_revision,

+        'builds': {},

+        'failed_steps': {},

+    }

+

+    if (build_info.result == buildbot.SUCCESS or

+        not build_info.failed_steps):

+      failure_info['failed'] = False

+      return failure_info

+

+    builds = dict()

+    self._SaveBlamelistAndChromiumRevisionIntoDict(build_info, builds)

+

+    failed_steps = self._CreateADictOfFailedSteps(build_info)

+

+    # Checks first failed builds for each failed step.

+    self._CheckForFirstKnownFailure(

+        master_name, builder_name, build_number, failed_steps, builds)

+

+    # Checks first failed builds for each failed test.

+    self._CheckFirstKnownFailureForSwarmingTests(

+        master_name, builder_name, build_number, failed_steps, builds)

+

+    failure_info['builds'] = builds

+    failure_info['failed_steps'] = failed_steps

+

+    analysis = WfAnalysis.Get(master_name, builder_name, build_number)

+    analysis.not_passed_steps = build_info.not_passed_steps

+    analysis.put()

+

+    return failure_info

+ </td>

+ </tr>

+ </table>

+</div>

+<div id='footer'>

+ <div class='content'>

+

+ <a class='nav' href='index.html'>« index</a>     <a class='nav' href='http://nedbatchelder.com/code/coverage'>coverage.py v3.7.1</a>

+

+ </div>

+</div>

+</body>

+</html>