| OLD | NEW |
|---|
| (Empty) | |
| 1 <!doctype html PUBLIC "-//W3C//DTD html 4.01//EN" "http://www.w3.org/TR/html4/st
rict.dtd"> |
| 2 <html> |
| 3 <head> |
| 4 <meta http-equiv='Content-Type' content='text/html; charset=utf-8'> |
| 5 |
| 6 |
| 7 <meta http-equiv='X-UA-Compatible' content='IE=emulateIE7' /> |
| 8 <title>Coverage for appengine/findit/waterfall/extract_signal_pipeline: 100%
</title> |
| 9 <link rel='stylesheet' href='style.css' type='text/css'> |
| 10 |
| 11 <script type='text/javascript' src='jquery.min.js'></script> |
| 12 <script type='text/javascript' src='jquery.hotkeys.js'></script> |
| 13 <script type='text/javascript' src='jquery.isonscreen.js'></script> |
| 14 <script type='text/javascript' src='coverage_html.js'></script> |
| 15 <script type='text/javascript' charset='utf-8'> |
| 16 jQuery(document).ready(coverage.pyfile_ready); |
| 17 </script> |
| 18 </head> |
| 19 <body id='pyfile'> |
| 20 |
| 21 <div id='header'> |
| 22 <div class='content'> |
| 23 <h1>Coverage for <b>appengine/findit/waterfall/extract_signal_pipeline</
b> : |
| 24 <span class='pc_cov'>100%</span> |
| 25 </h1> |
| 26 <img id='keyboard_icon' src='keybd_closed.png'> |
| 27 <h2 class='stats'> |
| 28 84 statements |
| 29 <span class='run hide_run shortkey_r button_toggle_run'>84 run</span
> |
| 30 <span class='mis shortkey_m button_toggle_mis'>0 missing</span> |
| 31 <span class='exc shortkey_x button_toggle_exc'>17 excluded</span> |
| 32 |
| 33 <span class='par run hide_run shortkey_p button_toggle_par'>0 pa
rtial</span> |
| 34 |
| 35 </h2> |
| 36 </div> |
| 37 </div> |
| 38 |
| 39 <div class='help_panel'> |
| 40 <img id='panel_icon' src='keybd_open.png'> |
| 41 <p class='legend'>Hot-keys on this page</p> |
| 42 <div> |
| 43 <p class='keyhelp'> |
| 44 <span class='key'>r</span> |
| 45 <span class='key'>m</span> |
| 46 <span class='key'>x</span> |
| 47 <span class='key'>p</span> toggle line displays |
| 48 </p> |
| 49 <p class='keyhelp'> |
| 50 <span class='key'>j</span> |
| 51 <span class='key'>k</span> next/prev highlighted chunk |
| 52 </p> |
| 53 <p class='keyhelp'> |
| 54 <span class='key'>0</span> (zero) top of page |
| 55 </p> |
| 56 <p class='keyhelp'> |
| 57 <span class='key'>1</span> (one) first highlighted chunk |
| 58 </p> |
| 59 </div> |
| 60 </div> |
| 61 |
| 62 <div id='source'> |
| 63 <table cellspacing='0' cellpadding='0'> |
| 64 <tr> |
| 65 <td class='linenos' valign='top'> |
| 66 <p id='n1' class='pln'><a href='#n1'>1</a></p> |
| 67 <p id='n2' class='pln'><a href='#n2'>2</a></p> |
| 68 <p id='n3' class='pln'><a href='#n3'>3</a></p> |
| 69 <p id='n4' class='pln'><a href='#n4'>4</a></p> |
| 70 <p id='n5' class='stm run hide_run'><a href='#n5'>5</a></p> |
| 71 <p id='n6' class='stm run hide_run'><a href='#n6'>6</a></p> |
| 72 <p id='n7' class='stm run hide_run'><a href='#n7'>7</a></p> |
| 73 <p id='n8' class='stm run hide_run'><a href='#n8'>8</a></p> |
| 74 <p id='n9' class='pln'><a href='#n9'>9</a></p> |
| 75 <p id='n10' class='stm run hide_run'><a href='#n10'>10</a></p> |
| 76 <p id='n11' class='pln'><a href='#n11'>11</a></p> |
| 77 <p id='n12' class='stm run hide_run'><a href='#n12'>12</a></p> |
| 78 <p id='n13' class='stm run hide_run'><a href='#n13'>13</a></p> |
| 79 <p id='n14' class='stm run hide_run'><a href='#n14'>14</a></p> |
| 80 <p id='n15' class='stm run hide_run'><a href='#n15'>15</a></p> |
| 81 <p id='n16' class='stm run hide_run'><a href='#n16'>16</a></p> |
| 82 <p id='n17' class='stm run hide_run'><a href='#n17'>17</a></p> |
| 83 <p id='n18' class='stm run hide_run'><a href='#n18'>18</a></p> |
| 84 <p id='n19' class='stm run hide_run'><a href='#n19'>19</a></p> |
| 85 <p id='n20' class='stm run hide_run'><a href='#n20'>20</a></p> |
| 86 <p id='n21' class='stm run hide_run'><a href='#n21'>21</a></p> |
| 87 <p id='n22' class='stm run hide_run'><a href='#n22'>22</a></p> |
| 88 <p id='n23' class='pln'><a href='#n23'>23</a></p> |
| 89 <p id='n24' class='pln'><a href='#n24'>24</a></p> |
| 90 <p id='n25' class='stm run hide_run'><a href='#n25'>25</a></p> |
| 91 <p id='n26' class='pln'><a href='#n26'>26</a></p> |
| 92 <p id='n27' class='pln'><a href='#n27'>27</a></p> |
| 93 <p id='n28' class='stm run hide_run'><a href='#n28'>28</a></p> |
| 94 <p id='n29' class='pln'><a href='#n29'>29</a></p> |
| 95 <p id='n30' class='pln'><a href='#n30'>30</a></p> |
| 96 <p id='n31' class='pln'><a href='#n31'>31</a></p> |
| 97 <p id='n32' class='pln'><a href='#n32'>32</a></p> |
| 98 <p id='n33' class='pln'><a href='#n33'>33</a></p> |
| 99 <p id='n34' class='pln'><a href='#n34'>34</a></p> |
| 100 <p id='n35' class='stm run hide_run'><a href='#n35'>35</a></p> |
| 101 <p id='n36' class='pln'><a href='#n36'>36</a></p> |
| 102 <p id='n37' class='stm run hide_run'><a href='#n37'>37</a></p> |
| 103 <p id='n38' class='pln'><a href='#n38'>38</a></p> |
| 104 <p id='n39' class='pln'><a href='#n39'>39</a></p> |
| 105 <p id='n40' class='pln'><a href='#n40'>40</a></p> |
| 106 <p id='n41' class='pln'><a href='#n41'>41</a></p> |
| 107 <p id='n42' class='stm run hide_run'><a href='#n42'>42</a></p> |
| 108 <p id='n43' class='stm run hide_run'><a href='#n43'>43</a></p> |
| 109 <p id='n44' class='pln'><a href='#n44'>44</a></p> |
| 110 <p id='n45' class='stm run hide_run'><a href='#n45'>45</a></p> |
| 111 <p id='n46' class='stm run hide_run'><a href='#n46'>46</a></p> |
| 112 <p id='n47' class='stm run hide_run'><a href='#n47'>47</a></p> |
| 113 <p id='n48' class='stm run hide_run'><a href='#n48'>48</a></p> |
| 114 <p id='n49' class='stm run hide_run'><a href='#n49'>49</a></p> |
| 115 <p id='n50' class='stm run hide_run'><a href='#n50'>50</a></p> |
| 116 <p id='n51' class='pln'><a href='#n51'>51</a></p> |
| 117 <p id='n52' class='exc'><a href='#n52'>52</a></p> |
| 118 <p id='n53' class='pln'><a href='#n53'>53</a></p> |
| 119 <p id='n54' class='stm run hide_run'><a href='#n54'>54</a></p> |
| 120 <p id='n55' class='pln'><a href='#n55'>55</a></p> |
| 121 <p id='n56' class='pln'><a href='#n56'>56</a></p> |
| 122 <p id='n57' class='pln'><a href='#n57'>57</a></p> |
| 123 <p id='n58' class='pln'><a href='#n58'>58</a></p> |
| 124 <p id='n59' class='pln'><a href='#n59'>59</a></p> |
| 125 <p id='n60' class='pln'><a href='#n60'>60</a></p> |
| 126 <p id='n61' class='pln'><a href='#n61'>61</a></p> |
| 127 <p id='n62' class='pln'><a href='#n62'>62</a></p> |
| 128 <p id='n63' class='pln'><a href='#n63'>63</a></p> |
| 129 <p id='n64' class='pln'><a href='#n64'>64</a></p> |
| 130 <p id='n65' class='pln'><a href='#n65'>65</a></p> |
| 131 <p id='n66' class='pln'><a href='#n66'>66</a></p> |
| 132 <p id='n67' class='pln'><a href='#n67'>67</a></p> |
| 133 <p id='n68' class='pln'><a href='#n68'>68</a></p> |
| 134 <p id='n69' class='stm run hide_run'><a href='#n69'>69</a></p> |
| 135 <p id='n70' class='pln'><a href='#n70'>70</a></p> |
| 136 <p id='n71' class='exc'><a href='#n71'>71</a></p> |
| 137 <p id='n72' class='exc'><a href='#n72'>72</a></p> |
| 138 <p id='n73' class='pln'><a href='#n73'>73</a></p> |
| 139 <p id='n74' class='stm run hide_run'><a href='#n74'>74</a></p> |
| 140 <p id='n75' class='stm run hide_run'><a href='#n75'>75</a></p> |
| 141 <p id='n76' class='stm run hide_run'><a href='#n76'>76</a></p> |
| 142 <p id='n77' class='stm run hide_run'><a href='#n77'>77</a></p> |
| 143 <p id='n78' class='pln'><a href='#n78'>78</a></p> |
| 144 <p id='n79' class='stm run hide_run'><a href='#n79'>79</a></p> |
| 145 <p id='n80' class='pln'><a href='#n80'>80</a></p> |
| 146 <p id='n81' class='stm run hide_run'><a href='#n81'>81</a></p> |
| 147 <p id='n82' class='stm run hide_run'><a href='#n82'>82</a></p> |
| 148 <p id='n83' class='stm run hide_run'><a href='#n83'>83</a></p> |
| 149 <p id='n84' class='pln'><a href='#n84'>84</a></p> |
| 150 <p id='n85' class='stm run hide_run'><a href='#n85'>85</a></p> |
| 151 <p id='n86' class='stm run hide_run'><a href='#n86'>86</a></p> |
| 152 <p id='n87' class='stm run hide_run'><a href='#n87'>87</a></p> |
| 153 <p id='n88' class='pln'><a href='#n88'>88</a></p> |
| 154 <p id='n89' class='stm run hide_run'><a href='#n89'>89</a></p> |
| 155 <p id='n90' class='stm run hide_run'><a href='#n90'>90</a></p> |
| 156 <p id='n91' class='pln'><a href='#n91'>91</a></p> |
| 157 <p id='n92' class='stm run hide_run'><a href='#n92'>92</a></p> |
| 158 <p id='n93' class='stm run hide_run'><a href='#n93'>93</a></p> |
| 159 <p id='n94' class='pln'><a href='#n94'>94</a></p> |
| 160 <p id='n95' class='stm run hide_run'><a href='#n95'>95</a></p> |
| 161 <p id='n96' class='pln'><a href='#n96'>96</a></p> |
| 162 <p id='n97' class='pln'><a href='#n97'>97</a></p> |
| 163 <p id='n98' class='stm run hide_run'><a href='#n98'>98</a></p> |
| 164 <p id='n99' class='pln'><a href='#n99'>99</a></p> |
| 165 <p id='n100' class='pln'><a href='#n100'>100</a></p> |
| 166 <p id='n101' class='pln'><a href='#n101'>101</a></p> |
| 167 <p id='n102' class='pln'><a href='#n102'>102</a></p> |
| 168 <p id='n103' class='pln'><a href='#n103'>103</a></p> |
| 169 <p id='n104' class='pln'><a href='#n104'>104</a></p> |
| 170 <p id='n105' class='pln'><a href='#n105'>105</a></p> |
| 171 <p id='n106' class='pln'><a href='#n106'>106</a></p> |
| 172 <p id='n107' class='pln'><a href='#n107'>107</a></p> |
| 173 <p id='n108' class='pln'><a href='#n108'>108</a></p> |
| 174 <p id='n109' class='pln'><a href='#n109'>109</a></p> |
| 175 <p id='n110' class='pln'><a href='#n110'>110</a></p> |
| 176 <p id='n111' class='pln'><a href='#n111'>111</a></p> |
| 177 <p id='n112' class='stm run hide_run'><a href='#n112'>112</a></p> |
| 178 <p id='n113' class='stm run hide_run'><a href='#n113'>113</a></p> |
| 179 <p id='n114' class='pln'><a href='#n114'>114</a></p> |
| 180 <p id='n115' class='stm run hide_run'><a href='#n115'>115</a></p> |
| 181 <p id='n116' class='pln'><a href='#n116'>116</a></p> |
| 182 <p id='n117' class='stm run hide_run'><a href='#n117'>117</a></p> |
| 183 <p id='n118' class='stm run hide_run'><a href='#n118'>118</a></p> |
| 184 <p id='n119' class='stm run hide_run'><a href='#n119'>119</a></p> |
| 185 <p id='n120' class='pln'><a href='#n120'>120</a></p> |
| 186 <p id='n121' class='stm run hide_run'><a href='#n121'>121</a></p> |
| 187 <p id='n122' class='stm run hide_run'><a href='#n122'>122</a></p> |
| 188 <p id='n123' class='pln'><a href='#n123'>123</a></p> |
| 189 <p id='n124' class='stm run hide_run'><a href='#n124'>124</a></p> |
| 190 <p id='n125' class='pln'><a href='#n125'>125</a></p> |
| 191 <p id='n126' class='stm run hide_run'><a href='#n126'>126</a></p> |
| 192 <p id='n127' class='stm run hide_run'><a href='#n127'>127</a></p> |
| 193 <p id='n128' class='stm run hide_run'><a href='#n128'>128</a></p> |
| 194 <p id='n129' class='pln'><a href='#n129'>129</a></p> |
| 195 <p id='n130' class='pln'><a href='#n130'>130</a></p> |
| 196 <p id='n131' class='pln'><a href='#n131'>131</a></p> |
| 197 <p id='n132' class='stm run hide_run'><a href='#n132'>132</a></p> |
| 198 <p id='n133' class='pln'><a href='#n133'>133</a></p> |
| 199 <p id='n134' class='stm run hide_run'><a href='#n134'>134</a></p> |
| 200 <p id='n135' class='stm run hide_run'><a href='#n135'>135</a></p> |
| 201 <p id='n136' class='pln'><a href='#n136'>136</a></p> |
| 202 <p id='n137' class='stm run hide_run'><a href='#n137'>137</a></p> |
| 203 <p id='n138' class='exc'><a href='#n138'>138</a></p> |
| 204 <p id='n139' class='pln'><a href='#n139'>139</a></p> |
| 205 <p id='n140' class='exc'><a href='#n140'>140</a></p> |
| 206 <p id='n141' class='pln'><a href='#n141'>141</a></p> |
| 207 <p id='n142' class='stm run hide_run'><a href='#n142'>142</a></p> |
| 208 <p id='n143' class='stm run hide_run'><a href='#n143'>143</a></p> |
| 209 <p id='n144' class='pln'><a href='#n144'>144</a></p> |
| 210 <p id='n145' class='pln'><a href='#n145'>145</a></p> |
| 211 <p id='n146' class='exc'><a href='#n146'>146</a></p> |
| 212 <p id='n147' class='exc'><a href='#n147'>147</a></p> |
| 213 <p id='n148' class='pln'><a href='#n148'>148</a></p> |
| 214 <p id='n149' class='pln'><a href='#n149'>149</a></p> |
| 215 <p id='n150' class='pln'><a href='#n150'>150</a></p> |
| 216 <p id='n151' class='pln'><a href='#n151'>151</a></p> |
| 217 <p id='n152' class='exc'><a href='#n152'>152</a></p> |
| 218 <p id='n153' class='pln'><a href='#n153'>153</a></p> |
| 219 <p id='n154' class='exc'><a href='#n154'>154</a></p> |
| 220 <p id='n155' class='exc'><a href='#n155'>155</a></p> |
| 221 <p id='n156' class='pln'><a href='#n156'>156</a></p> |
| 222 <p id='n157' class='pln'><a href='#n157'>157</a></p> |
| 223 <p id='n158' class='pln'><a href='#n158'>158</a></p> |
| 224 <p id='n159' class='exc'><a href='#n159'>159</a></p> |
| 225 <p id='n160' class='exc'><a href='#n160'>160</a></p> |
| 226 <p id='n161' class='pln'><a href='#n161'>161</a></p> |
| 227 <p id='n162' class='pln'><a href='#n162'>162</a></p> |
| 228 <p id='n163' class='stm run hide_run'><a href='#n163'>163</a></p> |
| 229 <p id='n164' class='pln'><a href='#n164'>164</a></p> |
| 230 <p id='n165' class='stm run hide_run'><a href='#n165'>165</a></p> |
| 231 <p id='n166' class='stm run hide_run'><a href='#n166'>166</a></p> |
| 232 <p id='n167' class='exc'><a href='#n167'>167</a></p> |
| 233 <p id='n168' class='pln'><a href='#n168'>168</a></p> |
| 234 <p id='n169' class='exc'><a href='#n169'>169</a></p> |
| 235 <p id='n170' class='pln'><a href='#n170'>170</a></p> |
| 236 <p id='n171' class='pln'><a href='#n171'>171</a></p> |
| 237 <p id='n172' class='stm run hide_run'><a href='#n172'>172</a></p> |
| 238 <p id='n173' class='stm run hide_run'><a href='#n173'>173</a></p> |
| 239 <p id='n174' class='stm run hide_run'><a href='#n174'>174</a></p> |
| 240 <p id='n175' class='pln'><a href='#n175'>175</a></p> |
| 241 <p id='n176' class='exc'><a href='#n176'>176</a></p> |
| 242 <p id='n177' class='exc'><a href='#n177'>177</a></p> |
| 243 <p id='n178' class='exc'><a href='#n178'>178</a></p> |
| 244 <p id='n179' class='pln'><a href='#n179'>179</a></p> |
| 245 <p id='n180' class='stm run hide_run'><a href='#n180'>180</a></p> |
| 246 <p id='n181' class='pln'><a href='#n181'>181</a></p> |
| 247 <p id='n182' class='pln'><a href='#n182'>182</a></p> |
| 248 <p id='n183' class='stm run hide_run'><a href='#n183'>183</a></p> |
| 249 <p id='n184' class='pln'><a href='#n184'>184</a></p> |
| 250 <p id='n185' class='stm run hide_run'><a href='#n185'>185</a></p> |
| 251 <p id='n186' class='stm run hide_run'><a href='#n186'>186</a></p> |
| 252 <p id='n187' class='pln'><a href='#n187'>187</a></p> |
| 253 <p id='n188' class='pln'><a href='#n188'>188</a></p> |
| 254 <p id='n189' class='pln'><a href='#n189'>189</a></p> |
| 255 <p id='n190' class='pln'><a href='#n190'>190</a></p> |
| 256 <p id='n191' class='stm run hide_run'><a href='#n191'>191</a></p> |
| 257 <p id='n192' class='pln'><a href='#n192'>192</a></p> |
| 258 <p id='n193' class='stm run hide_run'><a href='#n193'>193</a></p> |
| 259 <p id='n194' class='stm run hide_run'><a href='#n194'>194</a></p> |
| 260 <p id='n195' class='pln'><a href='#n195'>195</a></p> |
| 261 <p id='n196' class='stm run hide_run'><a href='#n196'>196</a></p> |
| 262 <p id='n197' class='pln'><a href='#n197'>197</a></p> |
| 263 <p id='n198' class='pln'><a href='#n198'>198</a></p> |
| 264 <p id='n199' class='pln'><a href='#n199'>199</a></p> |
| 265 <p id='n200' class='stm run hide_run'><a href='#n200'>200</a></p> |
| 266 <p id='n201' class='pln'><a href='#n201'>201</a></p> |
| 267 <p id='n202' class='pln'><a href='#n202'>202</a></p> |
| 268 <p id='n203' class='stm run hide_run'><a href='#n203'>203</a></p> |
| 269 <p id='n204' class='stm run hide_run'><a href='#n204'>204</a></p> |
| 270 <p id='n205' class='stm run hide_run'><a href='#n205'>205</a></p> |
| 271 <p id='n206' class='pln'><a href='#n206'>206</a></p> |
| 272 <p id='n207' class='stm run hide_run'><a href='#n207'>207</a></p> |
| 273 |
| 274 </td> |
| 275 <td class='text' valign='top'> |
| 276 <p id='t1' class='pln'><span class='com'># Copyright 2015 The Chromium Authors.
All rights reserved.</span><span class='strut'> </span></p> |
| 277 <p id='t2' class='pln'><span class='com'># Use of this source code is governed b
y a BSD-style license that can be</span><span class='strut'> </span></p> |
| 278 <p id='t3' class='pln'><span class='com'># found in the LICENSE file.</span><spa
n class='strut'> </span></p> |
| 279 <p id='t4' class='pln'><span class='strut'> </span></p> |
| 280 <p id='t5' class='stm run hide_run'><span class='key'>import</span> <span class=
'nam'>base64</span><span class='strut'> </span></p> |
| 281 <p id='t6' class='stm run hide_run'><span class='key'>import</span> <span class=
'nam'>cStringIO</span><span class='strut'> </span></p> |
| 282 <p id='t7' class='stm run hide_run'><span class='key'>import</span> <span class=
'nam'>json</span><span class='strut'> </span></p> |
| 283 <p id='t8' class='stm run hide_run'><span class='key'>import</span> <span class=
'nam'>logging</span><span class='strut'> </span></p> |
| 284 <p id='t9' class='pln'><span class='strut'> </span></p> |
| 285 <p id='t10' class='stm run hide_run'><span class='key'>from</span> <span class='
nam'>google</span><span class='op'>.</span><span class='nam'>appengine</span><sp
an class='op'>.</span><span class='nam'>api</span><span class='op'>.</span><span
class='nam'>urlfetch</span> <span class='key'>import</span> <span class='nam'>R
esponseTooLargeError</span><span class='strut'> </span></p> |
| 286 <p id='t11' class='pln'><span class='strut'> </span></p> |
| 287 <p id='t12' class='stm run hide_run'><span class='key'>from</span> <span class='
nam'>common</span><span class='op'>.</span><span class='nam'>http_client_appengi
ne</span> <span class='key'>import</span> <span class='nam'>HttpClientAppengine<
/span> <span class='key'>as</span> <span class='nam'>HttpClient</span><span clas
s='strut'> </span></p> |
| 288 <p id='t13' class='stm run hide_run'><span class='key'>from</span> <span class='
nam'>model</span><span class='op'>.</span><span class='nam'>wf_analysis</span> <
span class='key'>import</span> <span class='nam'>WfAnalysis</span><span class='s
trut'> </span></p> |
| 289 <p id='t14' class='stm run hide_run'><span class='key'>from</span> <span class='
nam'>model</span><span class='op'>.</span><span class='nam'>wf_step</span> <span
class='key'>import</span> <span class='nam'>WfStep</span><span class='strut'>&n
bsp;</span></p> |
| 290 <p id='t15' class='stm run hide_run'><span class='key'>from</span> <span class='
nam'>pipeline_wrapper</span> <span class='key'>import</span> <span class='nam'>B
asePipeline</span><span class='strut'> </span></p> |
| 291 <p id='t16' class='stm run hide_run'><span class='key'>from</span> <span class='
nam'>pipeline_wrapper</span> <span class='key'>import</span> <span class='nam'>p
ipeline</span><span class='strut'> </span></p> |
| 292 <p id='t17' class='stm run hide_run'><span class='key'>from</span> <span class='
nam'>waterfall</span> <span class='key'>import</span> <span class='nam'>buildbot
</span><span class='strut'> </span></p> |
| 293 <p id='t18' class='stm run hide_run'><span class='key'>from</span> <span class='
nam'>waterfall</span> <span class='key'>import</span> <span class='nam'>extracto
rs</span><span class='strut'> </span></p> |
| 294 <p id='t19' class='stm run hide_run'><span class='key'>from</span> <span class='
nam'>waterfall</span> <span class='key'>import</span> <span class='nam'>lock_uti
l</span><span class='strut'> </span></p> |
| 295 <p id='t20' class='stm run hide_run'><span class='key'>from</span> <span class='
nam'>waterfall</span> <span class='key'>import</span> <span class='nam'>try_job_
util</span><span class='strut'> </span></p> |
| 296 <p id='t21' class='stm run hide_run'><span class='key'>from</span> <span class='
nam'>waterfall</span> <span class='key'>import</span> <span class='nam'>waterfal
l_config</span><span class='strut'> </span></p> |
| 297 <p id='t22' class='stm run hide_run'><span class='key'>from</span> <span class='
nam'>waterfall</span><span class='op'>.</span><span class='nam'>failure_signal</
span> <span class='key'>import</span> <span class='nam'>FailureSignal</span><spa
n class='strut'> </span></p> |
| 298 <p id='t23' class='pln'><span class='strut'> </span></p> |
| 299 <p id='t24' class='pln'><span class='strut'> </span></p> |
| 300 <p id='t25' class='stm run hide_run'><span class='key'>class</span> <span class=
'nam'>ExtractSignalPipeline</span><span class='op'>(</span><span class='nam'>Bas
ePipeline</span><span class='op'>)</span><span class='op'>:</span><span class='s
trut'> </span></p> |
| 301 <p id='t26' class='pln'> <span class='str'>"""A pipeline to
extract failure signals from each failed step."""</span><span cl
ass='strut'> </span></p> |
| 302 <p id='t27' class='pln'><span class='strut'> </span></p> |
| 303 <p id='t28' class='stm run hide_run'> <span class='nam'>HTTP_CLIENT</span>
<span class='op'>=</span> <span class='nam'>HttpClient</span><span class='op'>(
</span><span class='op'>)</span><span class='strut'> </span></p> |
| 304 <p id='t29' class='pln'><span class='strut'> </span></p> |
| 305 <p id='t30' class='pln'> <span class='com'># Limit stored log data to 1000
KB, because a datastore entity has a size</span><span class='strut'> </spa
n></p> |
| 306 <p id='t31' class='pln'> <span class='com'># limit of 1 MB. And Leave 24 K
B for other possible usage later.</span><span class='strut'> </span></p> |
| 307 <p id='t32' class='pln'> <span class='com'># The stored log data in datast
ore will be compressed with gzip, backed by</span><span class='strut'> </sp
an></p> |
| 308 <p id='t33' class='pln'> <span class='com'># zlib. With the minimum compre
ss level, the log data will usually be reduced</span><span class='strut'> <
/span></p> |
| 309 <p id='t34' class='pln'> <span class='com'># to less than 20%. So for unco
mpressed data, a safe limit could 4000 KB.</span><span class='strut'> </spa
n></p> |
| 310 <p id='t35' class='stm run hide_run'> <span class='nam'>LOG_DATA_BYTE_LIMI
T</span> <span class='op'>=</span> <span class='num'>4000</span> <span class='op
'>*</span> <span class='num'>1024</span><span class='strut'> </span></p> |
| 311 <p id='t36' class='pln'><span class='strut'> </span></p> |
| 312 <p id='t37' class='stm run hide_run'> <span class='op'>@</span><span class
='nam'>staticmethod</span><span class='strut'> </span></p> |
| 313 <p id='t38' class='pln'> <span class='key'>def</span> <span class='nam'>_E
xtractStorablePortionOfLog</span><span class='op'>(</span><span class='nam'>log_
data</span><span class='op'>)</span><span class='op'>:</span><span class='strut'
> </span></p> |
| 314 <p id='t39' class='pln'> <span class='com'># For the log of a faile
d step in a build, the error messages usually show</span><span class='strut'>&nb
sp;</span></p> |
| 315 <p id='t40' class='pln'> <span class='com'># up at the end of the w
hole log. So if the log is too big to fit into a</span><span class='strut'> 
;</span></p> |
| 316 <p id='t41' class='pln'> <span class='com'># datastore entity, it&#
39;s safe to just save the ending portion of the log.</span><span class='strut'>
</span></p> |
| 317 <p id='t42' class='stm run hide_run'> <span class='key'>if</span> <
span class='nam'>len</span><span class='op'>(</span><span class='nam'>log_data</
span><span class='op'>)</span> <span class='op'><=</span> <span class='nam'>E
xtractSignalPipeline</span><span class='op'>.</span><span class='nam'>LOG_DATA_B
YTE_LIMIT</span><span class='op'>:</span><span class='strut'> </span></p> |
| 318 <p id='t43' class='stm run hide_run'> <span class='key'>retu
rn</span> <span class='nam'>log_data</span><span class='strut'> </span></p> |
| 319 <p id='t44' class='pln'><span class='strut'> </span></p> |
| 320 <p id='t45' class='stm run hide_run'> <span class='nam'>lines</span
> <span class='op'>=</span> <span class='nam'>log_data</span><span class='op'>.<
/span><span class='nam'>split</span><span class='op'>(</span><span class='str'>&
#39;\n'</span><span class='op'>)</span><span class='strut'> </span></p> |
| 321 <p id='t46' class='stm run hide_run'> <span class='nam'>size</span>
<span class='op'>=</span> <span class='num'>0</span><span class='strut'> <
/span></p> |
| 322 <p id='t47' class='stm run hide_run'> <span class='key'>for</span>
<span class='nam'>line_index</span> <span class='key'>in</span> <span class='nam
'>reversed</span><span class='op'>(</span><span class='nam'>range</span><span cl
ass='op'>(</span><span class='nam'>len</span><span class='op'>(</span><span clas
s='nam'>lines</span><span class='op'>)</span><span class='op'>)</span><span clas
s='op'>)</span><span class='op'>:</span><span class='strut'> </span></p> |
| 323 <p id='t48' class='stm run hide_run'> <span class='nam'>size
</span> <span class='op'>+=</span> <span class='nam'>len</span><span class='op'>
(</span><span class='nam'>lines</span><span class='op'>[</span><span class='nam'
>line_index</span><span class='op'>]</span><span class='op'>)</span> <span class
='op'>+</span> <span class='num'>1</span><span class='strut'> </span></p> |
| 324 <p id='t49' class='stm run hide_run'> <span class='key'>if</
span> <span class='nam'>size</span> <span class='op'>></span> <span class='na
m'>ExtractSignalPipeline</span><span class='op'>.</span><span class='nam'>LOG_DA
TA_BYTE_LIMIT</span><span class='op'>:</span><span class='strut'> </span></
p> |
| 325 <p id='t50' class='stm run hide_run'> <span class='ke
y'>return</span> <span class='str'>'\n'</span><span class='op'>.</span><
span class='nam'>join</span><span class='op'>(</span><span class='nam'>lines</sp
an><span class='op'>[</span><span class='nam'>line_index</span> <span class='op'
>+</span> <span class='num'>1</span><span class='op'>:</span><span class='op'>]<
/span><span class='op'>)</span><span class='strut'> </span></p> |
| 326 <p id='t51' class='pln'> <span class='key'>else</span><span class='
op'>:</span><span class='strut'> </span></p> |
| 327 <p id='t52' class='exc'> <span class='key'>return</span> <sp
an class='nam'>log_data</span> <span class='com'># pragma: no cover - this
won't be reached.</span><span class='strut'> </span></p> |
| 328 <p id='t53' class='pln'><span class='strut'> </span></p> |
| 329 <p id='t54' class='stm run hide_run'> <span class='op'>@</span><span class
='nam'>staticmethod</span><span class='strut'> </span></p> |
| 330 <p id='t55' class='pln'> <span class='key'>def</span> <span class='nam'>_G
etReliableTestFailureLog</span><span class='op'>(</span><span class='nam'>gtest_
result</span><span class='op'>)</span><span class='op'>:</span><span class='stru
t'> </span></p> |
| 331 <p id='t56' class='pln'> <span class='str'>"""Analyz
e the archived gtest json results and extract reliable failures.</span><span cla
ss='strut'> </span></p> |
| 332 <p id='t57' class='pln'><span class='strut'> </span></p> |
| 333 <p id='t58' class='pln'><span class='str'> Args:</span><span class=
'strut'> </span></p> |
| 334 <p id='t59' class='pln'><span class='str'> gtest_result (str
): A JSON file for failed step log.</span><span class='strut'> </span></p> |
| 335 <p id='t60' class='pln'><span class='strut'> </span></p> |
| 336 <p id='t61' class='pln'><span class='str'> Returns:</span><span cla
ss='strut'> </span></p> |
| 337 <p id='t62' class='pln'><span class='str'> A string contains
the names of reliable test failures and related</span><span class='strut'> 
;</span></p> |
| 338 <p id='t63' class='pln'><span class='str'> log content.</spa
n><span class='strut'> </span></p> |
| 339 <p id='t64' class='pln'><span class='str'> If gtest_results
in gtest json result is 'invalid', we will return</span><span class='str
ut'> </span></p> |
| 340 <p id='t65' class='pln'><span class='str'> 'invalid'
as the result.</span><span class='strut'> </span></p> |
| 341 <p id='t66' class='pln'><span class='str'> If we find out th
at all the test failures in this step are flaky, we will</span><span class='stru
t'> </span></p> |
| 342 <p id='t67' class='pln'><span class='str'> return 'flaky
' as result.</span><span class='strut'> </span></p> |
| 343 <p id='t68' class='pln'><span class='str'> """</span
><span class='strut'> </span></p> |
| 344 <p id='t69' class='stm run hide_run'> <span class='nam'>step_failur
e_data</span> <span class='op'>=</span> <span class='nam'>json</span><span class
='op'>.</span><span class='nam'>loads</span><span class='op'>(</span><span class
='nam'>gtest_result</span><span class='op'>)</span><span class='strut'> </s
pan></p> |
| 345 <p id='t70' class='pln'><span class='strut'> </span></p> |
| 346 <p id='t71' class='exc'> <span class='key'>if</span> <span class='n
am'>step_failure_data</span><span class='op'>[</span><span class='str'>'gtes
t_results'</span><span class='op'>]</span> <span class='op'>==</span> <span
class='str'>'invalid'</span><span class='op'>:</span> <span class=
'com'># pragma: no cover</span><span class='strut'> </span></p> |
| 347 <p id='t72' class='exc'> <span class='key'>return</span> <sp
an class='str'>'invalid'</span><span class='strut'> </span></p> |
| 348 <p id='t73' class='pln'><span class='strut'> </span></p> |
| 349 <p id='t74' class='stm run hide_run'> <span class='nam'>sio</span>
<span class='op'>=</span> <span class='nam'>cStringIO</span><span class='op'>.</
span><span class='nam'>StringIO</span><span class='op'>(</span><span class='op'>
)</span><span class='strut'> </span></p> |
| 350 <p id='t75' class='stm run hide_run'> <span class='key'>for</span>
<span class='nam'>iteration</span> <span class='key'>in</span> <span class='nam'
>step_failure_data</span><span class='op'>[</span><span class='str'>'gtest_r
esults'</span><span class='op'>]</span><span class='op'>[</span><span class=
'str'>'per_iteration_data'</span><span class='op'>]</span><span class='o
p'>:</span><span class='strut'> </span></p> |
| 351 <p id='t76' class='stm run hide_run'> <span class='key'>for<
/span> <span class='nam'>test_name</span> <span class='key'>in</span> <span clas
s='nam'>iteration</span><span class='op'>.</span><span class='nam'>keys</span><s
pan class='op'>(</span><span class='op'>)</span><span class='op'>:</span><span c
lass='strut'> </span></p> |
| 352 <p id='t77' class='stm run hide_run'> <span class='na
m'>is_reliable_failure</span> <span class='op'>=</span> <span class='nam'>True</
span><span class='strut'> </span></p> |
| 353 <p id='t78' class='pln'><span class='strut'> </span></p> |
| 354 <p id='t79' class='stm run hide_run'> <span class='ke
y'>for</span> <span class='nam'>test_run</span> <span class='key'>in</span> <spa
n class='nam'>iteration</span><span class='op'>[</span><span class='nam'>test_na
me</span><span class='op'>]</span><span class='op'>:</span><span class='strut'>&
nbsp;</span></p> |
| 355 <p id='t80' class='pln'> <span class='com'># W
e will ignore the test if some of the attempts were success.</span><span class='
strut'> </span></p> |
| 356 <p id='t81' class='stm run hide_run'> <span cl
ass='key'>if</span> <span class='nam'>test_run</span><span class='op'>[</span><s
pan class='str'>'status'</span><span class='op'>]</span> <span class='op
'>==</span> <span class='str'>'SUCCESS'</span><span class='op'>:</span><
span class='strut'> </span></p> |
| 357 <p id='t82' class='stm run hide_run'> <
span class='nam'>is_reliable_failure</span> <span class='op'>=</span> <span clas
s='nam'>False</span><span class='strut'> </span></p> |
| 358 <p id='t83' class='stm run hide_run'> <
span class='key'>break</span><span class='strut'> </span></p> |
| 359 <p id='t84' class='pln'><span class='strut'> </span></p> |
| 360 <p id='t85' class='stm run hide_run'> <span class='ke
y'>if</span> <span class='nam'>is_reliable_failure</span><span class='op'>:</spa
n> <span class='com'># all attempts failed</span><span class='strut'> 
;</span></p> |
| 361 <p id='t86' class='stm run hide_run'> <span cl
ass='key'>for</span> <span class='nam'>test_run</span> <span class='key'>in</spa
n> <span class='nam'>iteration</span><span class='op'>[</span><span class='nam'>
test_name</span><span class='op'>]</span><span class='op'>:</span><span class='s
trut'> </span></p> |
| 362 <p id='t87' class='stm run hide_run'> <
span class='nam'>sio</span><span class='op'>.</span><span class='nam'>write</spa
n><span class='op'>(</span><span class='nam'>base64</span><span class='op'>.</sp
an><span class='nam'>b64decode</span><span class='op'>(</span><span class='nam'>
test_run</span><span class='op'>[</span><span class='str'>'output_snippet_ba
se64'</span><span class='op'>]</span><span class='op'>)</span><span class='o
p'>)</span><span class='strut'> </span></p> |
| 363 <p id='t88' class='pln'><span class='strut'> </span></p> |
| 364 <p id='t89' class='stm run hide_run'> <span class='nam'>failed_test
_log</span> <span class='op'>=</span> <span class='nam'>sio</span><span class='o
p'>.</span><span class='nam'>getvalue</span><span class='op'>(</span><span class
='op'>)</span><span class='strut'> </span></p> |
| 365 <p id='t90' class='stm run hide_run'> <span class='nam'>sio</span><
span class='op'>.</span><span class='nam'>close</span><span class='op'>(</span><
span class='op'>)</span><span class='strut'> </span></p> |
| 366 <p id='t91' class='pln'><span class='strut'> </span></p> |
| 367 <p id='t92' class='stm run hide_run'> <span class='key'>if</span> <
span class='key'>not</span> <span class='nam'>failed_test_log</span><span class=
'op'>:</span><span class='strut'> </span></p> |
| 368 <p id='t93' class='stm run hide_run'> <span class='key'>retu
rn</span> <span class='str'>'flaky'</span><span class='strut'> </sp
an></p> |
| 369 <p id='t94' class='pln'><span class='strut'> </span></p> |
| 370 <p id='t95' class='stm run hide_run'> <span class='key'>return</spa
n> <span class='nam'>failed_test_log</span><span class='strut'> </span></p> |
| 371 <p id='t96' class='pln'><span class='strut'> </span></p> |
| 372 <p id='t97' class='pln'> <span class='com'># Arguments number differs from
overridden method - pylint: disable=W0221</span><span class='strut'> </spa
n></p> |
| 373 <p id='t98' class='stm run hide_run'> <span class='key'>def</span> <span c
lass='nam'>run</span><span class='op'>(</span><span class='nam'>self</span><span
class='op'>,</span> <span class='nam'>failure_info</span><span class='op'>,</sp
an> <span class='nam'>build_completed</span><span class='op'>)</span><span class
='op'>:</span><span class='strut'> </span></p> |
| 374 <p id='t99' class='pln'> <span class='str'>"""Extrac
ts failure signals from failed steps.</span><span class='strut'> </span></p
> |
| 375 <p id='t100' class='pln'><span class='strut'> </span></p> |
| 376 <p id='t101' class='pln'><span class='str'> Args:</span><span class
='strut'> </span></p> |
| 377 <p id='t102' class='pln'><span class='str'> failure_info (di
ct): Output of pipeline DetectFirstFailurePipeline.run().</span><span class='str
ut'> </span></p> |
| 378 <p id='t103' class='pln'><span class='str'> build_completed
(bool): Whether the build is completed.</span><span class='strut'> </span><
/p> |
| 379 <p id='t104' class='pln'><span class='strut'> </span></p> |
| 380 <p id='t105' class='pln'><span class='str'> Returns:</span><span cl
ass='strut'> </span></p> |
| 381 <p id='t106' class='pln'><span class='str'> A dict like belo
w:</span><span class='strut'> </span></p> |
| 382 <p id='t107' class='pln'><span class='str'> {</span><span cl
ass='strut'> </span></p> |
| 383 <p id='t108' class='pln'><span class='str'> 'step
_name1': waterfall.failure_signal.FailureSignal.ToDict(),</span><span class=
'strut'> </span></p> |
| 384 <p id='t109' class='pln'><span class='str'> ...</span
><span class='strut'> </span></p> |
| 385 <p id='t110' class='pln'><span class='str'> }</span><span cl
ass='strut'> </span></p> |
| 386 <p id='t111' class='pln'><span class='str'> """</spa
n><span class='strut'> </span></p> |
| 387 <p id='t112' class='stm run hide_run'> <span class='nam'>signals</s
pan> <span class='op'>=</span> <span class='op'>{</span><span class='op'>}</span
><span class='strut'> </span></p> |
| 388 <p id='t113' class='stm run hide_run'> <span class='key'>if</span>
<span class='key'>not</span> <span class='nam'>failure_info</span><span class='o
p'>[</span><span class='str'>'failed'</span><span class='op'>]</span> <s
pan class='key'>or</span> <span class='key'>not</span> <span class='nam'>failure
_info</span><span class='op'>[</span><span class='str'>'chromium_revision
9;</span><span class='op'>]</span><span class='op'>:</span><span class='strut'>&
nbsp;</span></p> |
| 389 <p id='t114' class='pln'> <span class='com'># Bail out if no
failed step or no chromium revision.</span><span class='strut'> </span></p
> |
| 390 <p id='t115' class='stm run hide_run'> <span class='key'>ret
urn</span> <span class='nam'>signals</span><span class='strut'> </span></p> |
| 391 <p id='t116' class='pln'><span class='strut'> </span></p> |
| 392 <p id='t117' class='stm run hide_run'> <span class='nam'>master_nam
e</span> <span class='op'>=</span> <span class='nam'>failure_info</span><span cl
ass='op'>[</span><span class='str'>'master_name'</span><span class='op'>
]</span><span class='strut'> </span></p> |
| 393 <p id='t118' class='stm run hide_run'> <span class='nam'>builder_na
me</span> <span class='op'>=</span> <span class='nam'>failure_info</span><span c
lass='op'>[</span><span class='str'>'builder_name'</span><span class='op
'>]</span><span class='strut'> </span></p> |
| 394 <p id='t119' class='stm run hide_run'> <span class='nam'>build_numb
er</span> <span class='op'>=</span> <span class='nam'>failure_info</span><span c
lass='op'>[</span><span class='str'>'build_number'</span><span class='op
'>]</span><span class='strut'> </span></p> |
| 395 <p id='t120' class='pln'><span class='strut'> </span></p> |
| 396 <p id='t121' class='stm run hide_run'> <span class='key'>for</span>
<span class='nam'>step_name</span> <span class='key'>in</span> <span class='nam
'>failure_info</span><span class='op'>.</span><span class='nam'>get</span><span
class='op'>(</span><span class='str'>'failed_steps'</span><span class='o
p'>,</span> <span class='op'>[</span><span class='op'>]</span><span class='op'>)
</span><span class='op'>:</span><span class='strut'> </span></p> |
| 397 <p id='t122' class='stm run hide_run'> <span class='key'>if<
/span> <span class='key'>not</span> <span class='nam'>waterfall_config</span><sp
an class='op'>.</span><span class='nam'>StepIsSupportedForMaster</span><span cla
ss='op'>(</span><span class='nam'>step_name</span><span class='op'>,</span> <spa
n class='nam'>master_name</span><span class='op'>)</span><span class='op'>:</spa
n><span class='strut'> </span></p> |
| 398 <p id='t123' class='pln'> <span class='com'># Bail ou
t if the step is not supported.</span><span class='strut'> </span></p> |
| 399 <p id='t124' class='stm run hide_run'> <span class='k
ey'>continue</span><span class='strut'> </span></p> |
| 400 <p id='t125' class='pln'><span class='strut'> </span></p> |
| 401 <p id='t126' class='stm run hide_run'> <span class='nam'>ste
p</span> <span class='op'>=</span> <span class='nam'>WfStep</span><span class='o
p'>.</span><span class='nam'>Get</span><span class='op'>(</span><span class='nam
'>master_name</span><span class='op'>,</span> <span class='nam'>builder_name</sp
an><span class='op'>,</span> <span class='nam'>build_number</span><span class='o
p'>,</span> <span class='nam'>step_name</span><span class='op'>)</span><span cla
ss='strut'> </span></p> |
| 402 <p id='t127' class='stm run hide_run'> <span class='key'>if<
/span> <span class='nam'>step</span> <span class='key'>and</span> <span class='n
am'>step</span><span class='op'>.</span><span class='nam'>log_data</span><span c
lass='op'>:</span><span class='strut'> </span></p> |
| 403 <p id='t128' class='stm run hide_run'> <span class='n
am'>failure_log</span> <span class='op'>=</span> <span class='nam'>step</span><s
pan class='op'>.</span><span class='nam'>log_data</span><span class='strut'>&nbs
p;</span></p> |
| 404 <p id='t129' class='pln'> <span class='key'>else</span><span
class='op'>:</span><span class='strut'> </span></p> |
| 405 <p id='t130' class='pln'> <span class='com'># TODO: d
o test-level analysis instead of step-level.</span><span class='strut'> </s
pan></p> |
| 406 <p id='t131' class='pln'> <span class='com'># TODO: U
se swarming test result instead of archived gtest results</span><span class='str
ut'> </span></p> |
| 407 <p id='t132' class='stm run hide_run'> <span class='n
am'>gtest_result</span> <span class='op'>=</span> <span class='nam'>buildbot</sp
an><span class='op'>.</span><span class='nam'>GetGtestResultLog</span><span clas
s='op'>(</span><span class='strut'> </span></p> |
| 408 <p id='t133' class='pln'> <span class='
nam'>master_name</span><span class='op'>,</span> <span class='nam'>builder_name<
/span><span class='op'>,</span> <span class='nam'>build_number</span><span class
='op'>,</span> <span class='nam'>step_name</span><span class='op'>)</span><span
class='strut'> </span></p> |
| 409 <p id='t134' class='stm run hide_run'> <span class='k
ey'>if</span> <span class='nam'>gtest_result</span><span class='op'>:</span><spa
n class='strut'> </span></p> |
| 410 <p id='t135' class='stm run hide_run'> <span c
lass='nam'>failure_log</span> <span class='op'>=</span> <span class='nam'>self</
span><span class='op'>.</span><span class='nam'>_GetReliableTestFailureLog</span
><span class='op'>(</span><span class='nam'>gtest_result</span><span class='op'>
)</span><span class='strut'> </span></p> |
| 411 <p id='t136' class='pln'><span class='strut'> </span></p> |
| 412 <p id='t137' class='stm run hide_run'> <span class='k
ey'>if</span> <span class='nam'>gtest_result</span> <span class='key'>is</span>
<span class='nam'>None</span> <span class='key'>or</span> <span class='nam'>fail
ure_log</span> <span class='op'>==</span> <span class='str'>'invalid'</s
pan><span class='op'>:</span><span class='strut'> </span></p> |
| 413 <p id='t138' class='exc'> <span class='key'>if
</span> <span class='key'>not</span> <span class='nam'>lock_util</span><span cla
ss='op'>.</span><span class='nam'>WaitUntilDownloadAllowed</span><span class='op
'>(</span><span class='strut'> </span></p> |
| 414 <p id='t139' class='pln'> <span
class='nam'>master_name</span><span class='op'>)</span><span class='op'>:</span>
<span class='com'># pragma: no cover</span><span class='strut'> </sp
an></p> |
| 415 <p id='t140' class='exc'> <span class='
key'>raise</span> <span class='nam'>pipeline</span><span class='op'>.</span><spa
n class='nam'>Retry</span><span class='op'>(</span><span class='str'>'Failed
to pull log of step %s of master %s'</span><span class='strut'> </span
></p> |
| 416 <p id='t141' class='pln'>
<span class='op'>
%</span> <span class='op'>(</span><span class='nam'>step_name</span><span class=
'op'>,</span> <span class='nam'>master_name</span><span class='op'>)</span><span
class='op'>)</span><span class='strut'> </span></p> |
| 417 <p id='t142' class='stm run hide_run'> <span c
lass='key'>try</span><span class='op'>:</span><span class='strut'> </span><
/p> |
| 418 <p id='t143' class='stm run hide_run'>
<span class='nam'>failure_log</span> <span class='op'>=</span> <span class='nam'
>buildbot</span><span class='op'>.</span><span class='nam'>GetStepStdio</span><s
pan class='op'>(</span><span class='strut'> </span></p> |
| 419 <p id='t144' class='pln'>
<span class='nam'>master_name</span><span class='op'>,</span> <span class='nam'
>builder_name</span><span class='op'>,</span> <span class='nam'>build_number</sp
an><span class='op'>,</span> <span class='nam'>step_name</span><span class='op'>
,</span><span class='strut'> </span></p> |
| 420 <p id='t145' class='pln'>
<span class='nam'>self</span><span class='op'>.</span><span class='nam'>HTTP_CL
IENT</span><span class='op'>)</span><span class='strut'> </span></p> |
| 421 <p id='t146' class='exc'> <span class='key'>ex
cept</span> <span class='nam'>ResponseTooLargeError</span><span class='op'>:</sp
an> <span class='com'># pragma: no cover.</span><span class='strut'>
</span></p> |
| 422 <p id='t147' class='exc'> <span class='
nam'>logging</span><span class='op'>.</span><span class='nam'>exception</span><s
pan class='op'>(</span><span class='strut'> </span></p> |
| 423 <p id='t148' class='pln'>
<span class='str'>'Log of step "%s" is too large for urlfetch.
9;</span><span class='op'>,</span> <span class='nam'>step_name</span><span class
='op'>)</span><span class='strut'> </span></p> |
| 424 <p id='t149' class='pln'> <span class='
com'># If the stdio log of a step is too large, we don't want to pull it</sp
an><span class='strut'> </span></p> |
| 425 <p id='t150' class='pln'> <span class='
com'># again in next run, because that might lead to DDoS to the master.</span><
span class='strut'> </span></p> |
| 426 <p id='t151' class='pln'> <span class='
com'># TODO: Use archived stdio logs in Google Storage instead.</span><span clas
s='strut'> </span></p> |
| 427 <p id='t152' class='exc'> <span class='
nam'>failure_log</span> <span class='op'>=</span> <span class='str'>'Stdio l
og is too large for urlfetch.'</span><span class='strut'> </span></p> |
| 428 <p id='t153' class='pln'><span class='strut'> </span></p> |
| 429 <p id='t154' class='exc'> <span class='key'>if
</span> <span class='key'>not</span> <span class='nam'>failure_log</span><span c
lass='op'>:</span> <span class='com'># pragma: no cover</span><span class=
'strut'> </span></p> |
| 430 <p id='t155' class='exc'> <span class='
key'>raise</span> <span class='nam'>pipeline</span><span class='op'>.</span><spa
n class='nam'>Retry</span><span class='op'>(</span><span class='str'>'Failed
to pull stdio of step %s of master %s'</span><span class='strut'> </sp
an></p> |
| 431 <p id='t156' class='pln'>
<span class='op'>
%</span> <span class='op'>(</span><span class='nam'>step_name</span><span class=
'op'>,</span> <span class='nam'>master_name</span><span class='op'>)</span><span
class='op'>)</span><span class='strut'> </span></p> |
| 432 <p id='t157' class='pln'><span class='strut'> </span></p> |
| 433 <p id='t158' class='pln'> <span class='com'># Save st
ep log in datastore and avoid downloading again during retry.</span><span class=
'strut'> </span></p> |
| 434 <p id='t159' class='exc'> <span class='key'>if</span>
<span class='key'>not</span> <span class='nam'>step</span><span class='op'>:</s
pan> <span class='com'># pragma: no cover</span><span class='strut'>
</span></p> |
| 435 <p id='t160' class='exc'> <span class='nam'>st
ep</span> <span class='op'>=</span> <span class='nam'>WfStep</span><span class='
op'>.</span><span class='nam'>Create</span><span class='op'>(</span><span class=
'strut'> </span></p> |
| 436 <p id='t161' class='pln'> <span
class='nam'>master_name</span><span class='op'>,</span> <span class='nam'>builde
r_name</span><span class='op'>,</span> <span class='nam'>build_number</span><spa
n class='op'>,</span> <span class='nam'>step_name</span><span class='op'>)</span
><span class='strut'> </span></p> |
| 437 <p id='t162' class='pln'><span class='strut'> </span></p> |
| 438 <p id='t163' class='stm run hide_run'> <span class='n
am'>step</span><span class='op'>.</span><span class='nam'>log_data</span> <span
class='op'>=</span> <span class='nam'>self</span><span class='op'>.</span><span
class='nam'>_ExtractStorablePortionOfLog</span><span class='op'>(</span><span cl
ass='nam'>failure_log</span><span class='op'>)</span><span class='strut'> <
/span></p> |
| 439 <p id='t164' class='pln'><span class='strut'> </span></p> |
| 440 <p id='t165' class='stm run hide_run'> <span class='k
ey'>try</span><span class='op'>:</span><span class='strut'> </span></p> |
| 441 <p id='t166' class='stm run hide_run'> <span c
lass='nam'>step</span><span class='op'>.</span><span class='nam'>put</span><span
class='op'>(</span><span class='op'>)</span><span class='strut'> </span></
p> |
| 442 <p id='t167' class='exc'> <span class='key'>except</s
pan> <span class='nam'>Exception</span> <span class='key'>as</span> <span class=
'nam'>e</span><span class='op'>:</span> <span class='com'># pragma: no cov
er</span><span class='strut'> </span></p> |
| 443 <p id='t168' class='pln'> <span class='com'>#
Sometimes, the step log is too large to save in datastore.</span><span class='st
rut'> </span></p> |
| 444 <p id='t169' class='exc'> <span class='nam'>lo
gging</span><span class='op'>.</span><span class='nam'>exception</span><span cla
ss='op'>(</span><span class='nam'>e</span><span class='op'>)</span><span class='
strut'> </span></p> |
| 445 <p id='t170' class='pln'><span class='strut'> </span></p> |
| 446 <p id='t171' class='pln'> <span class='com'># TODO: save res
ult in datastore?</span><span class='strut'> </span></p> |
| 447 <p id='t172' class='stm run hide_run'> <span class='key'>if<
/span> <span class='nam'>step</span><span class='op'>.</span><span class='nam'>i
solated</span><span class='op'>:</span><span class='strut'> </span></p> |
| 448 <p id='t173' class='stm run hide_run'> <span class='k
ey'>try</span><span class='op'>:</span><span class='strut'> </span></p> |
| 449 <p id='t174' class='stm run hide_run'> <span c
lass='nam'>json_failure_log</span> <span class='op'>=</span> <span class='op'>(<
/span><span class='strut'> </span></p> |
| 450 <p id='t175' class='pln'> <span
class='nam'>json</span><span class='op'>.</span><span class='nam'>loads</span><s
pan class='op'>(</span><span class='nam'>failure_log</span><span class='op'>)</s
pan> <span class='key'>if</span> <span class='nam'>failure_log</span> <span clas
s='op'>!=</span> <span class='str'>'flaky'</span> <span class='key'>else
</span> <span class='op'>{</span><span class='op'>}</span><span class='op'>)</sp
an><span class='strut'> </span></p> |
| 451 <p id='t176' class='exc'> <span class='key'>except</s
pan> <span class='nam'>ValueError</span><span class='op'>:</span> <span cl
ass='com'># pragma: no cover</span><span class='strut'> </span></p> |
| 452 <p id='t177' class='exc'> <span class='nam'>js
on_failure_log</span> <span class='op'>=</span> <span class='op'>{</span><span c
lass='op'>}</span><span class='strut'> </span></p> |
| 453 <p id='t178' class='exc'> <span class='nam'>lo
gging</span><span class='op'>.</span><span class='nam'>warning</span><span class
='op'>(</span><span class='str'>'failure_log %s is not valid JSON.'</spa
n> <span class='op'>%</span> <span class='nam'>failure_log</span><span class='op
'>)</span><span class='strut'> </span></p> |
| 454 <p id='t179' class='pln'><span class='strut'> </span></p> |
| 455 <p id='t180' class='stm run hide_run'> <span class='n
am'>signals</span><span class='op'>[</span><span class='nam'>step_name</span><sp
an class='op'>]</span> <span class='op'>=</span> <span class='op'>{</span><span
class='strut'> </span></p> |
| 456 <p id='t181' class='pln'> <span class='
str'>'tests'</span><span class='op'>:</span> <span class='op'>{</span><s
pan class='op'>}</span><span class='strut'> </span></p> |
| 457 <p id='t182' class='pln'> <span class='op'>}</span><s
pan class='strut'> </span></p> |
| 458 <p id='t183' class='stm run hide_run'> <span class='n
am'>step_signal</span> <span class='op'>=</span> <span class='nam'>FailureSignal
</span><span class='op'>(</span><span class='op'>)</span><span class='strut'>&nb
sp;</span></p> |
| 459 <p id='t184' class='pln'><span class='strut'> </span></p> |
| 460 <p id='t185' class='stm run hide_run'> <span class='k
ey'>for</span> <span class='nam'>test_name</span><span class='op'>,</span> <span
class='nam'>test_failure_log</span> <span class='key'>in</span> <span class='na
m'>json_failure_log</span><span class='op'>.</span><span class='nam'>iteritems</
span><span class='op'>(</span><span class='op'>)</span><span class='op'>:</span>
<span class='strut'> </span></p> |
| 461 <p id='t186' class='stm run hide_run'> <span c
lass='nam'>signals</span><span class='op'>[</span><span class='nam'>step_name</s
pan><span class='op'>]</span><span class='op'>[</span><span class='str'>'tes
ts'</span><span class='op'>]</span><span class='op'>[</span><span class='nam
'>test_name</span><span class='op'>]</span> <span class='op'>=</span> <span clas
s='nam'>extractors</span><span class='op'>.</span><span class='nam'>ExtractSigna
l</span><span class='op'>(</span><span class='strut'> </span></p> |
| 462 <p id='t187' class='pln'> <span
class='nam'>master_name</span><span class='op'>,</span> <span class='nam'>builde
r_name</span><span class='op'>,</span> <span class='nam'>step_name</span><span c
lass='op'>,</span> <span class='nam'>test_name</span><span class='op'>,</span><s
pan class='strut'> </span></p> |
| 463 <p id='t188' class='pln'> <span
class='nam'>base64</span><span class='op'>.</span><span class='nam'>b64decode</s
pan><span class='op'>(</span><span class='nam'>test_failure_log</span><span clas
s='op'>)</span><span class='op'>)</span><span class='op'>.</span><span class='na
m'>ToDict</span><span class='op'>(</span><span class='op'>)</span><span class='s
trut'> </span></p> |
| 464 <p id='t189' class='pln'><span class='strut'> </span></p> |
| 465 <p id='t190' class='pln'> <span class='com'>#
Save signals in test failure log to step level.</span><span class='strut'>
</span></p> |
| 466 <p id='t191' class='stm run hide_run'> <span c
lass='nam'>step_signal</span><span class='op'>.</span><span class='nam'>MergeFro
m</span><span class='op'>(</span><span class='nam'>signals</span><span class='op
'>[</span><span class='nam'>step_name</span><span class='op'>]</span><span class
='op'>[</span><span class='str'>'tests'</span><span class='op'>]</span><
span class='op'>[</span><span class='nam'>test_name</span><span class='op'>]</sp
an><span class='op'>)</span><span class='strut'> </span></p> |
| 467 <p id='t192' class='pln'><span class='strut'> </span></p> |
| 468 <p id='t193' class='stm run hide_run'> <span class='n
am'>signals</span><span class='op'>[</span><span class='nam'>step_name</span><sp
an class='op'>]</span><span class='op'>[</span><span class='str'>'files'
</span><span class='op'>]</span> <span class='op'>=</span> <span class='nam'>ste
p_signal</span><span class='op'>.</span><span class='nam'>files</span><span clas
s='strut'> </span></p> |
| 469 <p id='t194' class='stm run hide_run'> <span class='n
am'>signals</span><span class='op'>[</span><span class='nam'>step_name</span><sp
an class='op'>]</span><span class='op'>[</span><span class='str'>'keywords&#
39;</span><span class='op'>]</span> <span class='op'>=</span> <span class='nam'>
step_signal</span><span class='op'>.</span><span class='nam'>keywords</span><spa
n class='strut'> </span></p> |
| 470 <p id='t195' class='pln'> <span class='key'>else</span><span
class='op'>:</span><span class='strut'> </span></p> |
| 471 <p id='t196' class='stm run hide_run'> <span class='n
am'>signals</span><span class='op'>[</span><span class='nam'>step_name</span><sp
an class='op'>]</span> <span class='op'>=</span> <span class='nam'>extractors</s
pan><span class='op'>.</span><span class='nam'>ExtractSignal</span><span class='
op'>(</span><span class='strut'> </span></p> |
| 472 <p id='t197' class='pln'> <span class='
nam'>master_name</span><span class='op'>,</span> <span class='nam'>builder_name<
/span><span class='op'>,</span> <span class='nam'>step_name</span><span class='o
p'>,</span> <span class='nam'>None</span><span class='op'>,</span> <span class='
nam'>failure_log</span><span class='op'>)</span><span class='op'>.</span><span c
lass='nam'>ToDict</span><span class='op'>(</span><span class='op'>)</span><span
class='strut'> </span></p> |
| 473 <p id='t198' class='pln'><span class='strut'> </span></p> |
| 474 <p id='t199' class='pln'> <span class='com'># Starts a new try_job
if needed.</span><span class='strut'> </span></p> |
| 475 <p id='t200' class='stm run hide_run'> <span class='nam'>failure_re
sult_map</span> <span class='op'>=</span> <span class='nam'>try_job_util</span><
span class='op'>.</span><span class='nam'>ScheduleTryJobIfNeeded</span><span cla
ss='op'>(</span><span class='strut'> </span></p> |
| 476 <p id='t201' class='pln'> <span class='nam'>failure_i
nfo</span><span class='op'>,</span> <span class='nam'>signals</span><span class=
'op'>=</span><span class='nam'>signals</span><span class='op'>,</span> <span cla
ss='nam'>build_completed</span><span class='op'>=</span><span class='nam'>build_
completed</span><span class='op'>)</span><span class='strut'> </span></p> |
| 477 <p id='t202' class='pln'><span class='strut'> </span></p> |
| 478 <p id='t203' class='stm run hide_run'> <span class='nam'>analysis</
span> <span class='op'>=</span> <span class='nam'>WfAnalysis</span><span class='
op'>.</span><span class='nam'>Get</span><span class='op'>(</span><span class='na
m'>master_name</span><span class='op'>,</span> <span class='nam'>builder_name</s
pan><span class='op'>,</span> <span class='nam'>build_number</span><span class='
op'>)</span><span class='strut'> </span></p> |
| 479 <p id='t204' class='stm run hide_run'> <span class='nam'>analysis</
span><span class='op'>.</span><span class='nam'>failure_result_map</span> <span
class='op'>=</span> <span class='nam'>failure_result_map</span><span class='stru
t'> </span></p> |
| 480 <p id='t205' class='stm run hide_run'> <span class='nam'>analysis</
span><span class='op'>.</span><span class='nam'>put</span><span class='op'>(</sp
an><span class='op'>)</span><span class='strut'> </span></p> |
| 481 <p id='t206' class='pln'><span class='strut'> </span></p> |
| 482 <p id='t207' class='stm run hide_run'> <span class='key'>return</sp
an> <span class='nam'>signals</span><span class='strut'> </span></p> |
| 483 |
| 484 </td> |
| 485 </tr> |
| 486 </table> |
| 487 </div> |
| 488 |
| 489 <div id='footer'> |
| 490 <div class='content'> |
| 491 <p> |
| 492 <a class='nav' href='index.html'>« index</a> <a c
lass='nav' href='http://nedbatchelder.com/code/coverage'>coverage.py v3.7.1</a> |
| 493 </p> |
| 494 </div> |
| 495 </div> |
| 496 |
| 497 </body> |
| 498 </html> |
| OLD | NEW |
|---|
Chromium Code Reviews
Issue 2003423003:
Merge branch 'blacklist_paths' into only_analyze_top_n_frames
Base URL: https://chromium.googlesource.com/infra/infra.git@blacklist_paths