appengine/findit_copy/.tmp/coverage/appengine_findit_handlers_config.html - Issue 2003423003: Merge branch 'blacklist_paths' into only_analyze_top_n_frames

Unified Diff: appengine/findit_copy/.tmp/coverage/appengine_findit_handlers_config.html

Issue 2003423003: Merge branch 'blacklist_paths' into only_analyze_top_n_frames Base URL: https://chromium.googlesource.com/infra/infra.git@blacklist_paths

Patch Set: Created 4 years, 7 months ago

Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.

Jump to:

View side-by-side diff with in-line comments

Download patch

« no previous file with comments | « appengine/findit_copy/.tmp/coverage/appengine_findit_handlers_check_duplicate_failures.html ('k') | appengine/findit_copy/.tmp/coverage/appengine_findit_handlers_failure_log.html » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Hide Comments ('s')

Index: appengine/findit_copy/.tmp/coverage/appengine_findit_handlers_config.html

diff --git a/appengine/findit_copy/.tmp/coverage/appengine_findit_handlers_config.html b/appengine/findit_copy/.tmp/coverage/appengine_findit_handlers_config.html

new file mode 100644

index 0000000000000000000000000000000000000000..b22af93bcd5a50514374238de76e73e366f56c05

--- /dev/null

+++ b/appengine/findit_copy/.tmp/coverage/appengine_findit_handlers_config.html

@@ -0,0 +1,580 @@

+<!doctype html PUBLIC "-//W3C//DTD html 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">

+<html>

+<head>

+ <meta http-equiv='Content-Type' content='text/html; charset=utf-8'>

+ <meta http-equiv='X-UA-Compatible' content='IE=emulateIE7' />

+ <title>Coverage for appengine/findit/handlers/config: 100%</title>

+ <link rel='stylesheet' href='style.css' type='text/css'>

+ <script type='text/javascript' src='jquery.min.js'></script>

+ <script type='text/javascript' src='jquery.hotkeys.js'></script>

+ <script type='text/javascript' src='jquery.isonscreen.js'></script>

+ <script type='text/javascript' src='coverage_html.js'></script>

+ <script type='text/javascript' charset='utf-8'>

+ jQuery(document).ready(coverage.pyfile_ready);

+ </script>

+</head>

+<body id='pyfile'>

+<div id='header'>

+ <div class='content'>

+ <h1>Coverage for appengine/findit/handlers/config :

+ 100%

+ </h1>

+ <img id='keyboard_icon' src='keybd_closed.png'>

+ <h2 class='stats'>

+ 95 statements  

+ 95 run

+ 0 missing

+ 2 excluded

+ 0 partial

+ </h2>

+ </div>

+</div>

+<div class='help_panel'>

+ <img id='panel_icon' src='keybd_open.png'>

+Hot-keys on this page

+ <div>

+

+ r

+ m

+ x

+ p   toggle line displays

+

+

+ j

+ k   next/prev highlighted chunk

+

+

+ 0   (zero) top of page

+

+

+ 1   (one) first highlighted chunk

+

+ </div>

+</div>

+<div id='source'>

+ <table cellspacing='0' cellpadding='0'>

+ <tr>

+ <td class='linenos' valign='top'>

+<a href='#n1'>1</a>

+<a href='#n2'>2</a>

+<a href='#n3'>3</a>

+<a href='#n4'>4</a>

+<a href='#n5'>5</a>

+<a href='#n6'>6</a>

+<a href='#n7'>7</a>

+<a href='#n8'>8</a>

+<a href='#n9'>9</a>

+<a href='#n10'>10</a>

+<a href='#n11'>11</a>

+<a href='#n12'>12</a>

+<a href='#n13'>13</a>

+<a href='#n14'>14</a>

+<a href='#n15'>15</a>

+<a href='#n16'>16</a>

+<a href='#n17'>17</a>

+<a href='#n18'>18</a>

+<a href='#n19'>19</a>

+<a href='#n20'>20</a>

+<a href='#n21'>21</a>

+<a href='#n22'>22</a>

+<a href='#n23'>23</a>

+<a href='#n24'>24</a>

+<a href='#n25'>25</a>

+<a href='#n26'>26</a>

+<a href='#n27'>27</a>

+<a href='#n28'>28</a>

+<a href='#n29'>29</a>

+<a href='#n30'>30</a>

+<a href='#n31'>31</a>

+<a href='#n32'>32</a>

+<a href='#n33'>33</a>

+<a href='#n34'>34</a>

+<a href='#n35'>35</a>

+<a href='#n36'>36</a>

+<a href='#n37'>37</a>

+<a href='#n38'>38</a>

+<a href='#n39'>39</a>

+<a href='#n40'>40</a>

+<a href='#n41'>41</a>

+<a href='#n42'>42</a>

+<a href='#n43'>43</a>

+<a href='#n44'>44</a>

+<a href='#n45'>45</a>

+<a href='#n46'>46</a>

+<a href='#n47'>47</a>

+<a href='#n48'>48</a>

+<a href='#n49'>49</a>

+<a href='#n50'>50</a>

+<a href='#n51'>51</a>

+<a href='#n52'>52</a>

+<a href='#n53'>53</a>

+<a href='#n54'>54</a>

+<a href='#n55'>55</a>

+<a href='#n56'>56</a>

+<a href='#n57'>57</a>

+<a href='#n58'>58</a>

+<a href='#n59'>59</a>

+<a href='#n60'>60</a>

+<a href='#n61'>61</a>

+<a href='#n62'>62</a>

+<a href='#n63'>63</a>

+<a href='#n64'>64</a>

+<a href='#n65'>65</a>

+<a href='#n66'>66</a>

+<a href='#n67'>67</a>

+<a href='#n68'>68</a>

+<a href='#n69'>69</a>

+<a href='#n70'>70</a>

+<a href='#n71'>71</a>

+<a href='#n72'>72</a>

+<a href='#n73'>73</a>

+<a href='#n74'>74</a>

+<a href='#n75'>75</a>

+<a href='#n76'>76</a>

+<a href='#n77'>77</a>

+<a href='#n78'>78</a>

+<a href='#n79'>79</a>

+<a href='#n80'>80</a>

+<a href='#n81'>81</a>

+<a href='#n82'>82</a>

+<a href='#n83'>83</a>

+<a href='#n84'>84</a>

+<a href='#n85'>85</a>

+<a href='#n86'>86</a>

+<a href='#n87'>87</a>

+<a href='#n88'>88</a>

+<a href='#n89'>89</a>

+<a href='#n90'>90</a>

+<a href='#n91'>91</a>

+<a href='#n92'>92</a>

+<a href='#n93'>93</a>

+<a href='#n94'>94</a>

+<a href='#n95'>95</a>

+<a href='#n96'>96</a>

+<a href='#n97'>97</a>

+<a href='#n98'>98</a>

+<a href='#n99'>99</a>

+<a href='#n100'>100</a>

+<a href='#n101'>101</a>

+<a href='#n102'>102</a>

+<a href='#n103'>103</a>

+<a href='#n104'>104</a>

+<a href='#n105'>105</a>

+<a href='#n106'>106</a>

+<a href='#n107'>107</a>

+<a href='#n108'>108</a>

+<a href='#n109'>109</a>

+<a href='#n110'>110</a>

+<a href='#n111'>111</a>

+<a href='#n112'>112</a>

+<a href='#n113'>113</a>

+<a href='#n114'>114</a>

+<a href='#n115'>115</a>

+<a href='#n116'>116</a>

+<a href='#n117'>117</a>

+<a href='#n118'>118</a>

+<a href='#n119'>119</a>

+<a href='#n120'>120</a>

+<a href='#n121'>121</a>

+<a href='#n122'>122</a>

+<a href='#n123'>123</a>

+<a href='#n124'>124</a>

+<a href='#n125'>125</a>

+<a href='#n126'>126</a>

+<a href='#n127'>127</a>

+<a href='#n128'>128</a>

+<a href='#n129'>129</a>

+<a href='#n130'>130</a>

+<a href='#n131'>131</a>

+<a href='#n132'>132</a>

+<a href='#n133'>133</a>

+<a href='#n134'>134</a>

+<a href='#n135'>135</a>

+<a href='#n136'>136</a>

+<a href='#n137'>137</a>

+<a href='#n138'>138</a>

+<a href='#n139'>139</a>

+<a href='#n140'>140</a>

+<a href='#n141'>141</a>

+<a href='#n142'>142</a>

+<a href='#n143'>143</a>

+<a href='#n144'>144</a>

+<a href='#n145'>145</a>

+<a href='#n146'>146</a>

+<a href='#n147'>147</a>

+<a href='#n148'>148</a>

+<a href='#n149'>149</a>

+<a href='#n150'>150</a>

+<a href='#n151'>151</a>

+<a href='#n152'>152</a>

+<a href='#n153'>153</a>

+<a href='#n154'>154</a>

+<a href='#n155'>155</a>

+<a href='#n156'>156</a>

+<a href='#n157'>157</a>

+<a href='#n158'>158</a>

+<a href='#n159'>159</a>

+<a href='#n160'>160</a>

+<a href='#n161'>161</a>

+<a href='#n162'>162</a>

+<a href='#n163'>163</a>

+<a href='#n164'>164</a>

+<a href='#n165'>165</a>

+<a href='#n166'>166</a>

+<a href='#n167'>167</a>

+<a href='#n168'>168</a>

+<a href='#n169'>169</a>

+<a href='#n170'>170</a>

+<a href='#n171'>171</a>

+<a href='#n172'>172</a>

+<a href='#n173'>173</a>

+<a href='#n174'>174</a>

+<a href='#n175'>175</a>

+<a href='#n176'>176</a>

+<a href='#n177'>177</a>

+<a href='#n178'>178</a>

+<a href='#n179'>179</a>

+<a href='#n180'>180</a>

+<a href='#n181'>181</a>

+<a href='#n182'>182</a>

+<a href='#n183'>183</a>

+<a href='#n184'>184</a>

+<a href='#n185'>185</a>

+<a href='#n186'>186</a>

+<a href='#n187'>187</a>

+<a href='#n188'>188</a>

+<a href='#n189'>189</a>

+<a href='#n190'>190</a>

+<a href='#n191'>191</a>

+<a href='#n192'>192</a>

+<a href='#n193'>193</a>

+<a href='#n194'>194</a>

+<a href='#n195'>195</a>

+<a href='#n196'>196</a>

+<a href='#n197'>197</a>

+<a href='#n198'>198</a>

+<a href='#n199'>199</a>

+<a href='#n200'>200</a>

+<a href='#n201'>201</a>

+<a href='#n202'>202</a>

+<a href='#n203'>203</a>

+<a href='#n204'>204</a>

+<a href='#n205'>205</a>

+<a href='#n206'>206</a>

+<a href='#n207'>207</a>

+<a href='#n208'>208</a>

+<a href='#n209'>209</a>

+<a href='#n210'>210</a>

+<a href='#n211'>211</a>

+<a href='#n212'>212</a>

+<a href='#n213'>213</a>

+<a href='#n214'>214</a>

+<a href='#n215'>215</a>

+<a href='#n216'>216</a>

+<a href='#n217'>217</a>

+<a href='#n218'>218</a>

+<a href='#n219'>219</a>

+<a href='#n220'>220</a>

+<a href='#n221'>221</a>

+<a href='#n222'>222</a>

+<a href='#n223'>223</a>

+<a href='#n224'>224</a>

+<a href='#n225'>225</a>

+<a href='#n226'>226</a>

+<a href='#n227'>227</a>

+<a href='#n228'>228</a>

+<a href='#n229'>229</a>

+<a href='#n230'>230</a>

+<a href='#n231'>231</a>

+<a href='#n232'>232</a>

+<a href='#n233'>233</a>

+<a href='#n234'>234</a>

+<a href='#n235'>235</a>

+<a href='#n236'>236</a>

+<a href='#n237'>237</a>

+<a href='#n238'>238</a>

+<a href='#n239'>239</a>

+<a href='#n240'>240</a>

+<a href='#n241'>241</a>

+<a href='#n242'>242</a>

+<a href='#n243'>243</a>

+<a href='#n244'>244</a>

+<a href='#n245'>245</a>

+<a href='#n246'>246</a>

+<a href='#n247'>247</a>

+<a href='#n248'>248</a>

+ </td>

+ <td class='text' valign='top'>

+# Use of this source code is governed by a BSD-style license that can be

+# found in the LICENSE file.

+

+"""Handles requests to the findit config page."""

+

+import json

+

+from base_handler import BaseHandler

+from base_handler import Permission

+from model import wf_config

+from waterfall import waterfall_config

+

+

+def _RemoveDuplicatesAndSort(elements):

+  return list(set(elements))

+

+

+def _IsListOfType(elements, element_type):

+  """Determines whether or not elements is a list of unique elements of type."""

+  if not elements or not isinstance(elements, list):

+    return False

+

+  return all(isinstance(s, element_type) for s in elements)

+

+

+def _ValidateMastersAndStepsRulesMapping(steps_for_masters_rules):

+  """Checks that a masters configuration dict is properly formatted.

+

+  Args:

+    steps_for_masters_rules: A dictionary containing supported masters and

+    global settings. For example:

+    {

+        'supported_masters': {

+            master1: {

+                'supported_steps': [steps],

+                'unsupported_steps': [steps],

+                'check_global': True or False.

+            }

+        },

+        'global': {

+            'unsupported_steps': [steps]

+        }

+    }

+

+  Returns:

+    True if steps_for_masters_rules is in the proper format, False

+    otherwise.

+

+  Rules:

+    1.  The root-level dict must have both 'supported_masters' and 'global' as

+        keys whose values are dicts.

+    2.  'supported_masters' must have masters as string keys whose values are

+        dicts.

+    3.  'global' is a dict for settings that apply to all masters unless

+        otherwise specified by the master.

+    4.  'supported_steps' is an optional key whose value is a list of supported

+        steps that override anything specified under 'global'.

+    5.  'unsupported_steps' is an optional key whose value is a list of

+        unsupported steps.

+    6.  'check_global' is an optional key whose value is either True or False,

+        True by default.

+    7.  'check_global' = False disallows both 'supported_steps' and

+        'unsupported_steps' to exist under the same master.

+    8.  Steps in 'supported_steps' and 'unsupported_steps' under the same master

+        may never overlap.

+    9.  Lists will be sorted and duplicates removed at runtime.

+    10. Lists should never be empty.

+  """

+  if not isinstance(steps_for_masters_rules, dict):

+    return False

+

+  # 'supported_masters' is mandatory and must be a dict.

+  supported_masters = steps_for_masters_rules.get('supported_masters')

+  if not isinstance(supported_masters, dict):

+    return False

+

+  for supported_master, rules in supported_masters.iteritems():

+    # Masters must be strings, rules must be dicts.

+    if (not isinstance(supported_master, basestring) or

+        not isinstance(rules, dict)):

+      return False

+

+    # If 'check_global' is specified, it must be a bool.

+    check_global = rules.get('check_global')

+    if check_global is not None and not isinstance(check_global, bool):

+      return False

+

+    supported_steps = rules.get('supported_steps')

+    if supported_steps is not None:

+      if not _IsListOfType(supported_steps, basestring):

+        return False

+

+      supported_steps = _RemoveDuplicatesAndSort(supported_steps)

+

+    unsupported_steps = rules.get('unsupported_steps')

+    if unsupported_steps is not None:

+      # If check global is False, disallow 'unsupported_steps'.

+      if check_global is False:

+        return False

+

+      if not _IsListOfType(unsupported_steps, basestring):

+        return False

+

+      # 'supported_list' and 'unsupported_list' must not overlap.

+      if (supported_steps and

+          not set(supported_steps).isdisjoint(unsupported_steps)):

+        return False

+

+      unsupported_steps = _RemoveDuplicatesAndSort(unsupported_steps)

+

+  # Check format of 'global'.

+  global_rules = steps_for_masters_rules.get('global')

+  if not isinstance(global_rules, dict):

+    return False

+

+  global_unsupported_steps = global_rules.get('unsupported_steps')

+  if global_unsupported_steps is not None:

+    if not _IsListOfType(global_unsupported_steps, basestring):

+      return False

+    global_unsupported_steps = _RemoveDuplicatesAndSort(

+        global_unsupported_steps)

+

+  return True

+

+

+def _ValidateTrybotMapping(builders_to_trybots):

+  if not isinstance(builders_to_trybots, dict):

+    return False

+  for builders in builders_to_trybots.values():

+    if not isinstance(builders, dict):

+      return False

+    for trybot_config in builders.values():

+      if not isinstance(trybot_config, dict):

+        return False

+      if (not trybot_config.get('mastername') or

+          not trybot_config.get('buildername')):

+        return False

+      if (trybot_config.has_key('strict_regex') and

+          not isinstance(trybot_config['strict_regex'], bool)):

+        return False

+  return True

+

+

+def _ValidateTryJobSettings(settings):

+  return (isinstance(settings, dict) and

+          isinstance(settings.get('server_query_interval_seconds'), int) and

+          isinstance(settings.get('job_timeout_hours'), int) and

+          isinstance(settings.get('allowed_response_error_times'), int))

+

+

+def _ValidateSwarmingSettings(settings):

+  return (isinstance(settings, dict) and

+          isinstance(settings.get('server_host'), basestring) and

+          isinstance(settings.get('default_request_priority'), int) and

+          isinstance(settings.get('request_expiration_hours'), int) and

+          isinstance(settings.get('server_query_interval_seconds'), int) and

+          isinstance(settings.get('task_timeout_hours'), int) and

+          isinstance(settings.get('isolated_server'), basestring) and

+          isinstance(settings.get('isolated_storage_url'), basestring) and

+          isinstance(settings.get('iterations_to_rerun'), int))

+

+

+# Maps config properties to their validation functions.

+_CONFIG_VALIDATION_FUNCTIONS = {

+    'steps_for_masters_rules': _ValidateMastersAndStepsRulesMapping,

+    'builders_to_trybots': _ValidateTrybotMapping,

+    'try_job_settings': _ValidateTryJobSettings,

+    'swarming_settings': _ValidateSwarmingSettings

+}

+

+

+def _ConfigurationDictIsValid(configuration_dict):

+  """Checks that each configuration setting is properly formatted.

+

+  Args:

+      configuration_dict: A dictionary expected to map configuration properties

+      by name to their intended settings. For example,

+

+      configuration_dict = {

+          'some_config_property': (some dictionary),

+          'some_other_config_property': (some list),

+          'another_config_property': (some value),

+          ...

+      }

+

+  Returns:

+      True if all configuration properties are properly formatted, False

+      otherwise.

+  """

+  if not isinstance(configuration_dict, dict):

+    return False

+

+  for configurable_property, configuration in configuration_dict.iteritems():

+    validation_function = _CONFIG_VALIDATION_FUNCTIONS.get(

+        configurable_property)

+    if validation_function is None or not validation_function(configuration):

+      return False

+

+  return True

+

+

+def _FormatTimestamp(timestamp):

+  if not timestamp:

+    return None

+  return timestamp.strftime('%Y-%m-%d %H:%M:%S')

+

+

+class Configuration(BaseHandler):

+  PERMISSION_LEVEL = Permission.ADMIN

+

+  def HandleGet(self):

+    version = self.request.params.get('version')

+

+    if version is not None:

+      version = int(version)

+

+    settings = wf_config.FinditConfig.Get(version)

+

+    if not settings:

+      return self.CreateError(

+          'The requested version is invalid or not found.', 400)

+

+    latest_version = settings.GetLatestVersionNumber()

+

+    data = {

+        'masters': waterfall_config.GetStepsForMastersRules(settings),

+        'builders': settings.builders_to_trybots,

+        'try_job_settings': settings.try_job_settings,

+        'swarming_settings': settings.swarming_settings,

+        'version': settings.version,

+        'latest_version': latest_version,

+        'updated_by': settings.updated_by,

+        'updated_ts': _FormatTimestamp(settings.updated_ts)

+    }

+

+    return {'template': 'config.html', 'data': data}

+

+  def HandlePost(self):

+    data = self.request.params.get('data')

+    new_config_dict = json.loads(data)

+    if not _ConfigurationDictIsValid(new_config_dict):  # pragma: no cover

+      return self.CreateError(

+          'New configuration settings is not properly formatted.', 400)

+

+    wf_config.FinditConfig.Get().Update(**new_config_dict)

+

+    return self.HandleGet()

+ </td>

+ </tr>

+ </table>

+</div>

+<div id='footer'>

+ <div class='content'>

+

+ <a class='nav' href='index.html'>« index</a>     <a class='nav' href='http://nedbatchelder.com/code/coverage'>coverage.py v3.7.1</a>

+

+ </div>

+</div>

+</body>

+</html>