OLD | NEW |
| (Empty) |
1 #!/usr/bin/env python | |
2 # Copyright (c) 2013 The Chromium Authors. All rights reserved. | |
3 # Use of this source code is governed by a BSD-style license that can be | |
4 # found in the LICENSE file. | |
5 | |
6 """Schema of the JSON summary file written out by the GM tool. | |
7 | |
8 This must be kept in sync with the kJsonKey_ constants in gm_expectations.cpp ! | |
9 """ | |
10 | |
11 __author__ = 'Elliot Poger' | |
12 | |
13 | |
14 # system-level imports | |
15 import io | |
16 import json | |
17 import os | |
18 import posixpath | |
19 import re | |
20 | |
21 | |
22 # Key strings used in GM results JSON files (both expected-results.json and | |
23 # actual-results.json). | |
24 # | |
25 # NOTE: These constants must be kept in sync with the kJsonKey_ constants in | |
26 # gm_expectations.cpp and tools/PictureRenderer.cpp ! | |
27 # Eric suggests: create gm/gm_expectations_constants.h containing ONLY variable | |
28 # declarations so as to be readable by both gm/gm_expectations.cpp and Python. | |
29 | |
30 | |
31 JSONKEY_ACTUALRESULTS = 'actual-results' | |
32 | |
33 # Tests whose results failed to match expectations. | |
34 JSONKEY_ACTUALRESULTS_FAILED = 'failed' | |
35 | |
36 # Tests whose results failed to match expectations, but IGNOREFAILURE causes | |
37 # us to take them less seriously. | |
38 JSONKEY_ACTUALRESULTS_FAILUREIGNORED = 'failure-ignored' | |
39 | |
40 # Tests for which we do not have any expectations. They may be new tests that | |
41 # we haven't had a chance to check in expectations for yet, or we may have | |
42 # consciously decided to leave them without expectations because we are unhappy | |
43 # with the results (although we should try to move away from that, and instead | |
44 # check in expectations with the IGNOREFAILURE flag set). | |
45 JSONKEY_ACTUALRESULTS_NOCOMPARISON = 'no-comparison' | |
46 | |
47 # Tests whose results matched their expectations. | |
48 JSONKEY_ACTUALRESULTS_SUCCEEDED = 'succeeded' | |
49 | |
50 | |
51 # Descriptions of the result set as a whole. | |
52 JSONKEY_DESCRIPTIONS = 'descriptions' | |
53 JSONKEY_DESCRIPTIONS_BUILDER = 'builder' | |
54 JSONKEY_DESCRIPTIONS_RENDER_MODE = 'renderMode' | |
55 | |
56 JSONKEY_EXPECTEDRESULTS = 'expected-results' | |
57 | |
58 # One or more [HashType/DigestValue] pairs representing valid results for this | |
59 # test. Typically, there will just be one pair, but we allow for multiple | |
60 # expectations, and the test will pass if any one of them is matched. | |
61 JSONKEY_EXPECTEDRESULTS_ALLOWEDDIGESTS = 'allowed-digests' | |
62 | |
63 # Optional: one or more integers listing Skia bugs (under | |
64 # https://code.google.com/p/skia/issues/list ) that pertain to this expectation. | |
65 JSONKEY_EXPECTEDRESULTS_BUGS = 'bugs' | |
66 | |
67 # If IGNOREFAILURE is set to True, a failure of this test will be reported | |
68 # within the FAILUREIGNORED section (thus NOT causing the buildbots to go red) | |
69 # rather than the FAILED section (which WOULD cause the buildbots to go red). | |
70 JSONKEY_EXPECTEDRESULTS_IGNOREFAILURE = 'ignore-failure' | |
71 | |
72 # Optional: a free-form text string with human-readable information about | |
73 # this expectation. | |
74 JSONKEY_EXPECTEDRESULTS_NOTES = 'notes' | |
75 | |
76 # Optional: boolean indicating whether this expectation was reviewed/approved | |
77 # by a human being. | |
78 # If True: a human looked at this image and approved it. | |
79 # If False: this expectation was committed blind. (In such a case, please | |
80 # add notes indicating why!) | |
81 # If absent: this expectation was committed by a tool that didn't enforce human | |
82 # review of expectations. | |
83 JSONKEY_EXPECTEDRESULTS_REVIEWED = 'reviewed-by-human' | |
84 | |
85 # Allowed hash types for test expectations. | |
86 JSONKEY_HASHTYPE_BITMAP_64BITMD5 = 'bitmap-64bitMD5' | |
87 | |
88 JSONKEY_HEADER = 'header' | |
89 JSONKEY_HEADER_TYPE = 'type' | |
90 JSONKEY_HEADER_REVISION = 'revision' | |
91 JSONKEY_IMAGE_CHECKSUMALGORITHM = 'checksumAlgorithm' | |
92 JSONKEY_IMAGE_CHECKSUMVALUE = 'checksumValue' | |
93 JSONKEY_IMAGE_COMPARISONRESULT = 'comparisonResult' | |
94 JSONKEY_IMAGE_FILEPATH = 'filepath' | |
95 JSONKEY_SOURCE_TILEDIMAGES = 'tiled-images' | |
96 JSONKEY_SOURCE_WHOLEIMAGE = 'whole-image' | |
97 JSONKEY_IMAGE_BASE_GS_URL = 'image-base-gs-url' | |
98 | |
99 | |
100 # Root directory where the buildbots store their actually-generated images... | |
101 # as a publicly readable HTTP URL: | |
102 GM_ACTUALS_ROOT_HTTP_URL = ( | |
103 'http://chromium-skia-gm.commondatastorage.googleapis.com/gm') | |
104 # as a GS URL that allows credential-protected write access: | |
105 GM_ACTUALS_ROOT_GS_URL = 'gs://chromium-skia-gm/gm' | |
106 | |
107 # Pattern used to assemble each image's filename | |
108 IMAGE_FILENAME_PATTERN = '(.+)_(.+)\.png' # matches (testname, config) | |
109 | |
110 # Pattern used to create image URLs, relative to some base URL. | |
111 GM_RELATIVE_URL_FORMATTER = '%s/%s/%s.png' # pass in (hash_type, test_name, | |
112 # hash_digest) | |
113 GM_RELATIVE_URL_PATTERN = '(.+)/(.+)/(.+).png' # matches (hash_type, test_name, | |
114 # hash_digest) | |
115 GM_RELATIVE_URL_RE = re.compile(GM_RELATIVE_URL_PATTERN) | |
116 | |
117 | |
118 def CreateGmActualUrl(test_name, hash_type, hash_digest, | |
119 gm_actuals_root_url=GM_ACTUALS_ROOT_HTTP_URL): | |
120 """Return the URL we can use to download a particular version of | |
121 the actually-generated image for this particular GM test. | |
122 | |
123 test_name: name of the test, e.g. 'perlinnoise' | |
124 hash_type: string indicating the hash type used to generate hash_digest, | |
125 e.g. JSONKEY_HASHTYPE_BITMAP_64BITMD5 | |
126 hash_digest: the hash digest of the image to retrieve | |
127 gm_actuals_root_url: root url where actual images are stored | |
128 """ | |
129 return posixpath.join( | |
130 gm_actuals_root_url, CreateGmRelativeUrl( | |
131 test_name=test_name, hash_type=hash_type, hash_digest=hash_digest)) | |
132 | |
133 | |
134 def CreateGmRelativeUrl(test_name, hash_type, hash_digest): | |
135 """Returns a relative URL pointing at a test result's image. | |
136 | |
137 Returns the URL we can use to download a particular version of | |
138 the actually-generated image for this particular GM test, | |
139 relative to the URL root. | |
140 | |
141 Args: | |
142 test_name: name of the test, e.g. 'perlinnoise' | |
143 hash_type: string indicating the hash type used to generate hash_digest, | |
144 e.g. JSONKEY_HASHTYPE_BITMAP_64BITMD5 | |
145 hash_digest: the hash digest of the image to retrieve | |
146 """ | |
147 return GM_RELATIVE_URL_FORMATTER % (hash_type, test_name, hash_digest) | |
148 | |
149 | |
150 def SplitGmRelativeUrl(url): | |
151 """Splits the relative URL into (test_name, hash_type, hash_digest) tuple. | |
152 | |
153 This is the inverse of CreateGmRelativeUrl(). | |
154 | |
155 Args: | |
156 url: a URL generated with CreateGmRelativeUrl(). | |
157 | |
158 Returns: (test_name, hash_type, hash_digest) tuple. | |
159 """ | |
160 hash_type, test_name, hash_digest = GM_RELATIVE_URL_RE.match(url).groups() | |
161 return (test_name, hash_type, hash_digest) | |
162 | |
163 | |
164 def LoadFromString(file_contents): | |
165 """Loads the JSON summary written out by the GM tool. | |
166 | |
167 Returns a dictionary keyed by the values listed as JSONKEY_ constants | |
168 above; if file_contents is empty, returns None.""" | |
169 # TODO(epoger): we should add a version number to the JSON file to ensure | |
170 # that the writer and reader agree on the schema (raising an exception | |
171 # otherwise). | |
172 if not file_contents: | |
173 return None | |
174 json_dict = json.loads(file_contents) | |
175 return json_dict | |
176 | |
177 | |
178 def LoadFromFile(file_path): | |
179 """Loads the JSON summary written out by the GM tool. | |
180 Returns a dictionary keyed by the values listed as JSONKEY_ constants | |
181 above.""" | |
182 file_contents = open(file_path, 'r').read() | |
183 return LoadFromString(file_contents) | |
184 | |
185 | |
186 def WriteToFile(json_dict, file_path): | |
187 """Writes the JSON summary in json_dict out to file_path. | |
188 | |
189 The file is written Unix-style (each line ends with just LF, not CRLF); | |
190 see https://code.google.com/p/skia/issues/detail?id=1815 for reasons.""" | |
191 with io.open(file_path, mode='w', newline='', encoding='utf-8') as outfile: | |
192 outfile.write(unicode(json.dumps(json_dict, outfile, sort_keys=True, | |
193 indent=2))) | |
OLD | NEW |