Index: gm/gm_json.py |
diff --git a/gm/gm_json.py b/gm/gm_json.py |
new file mode 100644 |
index 0000000000000000000000000000000000000000..453cca8e44e2211cf27c6139eaf3c61e6f18cd86 |
--- /dev/null |
+++ b/gm/gm_json.py |
@@ -0,0 +1,193 @@ |
+#!/usr/bin/env python |
+# Copyright (c) 2013 The Chromium Authors. All rights reserved. |
+# Use of this source code is governed by a BSD-style license that can be |
+# found in the LICENSE file. |
+ |
+"""Schema of the JSON summary file written out by the GM tool. |
+ |
+This must be kept in sync with the kJsonKey_ constants in gm_expectations.cpp ! |
+""" |
+ |
+__author__ = 'Elliot Poger' |
+ |
+ |
+# system-level imports |
+import io |
+import json |
+import os |
+import posixpath |
+import re |
+ |
+ |
+# Key strings used in GM results JSON files (both expected-results.json and |
+# actual-results.json). |
+# |
+# NOTE: These constants must be kept in sync with the kJsonKey_ constants in |
+# gm_expectations.cpp and tools/PictureRenderer.cpp ! |
+# Eric suggests: create gm/gm_expectations_constants.h containing ONLY variable |
+# declarations so as to be readable by both gm/gm_expectations.cpp and Python. |
+ |
+ |
+JSONKEY_ACTUALRESULTS = 'actual-results' |
+ |
+# Tests whose results failed to match expectations. |
+JSONKEY_ACTUALRESULTS_FAILED = 'failed' |
+ |
+# Tests whose results failed to match expectations, but IGNOREFAILURE causes |
+# us to take them less seriously. |
+JSONKEY_ACTUALRESULTS_FAILUREIGNORED = 'failure-ignored' |
+ |
+# Tests for which we do not have any expectations. They may be new tests that |
+# we haven't had a chance to check in expectations for yet, or we may have |
+# consciously decided to leave them without expectations because we are unhappy |
+# with the results (although we should try to move away from that, and instead |
+# check in expectations with the IGNOREFAILURE flag set). |
+JSONKEY_ACTUALRESULTS_NOCOMPARISON = 'no-comparison' |
+ |
+# Tests whose results matched their expectations. |
+JSONKEY_ACTUALRESULTS_SUCCEEDED = 'succeeded' |
+ |
+ |
+# Descriptions of the result set as a whole. |
+JSONKEY_DESCRIPTIONS = 'descriptions' |
+JSONKEY_DESCRIPTIONS_BUILDER = 'builder' |
+JSONKEY_DESCRIPTIONS_RENDER_MODE = 'renderMode' |
+ |
+JSONKEY_EXPECTEDRESULTS = 'expected-results' |
+ |
+# One or more [HashType/DigestValue] pairs representing valid results for this |
+# test. Typically, there will just be one pair, but we allow for multiple |
+# expectations, and the test will pass if any one of them is matched. |
+JSONKEY_EXPECTEDRESULTS_ALLOWEDDIGESTS = 'allowed-digests' |
+ |
+# Optional: one or more integers listing Skia bugs (under |
+# https://code.google.com/p/skia/issues/list ) that pertain to this expectation. |
+JSONKEY_EXPECTEDRESULTS_BUGS = 'bugs' |
+ |
+# If IGNOREFAILURE is set to True, a failure of this test will be reported |
+# within the FAILUREIGNORED section (thus NOT causing the buildbots to go red) |
+# rather than the FAILED section (which WOULD cause the buildbots to go red). |
+JSONKEY_EXPECTEDRESULTS_IGNOREFAILURE = 'ignore-failure' |
+ |
+# Optional: a free-form text string with human-readable information about |
+# this expectation. |
+JSONKEY_EXPECTEDRESULTS_NOTES = 'notes' |
+ |
+# Optional: boolean indicating whether this expectation was reviewed/approved |
+# by a human being. |
+# If True: a human looked at this image and approved it. |
+# If False: this expectation was committed blind. (In such a case, please |
+# add notes indicating why!) |
+# If absent: this expectation was committed by a tool that didn't enforce human |
+# review of expectations. |
+JSONKEY_EXPECTEDRESULTS_REVIEWED = 'reviewed-by-human' |
+ |
+# Allowed hash types for test expectations. |
+JSONKEY_HASHTYPE_BITMAP_64BITMD5 = 'bitmap-64bitMD5' |
+ |
+JSONKEY_HEADER = 'header' |
+JSONKEY_HEADER_TYPE = 'type' |
+JSONKEY_HEADER_REVISION = 'revision' |
+JSONKEY_IMAGE_CHECKSUMALGORITHM = 'checksumAlgorithm' |
+JSONKEY_IMAGE_CHECKSUMVALUE = 'checksumValue' |
+JSONKEY_IMAGE_COMPARISONRESULT = 'comparisonResult' |
+JSONKEY_IMAGE_FILEPATH = 'filepath' |
+JSONKEY_SOURCE_TILEDIMAGES = 'tiled-images' |
+JSONKEY_SOURCE_WHOLEIMAGE = 'whole-image' |
+JSONKEY_IMAGE_BASE_GS_URL = 'image-base-gs-url' |
+ |
+ |
+# Root directory where the buildbots store their actually-generated images... |
+# as a publicly readable HTTP URL: |
+GM_ACTUALS_ROOT_HTTP_URL = ( |
+ 'http://chromium-skia-gm.commondatastorage.googleapis.com/gm') |
+# as a GS URL that allows credential-protected write access: |
+GM_ACTUALS_ROOT_GS_URL = 'gs://chromium-skia-gm/gm' |
+ |
+# Pattern used to assemble each image's filename |
+IMAGE_FILENAME_PATTERN = '(.+)_(.+)\.png' # matches (testname, config) |
+ |
+# Pattern used to create image URLs, relative to some base URL. |
+GM_RELATIVE_URL_FORMATTER = '%s/%s/%s.png' # pass in (hash_type, test_name, |
+ # hash_digest) |
+GM_RELATIVE_URL_PATTERN = '(.+)/(.+)/(.+).png' # matches (hash_type, test_name, |
+ # hash_digest) |
+GM_RELATIVE_URL_RE = re.compile(GM_RELATIVE_URL_PATTERN) |
+ |
+ |
+def CreateGmActualUrl(test_name, hash_type, hash_digest, |
+ gm_actuals_root_url=GM_ACTUALS_ROOT_HTTP_URL): |
+ """Return the URL we can use to download a particular version of |
+ the actually-generated image for this particular GM test. |
+ |
+ test_name: name of the test, e.g. 'perlinnoise' |
+ hash_type: string indicating the hash type used to generate hash_digest, |
+ e.g. JSONKEY_HASHTYPE_BITMAP_64BITMD5 |
+ hash_digest: the hash digest of the image to retrieve |
+ gm_actuals_root_url: root url where actual images are stored |
+ """ |
+ return posixpath.join( |
+ gm_actuals_root_url, CreateGmRelativeUrl( |
+ test_name=test_name, hash_type=hash_type, hash_digest=hash_digest)) |
+ |
+ |
+def CreateGmRelativeUrl(test_name, hash_type, hash_digest): |
+ """Returns a relative URL pointing at a test result's image. |
+ |
+ Returns the URL we can use to download a particular version of |
+ the actually-generated image for this particular GM test, |
+ relative to the URL root. |
+ |
+ Args: |
+ test_name: name of the test, e.g. 'perlinnoise' |
+ hash_type: string indicating the hash type used to generate hash_digest, |
+ e.g. JSONKEY_HASHTYPE_BITMAP_64BITMD5 |
+ hash_digest: the hash digest of the image to retrieve |
+ """ |
+ return GM_RELATIVE_URL_FORMATTER % (hash_type, test_name, hash_digest) |
+ |
+ |
+def SplitGmRelativeUrl(url): |
+ """Splits the relative URL into (test_name, hash_type, hash_digest) tuple. |
+ |
+ This is the inverse of CreateGmRelativeUrl(). |
+ |
+ Args: |
+ url: a URL generated with CreateGmRelativeUrl(). |
+ |
+ Returns: (test_name, hash_type, hash_digest) tuple. |
+ """ |
+ hash_type, test_name, hash_digest = GM_RELATIVE_URL_RE.match(url).groups() |
+ return (test_name, hash_type, hash_digest) |
+ |
+ |
+def LoadFromString(file_contents): |
+ """Loads the JSON summary written out by the GM tool. |
+ |
+ Returns a dictionary keyed by the values listed as JSONKEY_ constants |
+ above; if file_contents is empty, returns None.""" |
+ # TODO(epoger): we should add a version number to the JSON file to ensure |
+ # that the writer and reader agree on the schema (raising an exception |
+ # otherwise). |
+ if not file_contents: |
+ return None |
+ json_dict = json.loads(file_contents) |
+ return json_dict |
+ |
+ |
+def LoadFromFile(file_path): |
+ """Loads the JSON summary written out by the GM tool. |
+ Returns a dictionary keyed by the values listed as JSONKEY_ constants |
+ above.""" |
+ file_contents = open(file_path, 'r').read() |
+ return LoadFromString(file_contents) |
+ |
+ |
+def WriteToFile(json_dict, file_path): |
+ """Writes the JSON summary in json_dict out to file_path. |
+ |
+ The file is written Unix-style (each line ends with just LF, not CRLF); |
+ see https://code.google.com/p/skia/issues/detail?id=1815 for reasons.""" |
+ with io.open(file_path, mode='w', newline='', encoding='utf-8') as outfile: |
+ outfile.write(unicode(json.dumps(json_dict, outfile, sort_keys=True, |
+ indent=2))) |