Index: gm/rebaseline_server/results.py |
diff --git a/gm/rebaseline_server/results.py b/gm/rebaseline_server/results.py |
index 8ff24ecda8e3e6a8f62326adfee86c5a5023071f..5c33e309d17a3b126a35306e606485c9249040c8 100755 |
--- a/gm/rebaseline_server/results.py |
+++ b/gm/rebaseline_server/results.py |
@@ -28,6 +28,7 @@ import time |
# so any dirs that are already in the PYTHONPATH will be preferred. |
PARENT_DIRECTORY = os.path.dirname(os.path.realpath(__file__)) |
GM_DIRECTORY = os.path.dirname(PARENT_DIRECTORY) |
+TRUNK_DIRECTORY = os.path.dirname(GM_DIRECTORY) |
if GM_DIRECTORY not in sys.path: |
sys.path.append(GM_DIRECTORY) |
import gm_json |
@@ -44,8 +45,16 @@ KEY__EXTRACOLUMN__BUILDER = 'builder' |
KEY__EXTRACOLUMN__CONFIG = 'config' |
KEY__EXTRACOLUMN__RESULT_TYPE = 'resultType' |
KEY__EXTRACOLUMN__TEST = 'test' |
+KEY__HEADER = 'header' |
+KEY__HEADER__DATAHASH = 'dataHash' |
+KEY__HEADER__IS_EDITABLE = 'isEditable' |
+KEY__HEADER__IS_EXPORTED = 'isExported' |
+KEY__HEADER__IS_STILL_LOADING = 'resultsStillLoading' |
KEY__HEADER__RESULTS_ALL = 'all' |
KEY__HEADER__RESULTS_FAILURES = 'failures' |
+KEY__HEADER__TIME_NEXT_UPDATE_AVAILABLE = 'timeNextUpdateAvailable' |
+KEY__HEADER__TIME_UPDATED = 'timeUpdated' |
+KEY__HEADER__TYPE = 'type' |
KEY__NEW_IMAGE_URL = 'newImageUrl' |
KEY__RESULT_TYPE__FAILED = gm_json.JSONKEY_ACTUALRESULTS_FAILED |
KEY__RESULT_TYPE__FAILUREIGNORED = gm_json.JSONKEY_ACTUALRESULTS_FAILUREIGNORED |
@@ -63,6 +72,11 @@ IMAGE_FILENAME_FORMATTER = '%s_%s.png' # pass in (testname, config) |
IMAGEPAIR_SET_DESCRIPTIONS = ('expected image', 'actual image') |
+DEFAULT_ACTUALS_DIR = '.gm-actuals' |
+DEFAULT_EXPECTATIONS_DIR = os.path.join(TRUNK_DIRECTORY, 'expectations', 'gm') |
+DEFAULT_GENERATED_IMAGES_ROOT = os.path.join(PARENT_DIRECTORY, 'static', |
+ 'generated-images') |
+ |
class Results(object): |
""" Loads actual and expected GM results into an ImagePairSet. |
@@ -74,7 +88,9 @@ class Results(object): |
are immutable. If you want to update the results based on updated JSON |
file contents, you will need to create a new Results object.""" |
- def __init__(self, actuals_root, expected_root, generated_images_root): |
+ def __init__(self, actuals_root=DEFAULT_ACTUALS_DIR, |
+ expected_root=DEFAULT_EXPECTATIONS_DIR, |
+ generated_images_root=DEFAULT_GENERATED_IMAGES_ROOT): |
""" |
Args: |
actuals_root: root directory containing all actual-results.json files |
@@ -150,16 +166,55 @@ class Results(object): |
builder_expectations[image_name] = new_expectations |
Results._write_dicts_to_root(expected_builder_dicts, self._expected_root) |
- def get_results_of_type(self, type): |
- """Return results of some/all tests (depending on 'type' parameter). |
+ def get_results_of_type(self, results_type): |
+ """Return results of some/all tests (depending on 'results_type' parameter). |
Args: |
- type: string describing which types of results to include; must be one |
- of the RESULTS_* constants |
+ results_type: string describing which types of results to include; must |
+ be one of the RESULTS_* constants |
Results are returned in a dictionary as output by ImagePairSet.as_dict(). |
""" |
- return self._results[type] |
+ return self._results[results_type] |
+ |
+ def get_packaged_results_of_type(self, results_type, reload_seconds=None, |
+ is_editable=False, is_exported=True): |
+ """ Package the results of some/all tests as a complete response_dict. |
+ |
+ Args: |
+ results_type: string indicating which set of results to return; |
+ must be one of the RESULTS_* constants |
+ reload_seconds: if specified, note that new results may be available once |
+ these results are reload_seconds old |
+ is_editable: whether clients are allowed to submit new baselines |
+ is_exported: whether these results are being made available to other |
+ network hosts |
+ """ |
+ response_dict = self._results[results_type] |
+ time_updated = self.get_timestamp() |
+ response_dict[KEY__HEADER] = { |
+ # Timestamps: |
+ # 1. when this data was last updated |
+ # 2. when the caller should check back for new data (if ever) |
+ KEY__HEADER__TIME_UPDATED: time_updated, |
+ KEY__HEADER__TIME_NEXT_UPDATE_AVAILABLE: ( |
+ (time_updated+reload_seconds) if reload_seconds else None), |
+ |
+ # The type we passed to get_results_of_type() |
+ KEY__HEADER__TYPE: results_type, |
+ |
+ # Hash of dataset, which the client must return with any edits-- |
+ # this ensures that the edits were made to a particular dataset. |
+ KEY__HEADER__DATAHASH: str(hash(repr( |
+ response_dict[imagepairset.KEY__IMAGEPAIRS]))), |
+ |
+ # Whether the server will accept edits back. |
+ KEY__HEADER__IS_EDITABLE: is_editable, |
+ |
+ # Whether the service is accessible from other hosts. |
+ KEY__HEADER__IS_EXPORTED: is_exported, |
+ } |
+ return response_dict |
@staticmethod |
def _ignore_builder(builder): |
@@ -415,23 +470,31 @@ def main(): |
level=logging.INFO) |
parser = argparse.ArgumentParser() |
parser.add_argument( |
- '--actuals', required=True, |
+ '--actuals', default=DEFAULT_ACTUALS_DIR, |
help='Directory containing all actual-result JSON files') |
parser.add_argument( |
- '--expectations', required=True, |
- help='Directory containing all expected-result JSON files') |
+ '--expectations', default=DEFAULT_EXPECTATIONS_DIR, |
+ help='Directory containing all expected-result JSON files; defaults to ' |
+ '\'%(default)s\' .') |
parser.add_argument( |
'--outfile', required=True, |
- help='File to write result summary into, in JSON format') |
+ help='File to write result summary into, in JSON format.') |
+ parser.add_argument( |
+ '--results', default=KEY__HEADER__RESULTS_FAILURES, |
+ help='Which result types to include. Defaults to \'%(default)s\'; ' |
+ 'must be one of ' + |
+ str([KEY__HEADER__RESULTS_FAILURES, KEY__HEADER__RESULTS_ALL])) |
parser.add_argument( |
- '--workdir', default='.workdir', |
- help='Directory within which to download images and generate diffs') |
+ '--workdir', default=DEFAULT_GENERATED_IMAGES_ROOT, |
+ help='Directory within which to download images and generate diffs; ' |
+ 'defaults to \'%(default)s\' .') |
args = parser.parse_args() |
results = Results(actuals_root=args.actuals, |
expected_root=args.expectations, |
generated_images_root=args.workdir) |
- gm_json.WriteToFile(results.get_results_of_type(KEY__HEADER__RESULTS_ALL), |
- args.outfile) |
+ gm_json.WriteToFile( |
+ results.get_packaged_results_of_type(results_type=args.results), |
+ args.outfile) |
if __name__ == '__main__': |