| Index: gm/rebaseline_server/results_test.py
|
| diff --git a/gm/rebaseline_server/results_test.py b/gm/rebaseline_server/results_test.py
|
| index bfb0c8375acc660d3adadc63da1205f9c06e9c01..482fd9f7cd6629d2916f47d3508c9fed69ac7a6e 100755
|
| --- a/gm/rebaseline_server/results_test.py
|
| +++ b/gm/rebaseline_server/results_test.py
|
| @@ -9,118 +9,38 @@ found in the LICENSE file.
|
| Test results.py
|
|
|
| TODO(epoger): Create a command to update the expected results (in
|
| -OUTPUT_DIR_EXPECTED) when appropriate. For now, you should:
|
| -1. examine the results in OUTPUT_DIR_ACTUAL and make sure they are ok
|
| -2. rm -rf OUTPUT_DIR_EXPECTED
|
| -3. mv OUTPUT_DIR_ACTUAL OUTPUT_DIR_EXPECTED
|
| +self._output_dir_expected) when appropriate. For now, you should:
|
| +1. examine the results in self._output_dir_actual and make sure they are ok
|
| +2. rm -rf self._output_dir_expected
|
| +3. mv self._output_dir_actual self._output_dir_expected
|
| Although, if you're using an SVN checkout, this will blow away .svn directories
|
| -within OUTPUT_DIR_EXPECTED, which wouldn't be good...
|
| +within self._output_dir_expected, which wouldn't be good...
|
|
|
| """
|
|
|
| -import filecmp
|
| import os
|
| -import shutil
|
| import sys
|
| -import tempfile
|
| -import unittest
|
|
|
| # Imports from within Skia
|
| +import base_unittest
|
| import results
|
| import gm_json # must import results first, so that gm_json will be in sys.path
|
|
|
| -PARENT_DIR = os.path.dirname(os.path.realpath(__file__))
|
| -INPUT_DIR = os.path.join(PARENT_DIR, 'tests', 'inputs')
|
| -OUTPUT_DIR_ACTUAL = os.path.join(PARENT_DIR, 'tests', 'outputs', 'actual')
|
| -OUTPUT_DIR_EXPECTED = os.path.join(PARENT_DIR, 'tests', 'outputs', 'expected')
|
|
|
| -
|
| -class ResultsTest(unittest.TestCase):
|
| -
|
| - def setUp(self):
|
| - self._temp_dir = tempfile.mkdtemp()
|
| - self._output_dir_actual = os.path.join(OUTPUT_DIR_ACTUAL, self.id())
|
| - self._output_dir_expected = os.path.join(OUTPUT_DIR_EXPECTED, self.id())
|
| - create_empty_dir(self._output_dir_actual)
|
| -
|
| - def tearDown(self):
|
| - shutil.rmtree(self._temp_dir)
|
| - different_files = find_different_files(self._output_dir_actual,
|
| - self._output_dir_expected)
|
| - # Maybe we should move this assert elsewhere? It's unusual to see an
|
| - # assert within tearDown(), but my thinking was:
|
| - # 1. Every test case will have some collection of output files that need to
|
| - # be validated.
|
| - # 2. So put that validation within tearDown(), which will be called after
|
| - # every test case!
|
| - #
|
| - # I have confirmed that the test really does fail if this assert is
|
| - # triggered.
|
| - #
|
| - # Ravi notes: if somebody later comes along and adds cleanup code below the
|
| - # assert, then if tests fail, the artifacts will not be cleaned up.
|
| - assert (not different_files), \
|
| - ('found differing files between actual dir %s and expected dir %s: %s' %
|
| - (self._output_dir_actual, self._output_dir_expected, different_files))
|
| -
|
| - def shortDescription(self):
|
| - """Tell unittest framework to not print docstrings for test cases."""
|
| - return None
|
| +class ResultsTest(base_unittest.TestCase):
|
|
|
| def test_gm(self):
|
| """Process results of a GM run with the Results object."""
|
| results_obj = results.Results(
|
| - actuals_root=os.path.join(INPUT_DIR, 'gm-actuals'),
|
| - expected_root=os.path.join(INPUT_DIR, 'gm-expectations'),
|
| + actuals_root=os.path.join(self._input_dir, 'gm-actuals'),
|
| + expected_root=os.path.join(self._input_dir, 'gm-expectations'),
|
| generated_images_root=self._temp_dir)
|
| gm_json.WriteToFile(results_obj.get_results_of_type(results.RESULTS_ALL),
|
| os.path.join(self._output_dir_actual, 'gm.json'))
|
|
|
|
|
| -# TODO(epoger): create_empty_dir(), find_different_files(), etc. should be
|
| -# extracted from this file to some common location, where they can be shared
|
| -# with download_test.py and other users.
|
| -
|
| -def create_empty_dir(path):
|
| - """Create an empty directory at the given path."""
|
| - if os.path.isdir(path):
|
| - shutil.rmtree(path)
|
| - elif os.path.lexists(path):
|
| - os.remove(path)
|
| - os.makedirs(path)
|
| -
|
| -
|
| -def find_different_files(dir1, dir2, ignore_subtree_names=None):
|
| - """Returns a list of any files that differ between the directory trees rooted
|
| - at dir1 and dir2.
|
| -
|
| - Args:
|
| - dir1: root of a directory tree; if nonexistent, will raise OSError
|
| - dir2: root of another directory tree; if nonexistent, will raise OSError
|
| - ignore_subtree_names: list of subtree directory names to ignore;
|
| - defaults to ['.svn'], so all SVN files are ignores
|
| -
|
| - TODO(epoger): include the dirname within each filename (not just the
|
| - basename), to make it easier to locate any differences
|
| - """
|
| - differing_files = []
|
| - if ignore_subtree_names is None:
|
| - ignore_subtree_names = ['.svn']
|
| - dircmp = filecmp.dircmp(dir1, dir2, ignore=ignore_subtree_names)
|
| - differing_files.extend(dircmp.left_only)
|
| - differing_files.extend(dircmp.right_only)
|
| - differing_files.extend(dircmp.common_funny)
|
| - differing_files.extend(dircmp.diff_files)
|
| - differing_files.extend(dircmp.funny_files)
|
| - for common_dir in dircmp.common_dirs:
|
| - differing_files.extend(find_different_files(
|
| - os.path.join(dir1, common_dir), os.path.join(dir2, common_dir)))
|
| - return differing_files
|
| -
|
| -
|
| def main():
|
| - suite = unittest.TestLoader().loadTestsFromTestCase(ResultsTest)
|
| - unittest.TextTestRunner(verbosity=2).run(suite)
|
| + base_unittest.main(ResultsTest)
|
|
|
|
|
| if __name__ == '__main__':
|
|
|