Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(111)

Unified Diff: gm/rebaseline_server/results_test.py

Issue 170803005: rebaseline_server: extract common unittest code, and rename tests/ -> testdata/ (Closed) Base URL: https://skia.googlesource.com/skia.git@master
Patch Set: renamed tests/ -> testdata/ Created 6 years, 10 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: gm/rebaseline_server/results_test.py
diff --git a/gm/rebaseline_server/results_test.py b/gm/rebaseline_server/results_test.py
index bfb0c8375acc660d3adadc63da1205f9c06e9c01..482fd9f7cd6629d2916f47d3508c9fed69ac7a6e 100755
--- a/gm/rebaseline_server/results_test.py
+++ b/gm/rebaseline_server/results_test.py
@@ -9,118 +9,38 @@ found in the LICENSE file.
Test results.py
TODO(epoger): Create a command to update the expected results (in
-OUTPUT_DIR_EXPECTED) when appropriate. For now, you should:
-1. examine the results in OUTPUT_DIR_ACTUAL and make sure they are ok
-2. rm -rf OUTPUT_DIR_EXPECTED
-3. mv OUTPUT_DIR_ACTUAL OUTPUT_DIR_EXPECTED
+self._output_dir_expected) when appropriate. For now, you should:
+1. examine the results in self._output_dir_actual and make sure they are ok
+2. rm -rf self._output_dir_expected
+3. mv self._output_dir_actual self._output_dir_expected
Although, if you're using an SVN checkout, this will blow away .svn directories
-within OUTPUT_DIR_EXPECTED, which wouldn't be good...
+within self._output_dir_expected, which wouldn't be good...
"""
-import filecmp
import os
-import shutil
import sys
-import tempfile
-import unittest
# Imports from within Skia
+import base_unittest
import results
import gm_json # must import results first, so that gm_json will be in sys.path
-PARENT_DIR = os.path.dirname(os.path.realpath(__file__))
-INPUT_DIR = os.path.join(PARENT_DIR, 'tests', 'inputs')
-OUTPUT_DIR_ACTUAL = os.path.join(PARENT_DIR, 'tests', 'outputs', 'actual')
-OUTPUT_DIR_EXPECTED = os.path.join(PARENT_DIR, 'tests', 'outputs', 'expected')
-
-class ResultsTest(unittest.TestCase):
-
- def setUp(self):
- self._temp_dir = tempfile.mkdtemp()
- self._output_dir_actual = os.path.join(OUTPUT_DIR_ACTUAL, self.id())
- self._output_dir_expected = os.path.join(OUTPUT_DIR_EXPECTED, self.id())
- create_empty_dir(self._output_dir_actual)
-
- def tearDown(self):
- shutil.rmtree(self._temp_dir)
- different_files = find_different_files(self._output_dir_actual,
- self._output_dir_expected)
- # Maybe we should move this assert elsewhere? It's unusual to see an
- # assert within tearDown(), but my thinking was:
- # 1. Every test case will have some collection of output files that need to
- # be validated.
- # 2. So put that validation within tearDown(), which will be called after
- # every test case!
- #
- # I have confirmed that the test really does fail if this assert is
- # triggered.
- #
- # Ravi notes: if somebody later comes along and adds cleanup code below the
- # assert, then if tests fail, the artifacts will not be cleaned up.
- assert (not different_files), \
- ('found differing files between actual dir %s and expected dir %s: %s' %
- (self._output_dir_actual, self._output_dir_expected, different_files))
-
- def shortDescription(self):
- """Tell unittest framework to not print docstrings for test cases."""
- return None
+class ResultsTest(base_unittest.TestCase):
def test_gm(self):
"""Process results of a GM run with the Results object."""
results_obj = results.Results(
- actuals_root=os.path.join(INPUT_DIR, 'gm-actuals'),
- expected_root=os.path.join(INPUT_DIR, 'gm-expectations'),
+ actuals_root=os.path.join(self._input_dir, 'gm-actuals'),
+ expected_root=os.path.join(self._input_dir, 'gm-expectations'),
generated_images_root=self._temp_dir)
gm_json.WriteToFile(results_obj.get_results_of_type(results.RESULTS_ALL),
os.path.join(self._output_dir_actual, 'gm.json'))
-# TODO(epoger): create_empty_dir(), find_different_files(), etc. should be
-# extracted from this file to some common location, where they can be shared
-# with download_test.py and other users.
-
-def create_empty_dir(path):
- """Create an empty directory at the given path."""
- if os.path.isdir(path):
- shutil.rmtree(path)
- elif os.path.lexists(path):
- os.remove(path)
- os.makedirs(path)
-
-
-def find_different_files(dir1, dir2, ignore_subtree_names=None):
- """Returns a list of any files that differ between the directory trees rooted
- at dir1 and dir2.
-
- Args:
- dir1: root of a directory tree; if nonexistent, will raise OSError
- dir2: root of another directory tree; if nonexistent, will raise OSError
- ignore_subtree_names: list of subtree directory names to ignore;
- defaults to ['.svn'], so all SVN files are ignores
-
- TODO(epoger): include the dirname within each filename (not just the
- basename), to make it easier to locate any differences
- """
- differing_files = []
- if ignore_subtree_names is None:
- ignore_subtree_names = ['.svn']
- dircmp = filecmp.dircmp(dir1, dir2, ignore=ignore_subtree_names)
- differing_files.extend(dircmp.left_only)
- differing_files.extend(dircmp.right_only)
- differing_files.extend(dircmp.common_funny)
- differing_files.extend(dircmp.diff_files)
- differing_files.extend(dircmp.funny_files)
- for common_dir in dircmp.common_dirs:
- differing_files.extend(find_different_files(
- os.path.join(dir1, common_dir), os.path.join(dir2, common_dir)))
- return differing_files
-
-
def main():
- suite = unittest.TestLoader().loadTestsFromTestCase(ResultsTest)
- unittest.TextTestRunner(verbosity=2).run(suite)
+ base_unittest.main(ResultsTest)
if __name__ == '__main__':

Powered by Google App Engine
This is Rietveld 408576698