OLD | NEW |
(Empty) | |
| 1 #!/usr/bin/python |
| 2 |
| 3 """ |
| 4 Copyright 2014 Google Inc. |
| 5 |
| 6 Use of this source code is governed by a BSD-style license that can be |
| 7 found in the LICENSE file. |
| 8 |
| 9 Test imagepair.py |
| 10 """ |
| 11 |
| 12 # System-level imports |
| 13 import shutil |
| 14 import tempfile |
| 15 import unittest |
| 16 |
| 17 # Local imports |
| 18 import imagediffdb |
| 19 import imagepair |
| 20 |
| 21 |
| 22 IMG_URL_BASE = ('http://chromium-skia-gm.commondatastorage.googleapis.com/' |
| 23 'gm/bitmap-64bitMD5/') |
| 24 |
| 25 |
| 26 class ImagePairTest(unittest.TestCase): |
| 27 |
| 28 def setUp(self): |
| 29 self.temp_dir = tempfile.mkdtemp() |
| 30 self.maxDiff = None |
| 31 |
| 32 def tearDown(self): |
| 33 shutil.rmtree(self.temp_dir) |
| 34 |
| 35 def shortDescription(self): |
| 36 """Tells unittest framework to not print docstrings for test cases.""" |
| 37 return None |
| 38 |
| 39 def test_endToEnd(self): |
| 40 """Tests ImagePair, using a real ImageDiffDB to download real images. |
| 41 |
| 42 TODO(epoger): Either in addition to or instead of this end-to-end test, |
| 43 we should perform some tests using either: |
| 44 1. a mock ImageDiffDB, or |
| 45 2. a real ImageDiffDB that doesn't hit Google Storage looking for input |
| 46 image files (maybe a file:// IMG_URL_BASE) |
| 47 """ |
| 48 # params for each self-test: |
| 49 # |
| 50 # inputs: |
| 51 # 0. imageA_relative_URL |
| 52 # 1. imageB_relative_URL |
| 53 # 2. expectations dict |
| 54 # 3. extra_columns dict |
| 55 # expected output: |
| 56 # 4. expected result of ImagePair.as_dict() |
| 57 selftests = [ |
| 58 [ |
| 59 # inputs: |
| 60 'arcofzorro/16206093933823793653.png', |
| 61 'arcofzorro/16206093933823793653.png', |
| 62 None, |
| 63 { |
| 64 'builder': 'MyBuilder', |
| 65 'test': 'MyTest', |
| 66 }, |
| 67 # expected output: |
| 68 { |
| 69 'extraColumns': { |
| 70 'builder': 'MyBuilder', |
| 71 'test': 'MyTest', |
| 72 }, |
| 73 'imageAUrl': 'arcofzorro/16206093933823793653.png', |
| 74 'imageBUrl': 'arcofzorro/16206093933823793653.png', |
| 75 'isDifferent': False, |
| 76 }, |
| 77 ], |
| 78 |
| 79 [ |
| 80 # inputs: |
| 81 'arcofzorro/16206093933823793653.png', |
| 82 'arcofzorro/13786535001616823825.png', |
| 83 None, |
| 84 None, |
| 85 # expected output: |
| 86 { |
| 87 'differenceData': { |
| 88 'maxDiffPerChannel': [255, 255, 247], |
| 89 'numDifferingPixels': 662, |
| 90 'percentDifferingPixels': 0.0662, |
| 91 'perceptualDifference': 0.06620300000000157, |
| 92 'diffUrl': 'arcofzorro_16206093933823793653_png_png-vs-' + |
| 93 'arcofzorro_13786535001616823825_png_png.png', |
| 94 'whiteDiffUrl': 'arcofzorro_16206093933823793653_png_png' + |
| 95 '-vs-arcofzorro_13786535001616823825_png_png.png', |
| 96 }, |
| 97 'imageAUrl': 'arcofzorro/16206093933823793653.png', |
| 98 'imageBUrl': 'arcofzorro/13786535001616823825.png', |
| 99 'isDifferent': True, |
| 100 }, |
| 101 ], |
| 102 |
| 103 [ |
| 104 # inputs: |
| 105 'gradients_degenerate_2pt/10552995703607727960.png', |
| 106 'gradients_degenerate_2pt/11198253335583713230.png', |
| 107 { |
| 108 'ignoreFailure': True, |
| 109 'bugs': [1001, 1002], |
| 110 }, |
| 111 { |
| 112 'builder': 'MyBuilder', |
| 113 'test': 'MyTest', |
| 114 }, |
| 115 # expected output: |
| 116 { |
| 117 'differenceData': { |
| 118 'maxDiffPerChannel': [255, 0, 255], |
| 119 'numDifferingPixels': 102400, |
| 120 'percentDifferingPixels': 100.00, |
| 121 'perceptualDifference': 100.00, |
| 122 'diffUrl': 'gradients_degenerate_2pt_10552995703607727960' + |
| 123 '_png_png-vs-gradients_degenerate_2pt_' + |
| 124 '11198253335583713230_png_png.png', |
| 125 'whiteDiffUrl': 'gradients_degenerate_2pt_' + |
| 126 '10552995703607727960_png_png-vs-' + |
| 127 'gradients_degenerate_2pt_11198253335583713230' + |
| 128 '_png_png.png' |
| 129 }, |
| 130 'expectations': { |
| 131 'bugs': [1001, 1002], |
| 132 'ignoreFailure': True, |
| 133 }, |
| 134 'extraColumns': { |
| 135 'builder': 'MyBuilder', |
| 136 'test': 'MyTest', |
| 137 }, |
| 138 'imageAUrl': |
| 139 'gradients_degenerate_2pt/10552995703607727960.png', |
| 140 'imageBUrl': |
| 141 'gradients_degenerate_2pt/11198253335583713230.png', |
| 142 'isDifferent': True, |
| 143 }, |
| 144 ], |
| 145 |
| 146 # Test fix for http://skbug.com/2368 -- how do we handle an ImagePair |
| 147 # missing one of its images? |
| 148 [ |
| 149 # inputs: |
| 150 'arcofzorro/16206093933823793653.png', |
| 151 'nonexistentDir/111111.png', |
| 152 { |
| 153 'ignoreFailure': True, |
| 154 'bugs': [1001, 1002], |
| 155 }, |
| 156 { |
| 157 'builder': 'MyBuilder', |
| 158 'test': 'MyTest', |
| 159 }, |
| 160 # expected output: |
| 161 { |
| 162 'expectations': { |
| 163 'bugs': [1001, 1002], |
| 164 'ignoreFailure': True, |
| 165 }, |
| 166 'extraColumns': { |
| 167 'builder': 'MyBuilder', |
| 168 'test': 'MyTest', |
| 169 }, |
| 170 'imageAUrl': 'arcofzorro/16206093933823793653.png', |
| 171 'imageBUrl': 'nonexistentDir/111111.png', |
| 172 'isDifferent': True, |
| 173 }, |
| 174 ], |
| 175 |
| 176 # One of the two images is missing, but download_all_images=True so we |
| 177 # should download it anyway. |
| 178 [ |
| 179 # inputs: |
| 180 None, |
| 181 'arcofzorro/13786535001616823825.png', |
| 182 None, |
| 183 None, |
| 184 # expected output: |
| 185 { |
| 186 'imageAUrl': None, |
| 187 'imageBUrl': 'arcofzorro/13786535001616823825.png', |
| 188 'isDifferent': True, |
| 189 }, |
| 190 ], |
| 191 |
| 192 ] |
| 193 |
| 194 db = imagediffdb.ImageDiffDB(self.temp_dir) |
| 195 for selftest in selftests: |
| 196 image_pair = imagepair.ImagePair( |
| 197 image_diff_db=db, |
| 198 imageA_base_url=IMG_URL_BASE, |
| 199 imageB_base_url=IMG_URL_BASE, |
| 200 imageA_relative_url=selftest[0], |
| 201 imageB_relative_url=selftest[1], |
| 202 expectations=selftest[2], |
| 203 extra_columns=selftest[3], |
| 204 download_all_images=True) |
| 205 self.assertEqual(image_pair.as_dict(), selftest[4]) |
| 206 |
| 207 |
| 208 def main(): |
| 209 suite = unittest.TestLoader().loadTestsFromTestCase(ImagePairTest) |
| 210 unittest.TextTestRunner(verbosity=2).run(suite) |
| 211 |
| 212 |
| 213 if __name__ == '__main__': |
| 214 main() |
OLD | NEW |