OLD | NEW |
1 #!/usr/bin/python | 1 #!/usr/bin/python |
2 | 2 |
3 """ | 3 """ |
4 Copyright 2013 Google Inc. | 4 Copyright 2013 Google Inc. |
5 | 5 |
6 Use of this source code is governed by a BSD-style license that can be | 6 Use of this source code is governed by a BSD-style license that can be |
7 found in the LICENSE file. | 7 found in the LICENSE file. |
8 | 8 |
9 Calulate differences between image pairs, and store them in a database. | 9 Calulate differences between image pairs, and store them in a database. |
10 """ | 10 """ |
(...skipping 32 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
43 | 43 |
44 RGBDIFFS_SUBDIR = 'diffs' | 44 RGBDIFFS_SUBDIR = 'diffs' |
45 WHITEDIFFS_SUBDIR = 'whitediffs' | 45 WHITEDIFFS_SUBDIR = 'whitediffs' |
46 | 46 |
47 # Keys used within DiffRecord dictionary representations. | 47 # Keys used within DiffRecord dictionary representations. |
48 # NOTE: Keep these in sync with static/constants.js | 48 # NOTE: Keep these in sync with static/constants.js |
49 KEY__DIFFERENCES__MAX_DIFF_PER_CHANNEL = 'maxDiffPerChannel' | 49 KEY__DIFFERENCES__MAX_DIFF_PER_CHANNEL = 'maxDiffPerChannel' |
50 KEY__DIFFERENCES__NUM_DIFF_PIXELS = 'numDifferingPixels' | 50 KEY__DIFFERENCES__NUM_DIFF_PIXELS = 'numDifferingPixels' |
51 KEY__DIFFERENCES__PERCENT_DIFF_PIXELS = 'percentDifferingPixels' | 51 KEY__DIFFERENCES__PERCENT_DIFF_PIXELS = 'percentDifferingPixels' |
52 KEY__DIFFERENCES__PERCEPTUAL_DIFF = 'perceptualDifference' | 52 KEY__DIFFERENCES__PERCEPTUAL_DIFF = 'perceptualDifference' |
| 53 KEY__DIFFERENCES__DIFF_URL = 'diffUrl' |
| 54 KEY__DIFFERENCES__WHITE_DIFF_URL = 'whiteDiffUrl' |
53 | 55 |
54 # Special values within ImageDiffDB._diff_dict | 56 # Special values within ImageDiffDB._diff_dict |
55 _DIFFRECORD_FAILED = 'failed' | 57 _DIFFRECORD_FAILED = 'failed' |
56 _DIFFRECORD_PENDING = 'pending' | 58 _DIFFRECORD_PENDING = 'pending' |
57 | 59 |
58 # How often to report tasks_queue size | 60 # How often to report tasks_queue size |
59 QUEUE_LOGGING_GRANULARITY = 1000 | 61 QUEUE_LOGGING_GRANULARITY = 1000 |
60 | 62 |
61 # Temporary variable to keep track of how many times we download | 63 # Temporary variable to keep track of how many times we download |
62 # the same file in multiple threads. | 64 # the same file in multiple threads. |
(...skipping 88 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
151 | 153 |
152 # Get information out of the skpdiff_summary_file. | 154 # Get information out of the skpdiff_summary_file. |
153 with contextlib.closing(open(skpdiff_summary_file)) as fp: | 155 with contextlib.closing(open(skpdiff_summary_file)) as fp: |
154 data = json.load(fp) | 156 data = json.load(fp) |
155 | 157 |
156 # For now, we can assume there is only one record in the output summary, | 158 # For now, we can assume there is only one record in the output summary, |
157 # since we passed skpdiff only one pair of images. | 159 # since we passed skpdiff only one pair of images. |
158 record = data['records'][0] | 160 record = data['records'][0] |
159 self._width = record['width'] | 161 self._width = record['width'] |
160 self._height = record['height'] | 162 self._height = record['height'] |
| 163 self._diffUrl = os.path.split(record['rgbDiffPath'])[1] |
| 164 self._whiteDiffUrl = os.path.split(record['whiteDiffPath'])[1] |
| 165 |
161 # TODO: make max_diff_per_channel a tuple instead of a list, because the | 166 # TODO: make max_diff_per_channel a tuple instead of a list, because the |
162 # structure is meaningful (first element is red, second is green, etc.) | 167 # structure is meaningful (first element is red, second is green, etc.) |
163 # See http://stackoverflow.com/a/626871 | 168 # See http://stackoverflow.com/a/626871 |
164 self._max_diff_per_channel = [ | 169 self._max_diff_per_channel = [ |
165 record['maxRedDiff'], record['maxGreenDiff'], record['maxBlueDiff']] | 170 record['maxRedDiff'], record['maxGreenDiff'], record['maxBlueDiff']] |
166 per_differ_stats = record['diffs'] | 171 per_differ_stats = record['diffs'] |
167 for stats in per_differ_stats: | 172 for stats in per_differ_stats: |
168 differ_name = stats['differName'] | 173 differ_name = stats['differName'] |
169 if differ_name == 'different_pixels': | 174 if differ_name == 'different_pixels': |
170 self._num_pixels_differing = stats['pointsOfInterest'] | 175 self._num_pixels_differing = stats['pointsOfInterest'] |
(...skipping 34 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
205 | 210 |
206 def as_dict(self): | 211 def as_dict(self): |
207 """Returns a dictionary representation of this DiffRecord, as needed when | 212 """Returns a dictionary representation of this DiffRecord, as needed when |
208 constructing the JSON representation.""" | 213 constructing the JSON representation.""" |
209 return { | 214 return { |
210 KEY__DIFFERENCES__NUM_DIFF_PIXELS: self._num_pixels_differing, | 215 KEY__DIFFERENCES__NUM_DIFF_PIXELS: self._num_pixels_differing, |
211 KEY__DIFFERENCES__PERCENT_DIFF_PIXELS: | 216 KEY__DIFFERENCES__PERCENT_DIFF_PIXELS: |
212 self.get_percent_pixels_differing(), | 217 self.get_percent_pixels_differing(), |
213 KEY__DIFFERENCES__MAX_DIFF_PER_CHANNEL: self._max_diff_per_channel, | 218 KEY__DIFFERENCES__MAX_DIFF_PER_CHANNEL: self._max_diff_per_channel, |
214 KEY__DIFFERENCES__PERCEPTUAL_DIFF: self._perceptual_difference, | 219 KEY__DIFFERENCES__PERCEPTUAL_DIFF: self._perceptual_difference, |
| 220 KEY__DIFFERENCES__DIFF_URL: self._diffUrl, |
| 221 KEY__DIFFERENCES__WHITE_DIFF_URL: self._whiteDiffUrl, |
215 } | 222 } |
216 | 223 |
217 | 224 |
| 225 |
218 class ImageDiffDB(object): | 226 class ImageDiffDB(object): |
219 """ Calculates differences between image pairs, maintaining a database of | 227 """ Calculates differences between image pairs, maintaining a database of |
220 them for download.""" | 228 them for download.""" |
221 | 229 |
222 def __init__(self, storage_root, gs=None, | 230 def __init__(self, storage_root, gs=None, |
223 num_worker_threads=DEFAULT_NUM_WORKER_THREADS): | 231 num_worker_threads=DEFAULT_NUM_WORKER_THREADS): |
224 """ | 232 """ |
225 Args: | 233 Args: |
226 storage_root: string; root path within the DB will store all of its stuff | 234 storage_root: string; root path within the DB will store all of its stuff |
227 gs: instance of GSUtils object we can use to download images | 235 gs: instance of GSUtils object we can use to download images |
(...skipping 232 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
460 | 468 |
461 Args: | 469 Args: |
462 locator: string, or something that can be represented as a string. | 470 locator: string, or something that can be represented as a string. |
463 If None or '', it is returned without modification, because empty | 471 If None or '', it is returned without modification, because empty |
464 locators have a particular meaning ("there is no image for this") | 472 locators have a particular meaning ("there is no image for this") |
465 """ | 473 """ |
466 if locator: | 474 if locator: |
467 return DISALLOWED_FILEPATH_CHAR_REGEX.sub('_', str(locator)) | 475 return DISALLOWED_FILEPATH_CHAR_REGEX.sub('_', str(locator)) |
468 else: | 476 else: |
469 return locator | 477 return locator |
OLD | NEW |