OLD | NEW |
1 #!/usr/bin/python | 1 #!/usr/bin/python |
2 | 2 |
3 """ | 3 """ |
4 Copyright 2014 Google Inc. | 4 Copyright 2014 Google Inc. |
5 | 5 |
6 Use of this source code is governed by a BSD-style license that can be | 6 Use of this source code is governed by a BSD-style license that can be |
7 found in the LICENSE file. | 7 found in the LICENSE file. |
8 | 8 |
9 Compare GM results for two configs, across all builders. | 9 Compare GM results for two configs, across all builders. |
10 """ | 10 """ |
(...skipping 83 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
94 logging.info('Comparing configs %s and %s...' % (configA, configB)) | 94 logging.info('Comparing configs %s and %s...' % (configA, configB)) |
95 | 95 |
96 all_image_pairs = imagepairset.ImagePairSet( | 96 all_image_pairs = imagepairset.ImagePairSet( |
97 descriptions=configs, | 97 descriptions=configs, |
98 diff_base_url=self._diff_base_url) | 98 diff_base_url=self._diff_base_url) |
99 failing_image_pairs = imagepairset.ImagePairSet( | 99 failing_image_pairs = imagepairset.ImagePairSet( |
100 descriptions=configs, | 100 descriptions=configs, |
101 diff_base_url=self._diff_base_url) | 101 diff_base_url=self._diff_base_url) |
102 | 102 |
103 all_image_pairs.ensure_extra_column_values_in_summary( | 103 all_image_pairs.ensure_extra_column_values_in_summary( |
104 column_id=results.KEY__EXTRACOLUMN__RESULT_TYPE, values=[ | 104 column_id=results.KEY__EXTRACOLUMNS__RESULT_TYPE, values=[ |
105 results.KEY__RESULT_TYPE__FAILED, | 105 results.KEY__RESULT_TYPE__FAILED, |
106 results.KEY__RESULT_TYPE__NOCOMPARISON, | 106 results.KEY__RESULT_TYPE__NOCOMPARISON, |
107 results.KEY__RESULT_TYPE__SUCCEEDED, | 107 results.KEY__RESULT_TYPE__SUCCEEDED, |
108 ]) | 108 ]) |
109 failing_image_pairs.ensure_extra_column_values_in_summary( | 109 failing_image_pairs.ensure_extra_column_values_in_summary( |
110 column_id=results.KEY__EXTRACOLUMN__RESULT_TYPE, values=[ | 110 column_id=results.KEY__EXTRACOLUMNS__RESULT_TYPE, values=[ |
111 results.KEY__RESULT_TYPE__FAILED, | 111 results.KEY__RESULT_TYPE__FAILED, |
112 results.KEY__RESULT_TYPE__NOCOMPARISON, | 112 results.KEY__RESULT_TYPE__NOCOMPARISON, |
113 ]) | 113 ]) |
114 | 114 |
115 builders = sorted(actual_builder_dicts.keys()) | 115 builders = sorted(actual_builder_dicts.keys()) |
116 num_builders = len(builders) | 116 num_builders = len(builders) |
117 builder_num = 0 | 117 builder_num = 0 |
118 for builder in builders: | 118 for builder in builders: |
119 builder_num += 1 | 119 builder_num += 1 |
120 logging.info('Generating pixel diffs for builder #%d of %d, "%s"...' % | 120 logging.info('Generating pixel diffs for builder #%d of %d, "%s"...' % |
(...skipping 27 matching lines...) Expand all Loading... |
148 if configA_image_relative_url == configB_image_relative_url: | 148 if configA_image_relative_url == configB_image_relative_url: |
149 result_type = results.KEY__RESULT_TYPE__SUCCEEDED | 149 result_type = results.KEY__RESULT_TYPE__SUCCEEDED |
150 elif not configA_image_relative_url: | 150 elif not configA_image_relative_url: |
151 result_type = results.KEY__RESULT_TYPE__NOCOMPARISON | 151 result_type = results.KEY__RESULT_TYPE__NOCOMPARISON |
152 elif not configB_image_relative_url: | 152 elif not configB_image_relative_url: |
153 result_type = results.KEY__RESULT_TYPE__NOCOMPARISON | 153 result_type = results.KEY__RESULT_TYPE__NOCOMPARISON |
154 else: | 154 else: |
155 result_type = results.KEY__RESULT_TYPE__FAILED | 155 result_type = results.KEY__RESULT_TYPE__FAILED |
156 | 156 |
157 extra_columns_dict = { | 157 extra_columns_dict = { |
158 results.KEY__EXTRACOLUMN__RESULT_TYPE: result_type, | 158 results.KEY__EXTRACOLUMNS__RESULT_TYPE: result_type, |
159 results.KEY__EXTRACOLUMN__BUILDER: builder, | 159 results.KEY__EXTRACOLUMNS__BUILDER: builder, |
160 results.KEY__EXTRACOLUMN__TEST: test, | 160 results.KEY__EXTRACOLUMNS__TEST: test, |
161 # TODO(epoger): Right now, the client UI crashes if it receives | 161 # TODO(epoger): Right now, the client UI crashes if it receives |
162 # results that do not include a 'config' column. | 162 # results that do not include a 'config' column. |
163 # Until we fix that, keep the client happy. | 163 # Until we fix that, keep the client happy. |
164 results.KEY__EXTRACOLUMN__CONFIG: 'TODO', | 164 results.KEY__EXTRACOLUMNS__CONFIG: 'TODO', |
165 } | 165 } |
166 | 166 |
167 try: | 167 try: |
168 image_pair = imagepair.ImagePair( | 168 image_pair = imagepair.ImagePair( |
169 image_diff_db=self._image_diff_db, | 169 image_diff_db=self._image_diff_db, |
170 base_url=gm_json.GM_ACTUALS_ROOT_HTTP_URL, | 170 base_url=gm_json.GM_ACTUALS_ROOT_HTTP_URL, |
171 imageA_relative_url=configA_image_relative_url, | 171 imageA_relative_url=configA_image_relative_url, |
172 imageB_relative_url=configB_image_relative_url, | 172 imageB_relative_url=configB_image_relative_url, |
173 extra_columns=extra_columns_dict) | 173 extra_columns=extra_columns_dict) |
174 all_image_pairs.add_image_pair(image_pair) | 174 all_image_pairs.add_image_pair(image_pair) |
(...skipping 39 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
214 results_obj = ConfigComparisons(configs=args.config, | 214 results_obj = ConfigComparisons(configs=args.config, |
215 actuals_root=args.actuals, | 215 actuals_root=args.actuals, |
216 generated_images_root=args.workdir) | 216 generated_images_root=args.workdir) |
217 gm_json.WriteToFile( | 217 gm_json.WriteToFile( |
218 results_obj.get_packaged_results_of_type(results_type=args.results), | 218 results_obj.get_packaged_results_of_type(results_type=args.results), |
219 args.outfile) | 219 args.outfile) |
220 | 220 |
221 | 221 |
222 if __name__ == '__main__': | 222 if __name__ == '__main__': |
223 main() | 223 main() |
OLD | NEW |