| OLD | NEW |
| 1 #!/usr/bin/python | 1 #!/usr/bin/python |
| 2 | 2 |
| 3 """ | 3 """ |
| 4 Copyright 2014 Google Inc. | 4 Copyright 2014 Google Inc. |
| 5 | 5 |
| 6 Use of this source code is governed by a BSD-style license that can be | 6 Use of this source code is governed by a BSD-style license that can be |
| 7 found in the LICENSE file. | 7 found in the LICENSE file. |
| 8 | 8 |
| 9 Compare GM results for two configs, across all builders. | 9 Compare GM results for two configs, across all builders. |
| 10 """ | 10 """ |
| (...skipping 83 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 94 logging.info('Comparing configs %s and %s...' % (configA, configB)) | 94 logging.info('Comparing configs %s and %s...' % (configA, configB)) |
| 95 | 95 |
| 96 all_image_pairs = imagepairset.ImagePairSet( | 96 all_image_pairs = imagepairset.ImagePairSet( |
| 97 descriptions=configs, | 97 descriptions=configs, |
| 98 diff_base_url=self._diff_base_url) | 98 diff_base_url=self._diff_base_url) |
| 99 failing_image_pairs = imagepairset.ImagePairSet( | 99 failing_image_pairs = imagepairset.ImagePairSet( |
| 100 descriptions=configs, | 100 descriptions=configs, |
| 101 diff_base_url=self._diff_base_url) | 101 diff_base_url=self._diff_base_url) |
| 102 | 102 |
| 103 all_image_pairs.ensure_extra_column_values_in_summary( | 103 all_image_pairs.ensure_extra_column_values_in_summary( |
| 104 column_id=results.KEY__EXTRACOLUMN__RESULT_TYPE, values=[ | 104 column_id=results.KEY__EXTRACOLUMNS__RESULT_TYPE, values=[ |
| 105 results.KEY__RESULT_TYPE__FAILED, | 105 results.KEY__RESULT_TYPE__FAILED, |
| 106 results.KEY__RESULT_TYPE__NOCOMPARISON, | 106 results.KEY__RESULT_TYPE__NOCOMPARISON, |
| 107 results.KEY__RESULT_TYPE__SUCCEEDED, | 107 results.KEY__RESULT_TYPE__SUCCEEDED, |
| 108 ]) | 108 ]) |
| 109 failing_image_pairs.ensure_extra_column_values_in_summary( | 109 failing_image_pairs.ensure_extra_column_values_in_summary( |
| 110 column_id=results.KEY__EXTRACOLUMN__RESULT_TYPE, values=[ | 110 column_id=results.KEY__EXTRACOLUMNS__RESULT_TYPE, values=[ |
| 111 results.KEY__RESULT_TYPE__FAILED, | 111 results.KEY__RESULT_TYPE__FAILED, |
| 112 results.KEY__RESULT_TYPE__NOCOMPARISON, | 112 results.KEY__RESULT_TYPE__NOCOMPARISON, |
| 113 ]) | 113 ]) |
| 114 | 114 |
| 115 builders = sorted(actual_builder_dicts.keys()) | 115 builders = sorted(actual_builder_dicts.keys()) |
| 116 num_builders = len(builders) | 116 num_builders = len(builders) |
| 117 builder_num = 0 | 117 builder_num = 0 |
| 118 for builder in builders: | 118 for builder in builders: |
| 119 builder_num += 1 | 119 builder_num += 1 |
| 120 logging.info('Generating pixel diffs for builder #%d of %d, "%s"...' % | 120 logging.info('Generating pixel diffs for builder #%d of %d, "%s"...' % |
| (...skipping 27 matching lines...) Expand all Loading... |
| 148 if configA_image_relative_url == configB_image_relative_url: | 148 if configA_image_relative_url == configB_image_relative_url: |
| 149 result_type = results.KEY__RESULT_TYPE__SUCCEEDED | 149 result_type = results.KEY__RESULT_TYPE__SUCCEEDED |
| 150 elif not configA_image_relative_url: | 150 elif not configA_image_relative_url: |
| 151 result_type = results.KEY__RESULT_TYPE__NOCOMPARISON | 151 result_type = results.KEY__RESULT_TYPE__NOCOMPARISON |
| 152 elif not configB_image_relative_url: | 152 elif not configB_image_relative_url: |
| 153 result_type = results.KEY__RESULT_TYPE__NOCOMPARISON | 153 result_type = results.KEY__RESULT_TYPE__NOCOMPARISON |
| 154 else: | 154 else: |
| 155 result_type = results.KEY__RESULT_TYPE__FAILED | 155 result_type = results.KEY__RESULT_TYPE__FAILED |
| 156 | 156 |
| 157 extra_columns_dict = { | 157 extra_columns_dict = { |
| 158 results.KEY__EXTRACOLUMN__RESULT_TYPE: result_type, | 158 results.KEY__EXTRACOLUMNS__RESULT_TYPE: result_type, |
| 159 results.KEY__EXTRACOLUMN__BUILDER: builder, | 159 results.KEY__EXTRACOLUMNS__BUILDER: builder, |
| 160 results.KEY__EXTRACOLUMN__TEST: test, | 160 results.KEY__EXTRACOLUMNS__TEST: test, |
| 161 # TODO(epoger): Right now, the client UI crashes if it receives | 161 # TODO(epoger): Right now, the client UI crashes if it receives |
| 162 # results that do not include a 'config' column. | 162 # results that do not include a 'config' column. |
| 163 # Until we fix that, keep the client happy. | 163 # Until we fix that, keep the client happy. |
| 164 results.KEY__EXTRACOLUMN__CONFIG: 'TODO', | 164 results.KEY__EXTRACOLUMNS__CONFIG: 'TODO', |
| 165 } | 165 } |
| 166 | 166 |
| 167 try: | 167 try: |
| 168 image_pair = imagepair.ImagePair( | 168 image_pair = imagepair.ImagePair( |
| 169 image_diff_db=self._image_diff_db, | 169 image_diff_db=self._image_diff_db, |
| 170 base_url=gm_json.GM_ACTUALS_ROOT_HTTP_URL, | 170 base_url=gm_json.GM_ACTUALS_ROOT_HTTP_URL, |
| 171 imageA_relative_url=configA_image_relative_url, | 171 imageA_relative_url=configA_image_relative_url, |
| 172 imageB_relative_url=configB_image_relative_url, | 172 imageB_relative_url=configB_image_relative_url, |
| 173 extra_columns=extra_columns_dict) | 173 extra_columns=extra_columns_dict) |
| 174 all_image_pairs.add_image_pair(image_pair) | 174 all_image_pairs.add_image_pair(image_pair) |
| (...skipping 39 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 214 results_obj = ConfigComparisons(configs=args.config, | 214 results_obj = ConfigComparisons(configs=args.config, |
| 215 actuals_root=args.actuals, | 215 actuals_root=args.actuals, |
| 216 generated_images_root=args.workdir) | 216 generated_images_root=args.workdir) |
| 217 gm_json.WriteToFile( | 217 gm_json.WriteToFile( |
| 218 results_obj.get_packaged_results_of_type(results_type=args.results), | 218 results_obj.get_packaged_results_of_type(results_type=args.results), |
| 219 args.outfile) | 219 args.outfile) |
| 220 | 220 |
| 221 | 221 |
| 222 if __name__ == '__main__': | 222 if __name__ == '__main__': |
| 223 main() | 223 main() |
| OLD | NEW |