| OLD | NEW |
| 1 # Copyright (C) 2010 Google Inc. All rights reserved. | 1 # Copyright (C) 2010 Google Inc. All rights reserved. |
| 2 # Copyright (C) 2010 Gabor Rapcsanyi (rgabor@inf.u-szeged.hu), University of Sze
ged | 2 # Copyright (C) 2010 Gabor Rapcsanyi (rgabor@inf.u-szeged.hu), University of Sze
ged |
| 3 # | 3 # |
| 4 # Redistribution and use in source and binary forms, with or without | 4 # Redistribution and use in source and binary forms, with or without |
| 5 # modification, are permitted provided that the following conditions are | 5 # modification, are permitted provided that the following conditions are |
| 6 # met: | 6 # met: |
| 7 # | 7 # |
| 8 # * Redistributions of source code must retain the above copyright | 8 # * Redistributions of source code must retain the above copyright |
| 9 # notice, this list of conditions and the following disclaimer. | 9 # notice, this list of conditions and the following disclaimer. |
| 10 # * Redistributions in binary form must reproduce the above | 10 # * Redistributions in binary form must reproduce the above |
| (...skipping 131 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 142 # TestFailure type and test_expectations.EXPECTATION. | 142 # TestFailure type and test_expectations.EXPECTATION. |
| 143 if test_failures.FailureMissingAudio in failure_types: | 143 if test_failures.FailureMissingAudio in failure_types: |
| 144 test_dict['is_missing_audio'] = True | 144 test_dict['is_missing_audio'] = True |
| 145 | 145 |
| 146 if test_failures.FailureMissingResult in failure_types: | 146 if test_failures.FailureMissingResult in failure_types: |
| 147 test_dict['is_missing_text'] = True | 147 test_dict['is_missing_text'] = True |
| 148 | 148 |
| 149 if test_failures.FailureMissingImage in failure_types or test_failures.Failu
reMissingImageHash in failure_types: | 149 if test_failures.FailureMissingImage in failure_types or test_failures.Failu
reMissingImageHash in failure_types: |
| 150 test_dict['is_missing_image'] = True | 150 test_dict['is_missing_image'] = True |
| 151 | 151 |
| 152 if test_failures.FailureTestHarnessAssertion in failure_types: |
| 153 test_dict['is_testharness_test'] = True |
| 154 |
| 152 return test_dict | 155 return test_dict |
| 153 | 156 |
| 154 | 157 |
| 155 def summarize_results(port_obj, expectations, initial_results, retry_results, en
abled_pixel_tests_in_retry, only_include_failing=False): | 158 def summarize_results(port_obj, expectations, initial_results, retry_results, en
abled_pixel_tests_in_retry, only_include_failing=False): |
| 156 """Returns a dictionary containing a summary of the test runs, with the foll
owing fields: | 159 """Returns a dictionary containing a summary of the test runs, with the foll
owing fields: |
| 157 'version': a version indicator | 160 'version': a version indicator |
| 158 'fixable': The number of fixable tests (NOW - PASS) | 161 'fixable': The number of fixable tests (NOW - PASS) |
| 159 'skipped': The number of skipped tests (NOW & SKIPPED) | 162 'skipped': The number of skipped tests (NOW & SKIPPED) |
| 160 'num_regressions': The number of non-flaky failures | 163 'num_regressions': The number of non-flaky failures |
| 161 'num_flaky': The number of flaky failures | 164 'num_flaky': The number of flaky failures |
| (...skipping 130 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 292 except Exception, e: | 295 except Exception, e: |
| 293 _log.warn("Failed to determine svn revision for checkout (cwd: %s, webki
t_base: %s), leaving 'revision' key blank in full_results.json.\n%s" % (port_obj
._filesystem.getcwd(), port_obj.path_from_webkit_base(), e)) | 296 _log.warn("Failed to determine svn revision for checkout (cwd: %s, webki
t_base: %s), leaving 'revision' key blank in full_results.json.\n%s" % (port_obj
._filesystem.getcwd(), port_obj.path_from_webkit_base(), e)) |
| 294 # Handle cases where we're running outside of version control. | 297 # Handle cases where we're running outside of version control. |
| 295 import traceback | 298 import traceback |
| 296 _log.debug('Failed to learn head svn revision:') | 299 _log.debug('Failed to learn head svn revision:') |
| 297 _log.debug(traceback.format_exc()) | 300 _log.debug(traceback.format_exc()) |
| 298 results['chromium_revision'] = "" | 301 results['chromium_revision'] = "" |
| 299 results['blink_revision'] = "" | 302 results['blink_revision'] = "" |
| 300 | 303 |
| 301 return results | 304 return results |
| OLD | NEW |