| Index: third_party/WebKit/Tools/Scripts/webkitpy/layout_tests/models/test_failures.py
|
| diff --git a/third_party/WebKit/Tools/Scripts/webkitpy/layout_tests/models/test_failures.py b/third_party/WebKit/Tools/Scripts/webkitpy/layout_tests/models/test_failures.py
|
| index 5c16b948bdfb019ee6fe5644262d1b13b9889704..2534fda6fd7a6920e9f6fab9ebcf2f6405f27f95 100644
|
| --- a/third_party/WebKit/Tools/Scripts/webkitpy/layout_tests/models/test_failures.py
|
| +++ b/third_party/WebKit/Tools/Scripts/webkitpy/layout_tests/models/test_failures.py
|
| @@ -38,6 +38,8 @@ def is_reftest_failure(failure_list):
|
| # FIXME: This is backwards. Each TestFailure subclass should know what
|
| # test_expectation type it corresponds too. Then this method just
|
| # collects them all from the failure list and returns the worst one.
|
| +
|
| +
|
| def determine_result_type(failure_list):
|
| """Takes a set of test_failures and returns which result type best fits
|
| the list of failures. "Best fits" means we use the worst type of failure.
|
| @@ -112,6 +114,7 @@ class TestFailure(object):
|
|
|
|
|
| class FailureTimeout(TestFailure):
|
| +
|
| def __init__(self, is_reftest=False):
|
| super(FailureTimeout, self).__init__()
|
| self.is_reftest = is_reftest
|
| @@ -124,6 +127,7 @@ class FailureTimeout(TestFailure):
|
|
|
|
|
| class FailureCrash(TestFailure):
|
| +
|
| def __init__(self, is_reftest=False, process_name='content_shell', pid=None, has_log=False):
|
| super(FailureCrash, self).__init__()
|
| self.process_name = process_name
|
| @@ -141,6 +145,7 @@ class FailureCrash(TestFailure):
|
|
|
|
|
| class FailureLeak(TestFailure):
|
| +
|
| def __init__(self, is_reftest=False, log=''):
|
| super(FailureLeak, self).__init__()
|
| self.is_reftest = is_reftest
|
| @@ -151,41 +156,49 @@ class FailureLeak(TestFailure):
|
|
|
|
|
| class FailureMissingResult(TestFailure):
|
| +
|
| def message(self):
|
| return "-expected.txt was missing"
|
|
|
|
|
| class FailureTestHarnessAssertion(TestFailure):
|
| +
|
| def message(self):
|
| return "asserts failed"
|
|
|
|
|
| class FailureTextMismatch(TestFailure):
|
| +
|
| def message(self):
|
| return "text diff"
|
|
|
|
|
| class FailureMissingImageHash(TestFailure):
|
| +
|
| def message(self):
|
| return "-expected.png was missing an embedded checksum"
|
|
|
|
|
| class FailureMissingImage(TestFailure):
|
| +
|
| def message(self):
|
| return "-expected.png was missing"
|
|
|
|
|
| class FailureImageHashMismatch(TestFailure):
|
| +
|
| def message(self):
|
| return "image diff"
|
|
|
|
|
| class FailureImageHashIncorrect(TestFailure):
|
| +
|
| def message(self):
|
| return "-expected.png embedded checksum is incorrect"
|
|
|
|
|
| class FailureReftestMismatch(TestFailure):
|
| +
|
| def __init__(self, reference_filename=None):
|
| super(FailureReftestMismatch, self).__init__()
|
| self.reference_filename = reference_filename
|
| @@ -195,6 +208,7 @@ class FailureReftestMismatch(TestFailure):
|
|
|
|
|
| class FailureReftestMismatchDidNotOccur(TestFailure):
|
| +
|
| def __init__(self, reference_filename=None):
|
| super(FailureReftestMismatchDidNotOccur, self).__init__()
|
| self.reference_filename = reference_filename
|
| @@ -204,6 +218,7 @@ class FailureReftestMismatchDidNotOccur(TestFailure):
|
|
|
|
|
| class FailureReftestNoImagesGenerated(TestFailure):
|
| +
|
| def __init__(self, reference_filename=None):
|
| super(FailureReftestNoImagesGenerated, self).__init__()
|
| self.reference_filename = reference_filename
|
| @@ -213,16 +228,19 @@ class FailureReftestNoImagesGenerated(TestFailure):
|
|
|
|
|
| class FailureMissingAudio(TestFailure):
|
| +
|
| def message(self):
|
| return "expected audio result was missing"
|
|
|
|
|
| class FailureAudioMismatch(TestFailure):
|
| +
|
| def message(self):
|
| return "audio mismatch"
|
|
|
|
|
| class FailureEarlyExit(TestFailure):
|
| +
|
| def message(self):
|
| return "skipped due to early exit"
|
|
|
|
|