Improve run-webkit-tests error reporting when ref tests have missing images.

third_party/WebKit/Tools/Scripts/webkitpy/layout_tests/models/test_failures.py

Index: third_party/WebKit/Tools/Scripts/webkitpy/layout_tests/models/test_failures.py
diff --git a/third_party/WebKit/Tools/Scripts/webkitpy/layout_tests/models/test_failures.py b/third_party/WebKit/Tools/Scripts/webkitpy/layout_tests/models/test_failures.py
index 1ae771a928337e7f16c212686daf7e0dfcf6f5e1..e5d7d5053c9611832490024de862adbf1786b54f 100644
--- a/third_party/WebKit/Tools/Scripts/webkitpy/layout_tests/models/test_failures.py
+++ b/third_party/WebKit/Tools/Scripts/webkitpy/layout_tests/models/test_failures.py
@@ -33,8 +33,12 @@ from webkitpy.layout_tests.models import test_expectations
 
 def is_reftest_failure(failure_list):
     failure_types = [type(f) for f in failure_list]
-    return set((FailureReftestMismatch, FailureReftestMismatchDidNotOccur, FailureReftestNoImagesGenerated)).intersection(
-        failure_types)
+    return set((
+        FailureReftestMismatch,
+        FailureReftestMismatchDidNotOccur,
+        FailureReftestNoImageGenerated,
+        FailureReftestNoReferenceImageGenerated
+    )).intersection(failure_types)

[qyearsley, 2017/03/27 23:15:09]

It doesn't make a big difference, but this could also be written a little
differently:

    input_failure_types = {type(f) for f in failure_list}
    reftest_failure_types = {
        FailureReftestMismatch,
        FailureReftestMismatchDidNotOccur,
        FailureReftestNoImageGenerated,
        FailureReftestNoReferenceImageGenerated,
    }
    return bool(input_failure_types & reftest_failure_types)

WDYT?

[skobes, 2017/03/27 23:30:17]

Done.

 
 # FIXME: This is backwards.  Each TestFailure subclass should know what
 # test_expectation type it corresponds too.  Then this method just
@@ -220,14 +224,24 @@ class FailureReftestMismatchDidNotOccur(TestFailure):
         return "reference mismatch didn't happen"
 
 
-class FailureReftestNoImagesGenerated(TestFailure):
+class FailureReftestNoImageGenerated(TestFailure):
 
     def __init__(self, reference_filename=None):
-        super(FailureReftestNoImagesGenerated, self).__init__()
+        super(FailureReftestNoImageGenerated, self).__init__()
         self.reference_filename = reference_filename
 
     def message(self):
-        return "reference didn't generate pixel results."
+        return "reference test didn't generate pixel results"
+
+
+class FailureReftestNoReferenceImageGenerated(TestFailure):
+
+    def __init__(self, reference_filename=None):
+        super(FailureReftestNoReferenceImageGenerated, self).__init__()
+        self.reference_filename = reference_filename
+
+    def message(self):
+        return "-expected.html didn't generate pixel results"
 
 
 class FailureMissingAudio(TestFailure):
@@ -255,6 +269,8 @@ ALL_FAILURE_CLASSES = (FailureTimeout, FailureCrash, FailureMissingResult,
                        FailureTextMismatch, FailureMissingImageHash,
                        FailureMissingImage, FailureImageHashMismatch,
                        FailureImageHashIncorrect, FailureReftestMismatch,
-                       FailureReftestMismatchDidNotOccur, FailureReftestNoImagesGenerated,
+                       FailureReftestMismatchDidNotOccur,
+                       FailureReftestNoImageGenerated,
+                       FailureReftestNoReferenceImageGenerated,
                        FailureMissingAudio, FailureAudioMismatch,
                        FailureEarlyExit)