Add skip expectations for new manual tests with a missing or timeout result.

third_party/WebKit/Tools/Scripts/webkitpy/w3c/wpt_expectations_updater.py

 # Copyright 2016 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Updates expectations and baselines when updating web-platform-tests.
 
 Specifically, this class fetches results from try bots for the current CL, then
 (1) downloads new baseline files for any tests that can be rebaselined, and
 (2) updates the generic TestExpectations file for any other failing tests.
 """
@@ skipping 218 matching lines @@
                     expectations.add(actual.capitalize())
         return expectations
 
     def create_line_list(self, merged_results):
         """Creates list of test expectations lines.
 
         Traverses through the given |merged_results| dictionary and parses the
         value to create one test expectations line per key.
 
         Args:
-            merged_results: A merged_results with the format:
+            merged_results: A dictionary with the format:
                 {
                     'test_name': {
                         'platform': {
                             'expected: 'PASS',
                             'actual': 'FAIL',
                             'bug': 'crbug.com/11111'
                         }
                     }
                 }
 
         Returns:
             A list of test expectations lines with the format:
             ['BUG_URL [PLATFORM(S)] TEST_NAME [EXPECTATION(S)]']
         """
         line_list = []
         for test_name, port_results in sorted(merged_results.iteritems()):
-            for port_names in sorted(port_results):
-                if test_name.startswith('external'):
-                    line_parts = [port_results[port_names]['bug']]
-                    specifier_part = self.specifier_part(self.to_list(port_names), test_name)
-                    if specifier_part:
-                        line_parts.append(specifier_part)
-                    line_parts.append(test_name)
-                    line_parts.append('[ %s ]' % ' '.join(self.get_expectations(port_results[port_names])))
-                    line_list.append(' '.join(line_parts))
+            if not test_name.startswith('external'):
+                continue
+            for port_names, results in sorted(port_results.iteritems()):
+                line_list.append(self._create_line(test_name, port_names, results))
         return line_list
 
+    def _create_line(self, test_name, port_names, results):
+        """Constructs one test expectations line string."""
+        line_parts = [results['bug']]
+        specifier_part = self.specifier_part(self.to_list(port_names), test_name)
+        if specifier_part:
+            line_parts.append(specifier_part)
+        line_parts.append(test_name)
+
+        # Skip new manual tests; see crbug.com/708241 for context.
+        if '-manual.' in test_name and results['actual'] in ('MISSING', 'TIMEOUT'):
+            line_parts.append('[ Skip ]')
+        else:
+            line_parts.append('[ %s ]' % ' '.join(self.get_expectations(results)))
+        return ' '.join(line_parts)
+
     def specifier_part(self, port_names, test_name):
         """Returns the specifier part for a new test expectations line.
 
         Args:
             port_names: A list of full port names that the line should apply to.
             test_name: The test name for the expectation line.
 
         Returns:
             The specifier part of the new expectation line, e.g. "[ Mac ]".
             This will be an empty string if the line should apply to all platforms.
@@ skipping 168 matching lines @@
                 This might correspond to a deleted file or a non-test.
         """
         absolute_path = self.host.filesystem.join(self.finder.layout_tests_dir(), test_path)
         test_parser = TestParser(absolute_path, self.host)
         if not test_parser.test_doc:
             return False
         return test_parser.is_jstest()
 
     def _get_try_bots(self):
         return self.host.builders.all_try_builder_names()