Disable NeedsRebaseline and webkit-patch rebaseline[-expectations]

third_party/WebKit/Tools/Scripts/webkitpy/tool/commands/rebaseline_unittest.py

 # Copyright 2016 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import unittest
 
 from webkitpy.common.checkout.baselineoptimizer import BaselineOptimizer
 from webkitpy.common.checkout.scm.scm_mock import MockSCM
 from webkitpy.common.host_mock import MockHost
 from webkitpy.common.net.buildbot_mock import MockBuilder
@@ skipping 537 matching lines @@
         new_expectations = self._read(self.mac_expectations_path)
         self.assertMultiLineEqual(
             new_expectations, "Bug(x) [ Linux Mac10.10 Win ] userscripts/first-test.html [ Failure ]\n")
 
 
 class TestRebaseline(BaseTestCase):
     # This command shares most of its logic with RebaselineJson, so these tests just test what is different.
 
     command_constructor = Rebaseline  # AKA webkit-patch rebaseline
 
-    def test_rebaseline(self):
+    # TODO(crbug.com/574272) - Reenable this after the bug is fixed.
+    def disabled_test_rebaseline(self):
         self.command._builders_to_pull_from = lambda: [MockBuilder('MOCK Win7')]
 
         self._write("userscripts/first-test.html", "test data")
 
         self._zero_out_test_expectations()
         self._setup_mock_builder_data()
 
         self.tool.builders = BuilderList({
             "MOCK Win7": {"port_name": "test-mac-mac10.10", "specifiers": ["Win7", "Release"]},
         })
         self.command.execute(MockOptions(results_directory=False, optimize=False, builders=None,
                                          suffixes="txt,png", verbose=True), ['userscripts/first-test.html'], self.tool)
 
         calls = filter(lambda x: x != ['qmake', '-v'] and x[0] != 'perl', self.tool.executive.calls)
         self.assertEqual(calls,
                          [[['python', 'echo', 'copy-existing-baselines-internal', '--suffixes', 'txt,png', '--builder', 'MOCK Win7', '--test', 'userscripts/first-test.html', '--verbose']],
                           [['python', 'echo', 'rebaseline-test-internal', '--suffixes', 'txt,png', '--builder', 'MOCK Win7', '--test', 'userscripts/first-test.html', '--verbose']]])
 
-    def test_rebaseline_directory(self):
+    # TODO(crbug.com/574272) - Reenable this after the bug is fixed.
+    def disabled_test_rebaseline_directory(self):
         self.command._builders_to_pull_from = lambda: [MockBuilder('MOCK Win7')]
 
         self._write("userscripts/first-test.html", "test data")
         self._write("userscripts/second-test.html", "test data")
 
         self._setup_mock_builder_data()
 
         self.tool.builders = BuilderList({
             "MOCK Win7": {"port_name": "test-win-win7", "specifiers": ["Win7", "Release"]},
         })
@@ skipping 32 matching lines @@
 
     def setUp(self):
         super(TestRebaselineExpectations, self).setUp()
         self.options = MockOptions(optimize=False, builders=None, suffixes=[
                                    'txt'], verbose=False, platform=None, results_directory=None)
 
     def _write_test_file(self, port, path, contents):
         abs_path = self.tool.filesystem.join(port.layout_tests_dir(), path)
         self.tool.filesystem.write_text_file(abs_path, contents)
 
-    def test_rebaseline_expectations(self):
+    # TODO(crbug.com/574272) - Reenable this after the bug is fixed.
+    def disabled_test_rebaseline_expectations(self):
         self._zero_out_test_expectations()
 
         self.tool.executive = MockExecutive2()
 
         def builder_data():
             self.command._builder_data['MOCK Mac10.11'] = self.command._builder_data['MOCK Mac10.10'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
     "tests": {
         "userscripts": {
             "another-test.html": {
                 "expected": "PASS",
@@ skipping 41 matching lines @@
                     '--builder', 'MOCK Mac10.10', '--test', 'userscripts/another-test.html'],
                 ['python', 'echo', 'rebaseline-test-internal', '--suffixes', 'txt',
                     '--builder', 'MOCK Mac10.11', '--test', 'userscripts/another-test.html'],
                 ['python', 'echo', 'rebaseline-test-internal', '--suffixes', 'png',
                     '--builder', 'MOCK Mac10.10', '--test', 'userscripts/images.svg'],
                 ['python', 'echo', 'rebaseline-test-internal', '--suffixes', 'png',
                     '--builder', 'MOCK Mac10.11', '--test', 'userscripts/images.svg'],
             ],
         ])
 
-    def test_rebaseline_expectations_reftests(self):
+    # TODO(crbug.com/574272) - Reenable this after the bug is fixed.
+    def disabled_test_rebaseline_expectations_reftests(self):
         self._zero_out_test_expectations()
 
         self.tool.executive = MockExecutive2()
 
         def builder_data():
             self.command._builder_data['MOCK Mac10.10'] = self.command._builder_data['MOCK Mac10.11'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
     "tests": {
         "userscripts": {
             "reftest-text.html": {
                 "expected": "PASS",
@@ skipping 39 matching lines @@
                     '--builder', 'MOCK Mac10.11', '--test', 'userscripts/reftest-text.html'],
             ],
             [
                 ['python', 'echo', 'rebaseline-test-internal', '--suffixes', 'txt',
                     '--builder', 'MOCK Mac10.10', '--test', 'userscripts/reftest-text.html'],
                 ['python', 'echo', 'rebaseline-test-internal', '--suffixes', 'txt',
                     '--builder', 'MOCK Mac10.11', '--test', 'userscripts/reftest-text.html'],
             ],
         ])
 
-    def test_rebaseline_expectations_noop(self):
+    # TODO(crbug.com/574272) - Reenable this after the bug is fixed.
+    def disabled_test_rebaseline_expectations_noop(self):
         self._zero_out_test_expectations()
 
         oc = OutputCapture()
         try:
             oc.capture_output()
             self.command.execute(self.options, [], self.tool)
         finally:
             _, _, logs = oc.restore_output()
             self.assertEqual(self.tool.filesystem.written_files, {})
             self.assertEqual(logs, 'Did not find any tests marked Rebaseline.\n')
 
     def disabled_test_overrides_are_included_correctly(self):
         # This tests that the any tests marked as REBASELINE in the overrides are found, but
         # that the overrides do not get written into the main file.
         self._zero_out_test_expectations()
 
         self._write(self.mac_expectations_path, '')
         self.mac_port.expectations_dict = lambda: {
             self.mac_expectations_path: '',
             'overrides': ('Bug(x) userscripts/another-test.html [ Failure Rebaseline ]\n'
                           'Bug(y) userscripts/test.html [ Crash ]\n')}
         self._write('/userscripts/another-test.html', '')
 
         self.assertDictEqual(self.command._tests_to_rebaseline(self.mac_port), {
                              'userscripts/another-test.html': set(['png', 'txt', 'wav'])})
         self.assertEqual(self._read(self.mac_expectations_path), '')
 
-    def test_rebaseline_without_other_expectations(self):
+    # TODO(crbug.com/574272) - Reenable this after the bug is fixed.
+    def disabled_test_rebaseline_without_other_expectations(self):
         self._write("userscripts/another-test.html", "Dummy test contents")
         self._write(self.mac_expectations_path, "Bug(x) userscripts/another-test.html [ Rebaseline ]\n")
         self.assertDictEqual(self.command._tests_to_rebaseline(self.mac_port), {
                              'userscripts/another-test.html': ('png', 'wav', 'txt')})
 
-    def test_rebaseline_test_passes_everywhere(self):
+    # TODO(crbug.com/574272) - Reenable this after the bug is fixed.
+    def disabled_test_rebaseline_test_passes_everywhere(self):
         test_port = self.tool.port_factory.get('test')
 
         old_builder_data = self.command.builder_data
 
         def builder_data():
             self.command._builder_data['MOCK Mac10.10'] = self.command._builder_data['MOCK Mac10.11'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
     "tests": {
         "fast": {
             "dom": {
                 "prototype-taco.html": {
@@ skipping 624 matching lines @@
                 ['git', 'cl', 'upload', '-f', '--auth-refresh-token-json', RIETVELD_REFRESH_TOKEN],
                 ['git', 'pull'],
                 ['git', 'cl', 'land', '-f', '-v', '--auth-refresh-token-json', RIETVELD_REFRESH_TOKEN],
                 ['git', 'config', 'branch.auto-rebaseline-temporary-branch.rietveldissue'],
             ],
             auth_refresh_token_json=RIETVELD_REFRESH_TOKEN)
 
     def test_execute_with_dry_run(self):
         self._basic_execute_test([], dry_run=True)
         self.assertEqual(self.tool.scm().local_commits(), [])