Reformat example LayoutTestResults in rebaseline_unittest.

third_party/WebKit/Tools/Scripts/webkitpy/tool/commands/rebaseline_unittest.py

 # Copyright 2016 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import unittest
 
 from webkitpy.common.net.buildbot_mock import MockBuilder
 from webkitpy.common.net.layouttestresults import LayoutTestResults
 from webkitpy.common.system.executive_mock import MockExecutive
 from webkitpy.common.system.executive_mock import MockExecutive2
@@ skipping 64 matching lines @@
         self.tool.filesystem.write_text_file(self._expand(path), contents)
 
     def _zero_out_test_expectations(self):
         for port_name in self.tool.port_factory.all_port_names():
             port = self.tool.port_factory.get(port_name)
             for path in port.expectations_files():
                 self._write(path, '')
         self.tool.filesystem.written_files = {}
 
     def _setup_mock_builder_data(self):
-        data = LayoutTestResults.results_from_string("""ADD_RESULTS({
-    "tests": {
-        "userscripts": {
-            "first-test.html": {
-                "expected": "PASS",
-                "actual": "IMAGE+TEXT"
-            },
-            "second-test.html": {
-                "expected": "FAIL",
-                "actual": "IMAGE+TEXT"
+        data = LayoutTestResults({
+            "tests": {
+                "userscripts": {
+                    "first-test.html": {
+                        "expected": "PASS",
+                        "actual": "IMAGE+TEXT"
+                    },
+                    "second-test.html": {
+                        "expected": "FAIL",
+                        "actual": "IMAGE+TEXT"
+                    }
+                }
             }
-        }
-    }
-});""")
+        })
         for builder in ['MOCK Win7', 'MOCK Win7 (dbg)', 'MOCK Mac10.11']:
             self.command._builder_data[builder] = data
 
-
 class TestCopyExistingBaselinesInternal(BaseTestCase):
     command_constructor = CopyExistingBaselinesInternal
 
     def setUp(self):
         super(TestCopyExistingBaselinesInternal, self).setUp()
 
     def test_copying_overwritten_baseline(self):
         self.tool.executive = MockExecutive2()
 
         port = self.tool.port_factory.get('test-mac-mac10.10')
@@ skipping 218 matching lines @@
         super(TestRebaselineJson, self).setUp()
         self.tool.executive = MockExecutive2()
 
     def tearDown(self):
         super(TestRebaselineJson, self).tearDown()
 
     def test_rebaseline_test_passes_on_all_builders(self):
         self._setup_mock_builder_data()
 
         def builder_data():
-            self.command._builder_data['MOCK Win7'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
-    "tests": {
-        "userscripts": {
-            "first-test.html": {
-                "expected": "NEEDSREBASELINE",
-                "actual": "PASS"
-            }
-        }
-    }
-});""")
+            self.command._builder_data['MOCK Win7'] = LayoutTestResults({
+                "tests": {
+                    "userscripts": {
+                        "first-test.html": {
+                            "expected": "NEEDSREBASELINE",
+                            "actual": "PASS"
+                        }
+                    }
+                }
+            })
             return self.command._builder_data
 
         self.command.builder_data = builder_data
 
         options = MockOptions(optimize=True, verbose=True, results_directory=None)
 
         self._write(self.mac_expectations_path, "Bug(x) userscripts/first-test.html [ Failure ]\n")
         self._write("userscripts/first-test.html", "Dummy test contents")
 
         self.command._rebaseline(options, {"userscripts/first-test.html": {"MOCK Win7": ["txt", "png"]}})
@@ skipping 235 matching lines @@
     def _write_test_file(self, port, path, contents):
         abs_path = self.tool.filesystem.join(port.layout_tests_dir(), path)
         self.tool.filesystem.write_text_file(abs_path, contents)
 
     def test_rebaseline_expectations(self):
         self._zero_out_test_expectations()
 
         self.tool.executive = MockExecutive2()
 
         def builder_data():
-            self.command._builder_data['MOCK Mac10.11'] = self.command._builder_data['MOCK Mac10.10'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
-    "tests": {
-        "userscripts": {
-            "another-test.html": {
-                "expected": "PASS",
-                "actual": "PASS TEXT"
-            },
-            "images.svg": {
-                "expected": "FAIL",
-                "actual": "IMAGE+TEXT"
-            }
-        }
-    }
-});""")
+            self.command._builder_data['MOCK Mac10.11'] = self.command._builder_data['MOCK Mac10.10'] = LayoutTestResults({
+                "tests": {
+                    "userscripts": {
+                        "another-test.html": {
+                            "expected": "PASS",
+                            "actual": "PASS TEXT"
+                        },
+                        "images.svg": {
+                            "expected": "FAIL",
+                            "actual": "IMAGE+TEXT"
+                        }
+                    }
+                }
+            })
             return self.command._builder_data
 
         self.command.builder_data = builder_data
 
         self._write("userscripts/another-test.html", "Dummy test contents")
         self._write("userscripts/images.svg", "Dummy test contents")
         self.command._tests_to_rebaseline = lambda port: {
             'userscripts/another-test.html': set(['txt']),
             'userscripts/images.svg': set(['png']),
             'userscripts/not-actually-failing.html': set(['txt', 'png', 'wav']),
@@ skipping 23 matching lines @@
                  '--builder', 'MOCK Mac10.11', '--test', 'userscripts/images.svg'],
             ],
         ])
 
     def test_rebaseline_expectations_reftests(self):
         self._zero_out_test_expectations()
 
         self.tool.executive = MockExecutive2()
 
         def builder_data():
-            self.command._builder_data['MOCK Mac10.10'] = self.command._builder_data['MOCK Mac10.11'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
-    "tests": {
-        "userscripts": {
-            "reftest-text.html": {
-                "expected": "PASS",
-                "actual": "TEXT"
-            },
-            "reftest-image.html": {
-                "expected": "FAIL",
-                "actual": "IMAGE"
-            },
-            "reftest-image-text.html": {
-                "expected": "FAIL",
-                "actual": "IMAGE+TEXT"
-            }
-        }
-    }
-});""")
+            self.command._builder_data['MOCK Mac10.10'] = self.command._builder_data['MOCK Mac10.11'] = LayoutTestResults({
+                "tests": {
+                    "userscripts": {
+                        "reftest-text.html": {
+                            "expected": "PASS",
+                            "actual": "TEXT"
+                        },
+                        "reftest-image.html": {
+                            "expected": "FAIL",
+                            "actual": "IMAGE"
+                        },
+                        "reftest-image-text.html": {
+                            "expected": "FAIL",
+                            "actual": "IMAGE+TEXT"
+                        }
+                    }
+                }
+            })
             return self.command._builder_data
 
         self.command.builder_data = builder_data
 
         self._write("userscripts/reftest-text.html", "Dummy test contents")
         self._write("userscripts/reftest-text-expected.html", "Dummy test contents")
         self._write("userscripts/reftest-text-expected.html", "Dummy test contents")
         self.command._tests_to_rebaseline = lambda port: {
             'userscripts/reftest-text.html': set(['txt']),
             'userscripts/reftest-image.html': set(['png']),
@@ skipping 48 matching lines @@
     def test_rebaseline_without_other_expectations(self):
         self._write("userscripts/another-test.html", "Dummy test contents")
         self._write(self.mac_expectations_path, "Bug(x) userscripts/another-test.html [ Rebaseline ]\n")
         self.assertDictEqual(self.command._tests_to_rebaseline(self.mac_port),
                              {'userscripts/another-test.html': ('png', 'wav', 'txt')})
 
     def test_rebaseline_test_passes_everywhere(self):
         test_port = self.tool.port_factory.get('test')
 
         def builder_data():
-            self.command._builder_data['MOCK Mac10.10'] = self.command._builder_data['MOCK Mac10.11'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
-    "tests": {
-        "fast": {
-            "dom": {
-                "prototype-taco.html": {
-                    "expected": "FAIL",
-                    "actual": "PASS",
-                    "is_unexpected": true
+            self.command._builder_data['MOCK Mac10.10'] = self.command._builder_data['MOCK Mac10.11'] = LayoutTestResults({
+                "tests": {
+                    "fast": {
+                        "dom": {
+                            "prototype-taco.html": {
+                                "expected": "FAIL",
+                                "actual": "PASS",
+                                "is_unexpected": True
+                            }
+                        }
+                    }
                 }
-            }
-        }
-    }
-});""")
+            })
             return self.command._builder_data
 
         self.command.builder_data = builder_data
 
         self.tool.filesystem.write_text_file(test_port.path_to_generic_test_expectations_file(), """
 Bug(foo) fast/dom/prototype-taco.html [ Rebaseline ]
 """)
 
         self._write_test_file(test_port, 'fast/dom/prototype-taco.html', "Dummy test contents")
 
         self.tool.executive = MockLineRemovingExecutive()
 
         self.tool.builders = BuilderList({
             "MOCK Mac10.10": {"port_name": "test-mac-mac10.10", "specifiers": ["Mac10.10", "Release"]},
             "MOCK Mac10.11": {"port_name": "test-mac-mac10.11", "specifiers": ["Mac10.11", "Release"]},
         })
 
         self.command.execute(self.options, [], self.tool)
         self.assertEqual(self.tool.executive.calls, [])
 
         # The mac ports should both be removed since they're the only ones in the builder list.
         self.assertEqual(self.tool.filesystem.read_text_file(test_port.path_to_generic_test_expectations_file()), """
 Bug(foo) [ Linux Win ] fast/dom/prototype-taco.html [ Rebaseline ]
 """)
 
     def test_rebaseline_missing(self):
         def builder_data():
-            self.command._builder_data['MOCK Mac10.10'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
-    "tests": {
-        "fast": {
-            "dom": {
-                "missing-text.html": {
-                    "expected": "PASS",
-                    "actual": "MISSING",
-                    "is_unexpected": true,
-                    "is_missing_text": true
-                },
-                "missing-text-and-image.html": {
-                    "expected": "PASS",
-                    "actual": "MISSING",
-                    "is_unexpected": true,
-                    "is_missing_text": true,
-                    "is_missing_image": true
-                },
-                "missing-image.html": {
-                    "expected": "PASS",
-                    "actual": "MISSING",
-                    "is_unexpected": true,
-                    "is_missing_image": true
+            self.command._builder_data['MOCK Mac10.10'] = LayoutTestResults({
+                "tests": {
+                    "fast": {
+                        "dom": {
+                            "missing-text.html": {
+                                "expected": "PASS",
+                                "actual": "MISSING",
+                                "is_unexpected": True,
+                                "is_missing_text": True
+                            },
+                            "missing-text-and-image.html": {
+                                "expected": "PASS",
+                                "actual": "MISSING",
+                                "is_unexpected": True,
+                                "is_missing_text": True,
+                                "is_missing_image": True
+                            },
+                            "missing-image.html": {
+                                "expected": "PASS",
+                                "actual": "MISSING",
+                                "is_unexpected": True,
+                                "is_missing_image": True
+                            }
+                        }
+                    }
                 }
-            }
-        }
-    }
-});""")
+            })
             return self.command._builder_data
 
         self.command.builder_data = builder_data
 
         self._write('fast/dom/missing-text.html', "Dummy test contents")
         self._write('fast/dom/missing-text-and-image.html', "Dummy test contents")
         self._write('fast/dom/missing-image.html', "Dummy test contents")
 
         self.command._tests_to_rebaseline = lambda port: {
             'fast/dom/missing-text.html': set(['txt', 'png']),
             'fast/dom/missing-text-and-image.html': set(['txt', 'png']),
             'fast/dom/missing-image.html': set(['txt', 'png']),
         }
 
         self.command.execute(self.options, [], self.tool)
 
-        print self.tool.executive.calls

[qyearsley, 2016/07/11 17:25:21]

Print statement accidentally left in in http://crrev.com/2069743002

         self.assertEqual(self.tool.executive.calls, [
             [
                 ['python', 'echo', 'copy-existing-baselines-internal', '--suffixes', 'txt',
                  '--builder', 'MOCK Mac10.10', '--test', 'fast/dom/missing-text.html'],
                 ['python', 'echo', 'copy-existing-baselines-internal', '--suffixes', 'txt,png',
                  '--builder', 'MOCK Mac10.10', '--test', 'fast/dom/missing-text-and-image.html'],
                 ['python', 'echo', 'copy-existing-baselines-internal', '--suffixes', 'png',
                  '--builder', 'MOCK Mac10.10', '--test', 'fast/dom/missing-image.html'],
             ],
             [
@@ skipping 204 matching lines @@
 624caaaaaa path/to/TestExpectations                   (<foo@chromium.org>        2013-04-28 04:52:41 +0000   12) crbug.com/24182 path/to/not-cycled-through-bots.html [ NeedsRebaseline ]
 0000000000 path/to/TestExpectations                   (<foo@chromium.org>        2013-04-28 04:52:41 +0000   12) crbug.com/24182 path/to/locally-changed-lined.html [ NeedsRebaseline ]
 """
         self.tool.scm().blame = blame
 
         test_port = self.tool.port_factory.get('test')
 
         original_builder_data = self.command.builder_data
         def builder_data():
             original_builder_data()
-            # have prototype-chocolate only fail on "MOCK Mac10.10".
-            self.command._builder_data['MOCK Mac10.11'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
-    "tests": {
-        "fast": {
-            "dom": {
-                "prototype-taco.html": {
-                    "expected": "PASS",
-                    "actual": "PASS TEXT",
-                    "is_unexpected": true
-                },
-                "prototype-chocolate.html": {
-                    "expected": "FAIL",
-                    "actual": "PASS"
-                },
-                "prototype-strawberry.html": {
-                    "expected": "PASS",
-                    "actual": "IMAGE PASS",
-                    "is_unexpected": true
+            # Have prototype-chocolate only fail on "MOCK Mac10.11".

[qyearsley, 2016/07/11 17:25:21]

Note, I think this may have been a typo in the CL that last updated it
(http://crrev.com/1733163002).

+            self.command._builder_data['MOCK Mac10.11'] = LayoutTestResults({
+                "tests": {
+                    "fast": {
+                        "dom": {
+                            "prototype-taco.html": {
+                                "expected": "PASS",
+                                "actual": "PASS TEXT",
+                                "is_unexpected": True
+                            },
+                            "prototype-chocolate.html": {
+                                "expected": "FAIL",
+                                "actual": "PASS"
+                            },
+                            "prototype-strawberry.html": {
+                                "expected": "PASS",
+                                "actual": "IMAGE PASS",
+                                "is_unexpected": True
+                            }
+                        }
+                    }
                 }
-            }
-        }
-    }
-});""")
+            })
             return self.command._builder_data
 
         self.command.builder_data = builder_data
 
         self.tool.filesystem.write_text_file(test_port.path_to_generic_test_expectations_file(), """
 crbug.com/24182 [ Debug ] path/to/norebaseline.html [ Rebaseline ]
 Bug(foo) fast/dom/prototype-taco.html [ NeedsRebaseline ]
 crbug.com/24182 [ Mac10.11 ] fast/dom/prototype-strawberry.html [ NeedsRebaseline ]
 crbug.com/24182 fast/dom/prototype-chocolate.html [ NeedsRebaseline ]
 crbug.com/24182 path/to/not-cycled-through-bots.html [ NeedsRebaseline ]
@@ skipping 68 matching lines @@
 6469e754a1 path/to/TestExpectations                   (<foobarbaz1@chromium.org> 2013-04-28 04:52:41 +0000   13) Bug(foo) fast/dom/prototype-taco.html [ NeedsRebaseline ]
 """
         self.tool.scm().blame = blame
 
         test_port = self.tool.port_factory.get('test')
 
         original_builder_data = self.command.builder_data
         def builder_data():
             original_builder_data()
             # have prototype-chocolate only fail on "MOCK Mac10.10".
-            self.command._builder_data['MOCK Mac10.11'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
-    "tests": {
-        "fast": {
-            "dom": {
-                "prototype-taco.html": {
-                    "expected": "PASS",
-                    "actual": "PASS TEXT",
-                    "is_unexpected": true
+            self.command._builder_data['MOCK Mac10.11'] = LayoutTestResults({
+                "tests": {
+                    "fast": {
+                        "dom": {
+                            "prototype-taco.html": {
+                                "expected": "PASS",
+                                "actual": "PASS TEXT",
+                                "is_unexpected": True
+                            }
+                        }
+                    }
                 }
-            }
-        }
-    }
-});""")
+            })
             return self.command._builder_data
 
         self.command.builder_data = builder_data
 
         self.tool.filesystem.write_text_file(test_port.path_to_generic_test_expectations_file(), """
 Bug(foo) fast/dom/prototype-taco.html [ NeedsRebaseline ]
 """)
 
         self._write_test_file(test_port, 'fast/dom/prototype-taco.html', "Dummy test contents")
 
@@ skipping 23 matching lines @@
     def test_execute_test_passes_everywhere(self):
         def blame(_):
             return """
 6469e754a1 path/to/TestExpectations                   (<foobarbaz1@chromium.org> 2013-04-28 04:52:41 +0000   13) Bug(foo) fast/dom/prototype-taco.html [ NeedsRebaseline ]
 """
         self.tool.scm().blame = blame
 
         test_port = self.tool.port_factory.get('test')
 
         def builder_data():
-            self.command._builder_data['MOCK Mac10.10'] = self.command._builder_data['MOCK Mac10.11'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
-    "tests": {
-        "fast": {
-            "dom": {
-                "prototype-taco.html": {
-                    "expected": "FAIL",
-                    "actual": "PASS",
-                    "is_unexpected": true
+            self.command._builder_data['MOCK Mac10.10'] = self.command._builder_data['MOCK Mac10.11'] = LayoutTestResults({
+                "tests": {
+                    "fast": {
+                        "dom": {
+                            "prototype-taco.html": {
+                                "expected": "FAIL",
+                                "actual": "PASS",
+                                "is_unexpected": True
+                            }
+                        }
+                    }
                 }
-            }
-        }
-    }
-});""")
+            })
             return self.command._builder_data
 
         self.command.builder_data = builder_data
 
         self.tool.filesystem.write_text_file(test_port.path_to_generic_test_expectations_file(), """
 Bug(foo) fast/dom/prototype-taco.html [ NeedsRebaseline ]
 """)
 
         self._write_test_file(test_port, 'fast/dom/prototype-taco.html', "Dummy test contents")
 
@@ skipping 21 matching lines @@
     def test_execute_use_alternate_rebaseline_branch(self):
         def blame(_):
             return """
 6469e754a1 path/to/TestExpectations                   (<foobarbaz1@chromium.org> 2013-04-28 04:52:41 +0000   13) Bug(foo) fast/dom/prototype-taco.html [ NeedsRebaseline ]
 """
         self.tool.scm().blame = blame
 
         test_port = self.tool.port_factory.get('test')
 
         def builder_data():
-            self.command._builder_data['MOCK Win'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
-    "tests": {
-        "fast": {
-            "dom": {
-                "prototype-taco.html": {
-                    "expected": "FAIL",
-                    "actual": "PASS",
-                    "is_unexpected": true
+            self.command._builder_data['MOCK Win'] = LayoutTestResults({
+                "tests": {
+                    "fast": {
+                        "dom": {
+                            "prototype-taco.html": {
+                                "expected": "FAIL",
+                                "actual": "PASS",
+                                "is_unexpected": True
+                            }
+                        }
+                    }
                 }
-            }
-        }
-    }
-});""")
+            })
             return self.command._builder_data
 
         self.command.builder_data = builder_data
 
         self.tool.filesystem.write_text_file(test_port.path_to_generic_test_expectations_file(), """
 Bug(foo) fast/dom/prototype-taco.html [ NeedsRebaseline ]
 """)
 
         self._write_test_file(test_port, 'fast/dom/prototype-taco.html', "Dummy test contents")
 
@@ skipping 23 matching lines @@
     def test_execute_stuck_on_alternate_rebaseline_branch(self):
         def blame(_):
             return """
 6469e754a1 path/to/TestExpectations                   (<foobarbaz1@chromium.org> 2013-04-28 04:52:41 +0000   13) Bug(foo) fast/dom/prototype-taco.html [ NeedsRebaseline ]
 """
         self.tool.scm().blame = blame
 
         test_port = self.tool.port_factory.get('test')
 
         def builder_data():
-            self.command._builder_data['MOCK Win'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
-    "tests": {
-        "fast": {
-            "dom": {
-                "prototype-taco.html": {
-                    "expected": "FAIL",
-                    "actual": "PASS",
-                    "is_unexpected": true
+            self.command._builder_data['MOCK Win'] = LayoutTestResults({
+                "tests": {
+                    "fast": {
+                        "dom": {
+                            "prototype-taco.html": {
+                                "expected": "FAIL",
+                                "actual": "PASS",
+                                "is_unexpected": True
+                            }
+                        }
+                    }
                 }
-            }
-        }
-    }
-});""")
+            })
             return self.command._builder_data
 
         self.command.builder_data = builder_data
 
         self.tool.filesystem.write_text_file(test_port.path_to_generic_test_expectations_file(), """
 Bug(foo) fast/dom/prototype-taco.html [ NeedsRebaseline ]
 """)
 
         self._write_test_file(test_port, 'fast/dom/prototype-taco.html', "Dummy test contents")
 
@@ skipping 24 matching lines @@
     def _basic_execute_test(self, expected_executive_calls, auth_refresh_token_json=None, commit_author=None, dry_run=False):
         def blame(_):
             return """
 6469e754a1 path/to/TestExpectations                   (<foobarbaz1@chromium.org> 2013-04-28 04:52:41 +0000   13) Bug(foo) fast/dom/prototype-taco.html [ NeedsRebaseline ]
 """
         self.tool.scm().blame = blame
 
         test_port = self.tool.port_factory.get('test')
 
         def builder_data():
-            self.command._builder_data['MOCK Mac10.10'] = self.command._builder_data['MOCK Mac10.11'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
-    "tests": {
-        "fast": {
-            "dom": {
-                "prototype-taco.html": {
-                    "expected": "FAIL",
-                    "actual": "PASS",
-                    "is_unexpected": true
+            self.command._builder_data['MOCK Mac10.10'] = self.command._builder_data['MOCK Mac10.11'] = LayoutTestResults({
+                "tests": {
+                    "fast": {
+                        "dom": {
+                            "prototype-taco.html": {
+                                "expected": "FAIL",
+                                "actual": "PASS",
+                                "is_unexpected": True
+                            }
+                        }
+                    }
                 }
-            }
-        }
-    }
-});""")
+            })
             return self.command._builder_data
 
         self.command.builder_data = builder_data
 
         self.tool.filesystem.write_text_file(test_port.path_to_generic_test_expectations_file(), """
 Bug(foo) fast/dom/prototype-taco.html [ NeedsRebaseline ]
 """)
 
         self._write_test_file(test_port, 'fast/dom/prototype-taco.html', "Dummy test contents")
 
@@ skipping 21 matching lines @@
                 ['git', 'cl', 'upload', '-f', '--auth-refresh-token-json', RIETVELD_REFRESH_TOKEN],
                 ['git', 'pull'],
                 ['git', 'cl', 'land', '-f', '-v', '--auth-refresh-token-json', RIETVELD_REFRESH_TOKEN],
                 ['git', 'config', 'branch.auto-rebaseline-temporary-branch.rietveldissue'],
             ],
             auth_refresh_token_json=RIETVELD_REFRESH_TOKEN)
 
     def test_execute_with_dry_run(self):
         self._basic_execute_test([], dry_run=True)
         self.assertEqual(self.tool.scm().local_commits(), [])