Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(428)

Side by Side Diff: Tools/Scripts/webkitpy/layout_tests/run_webkit_tests_unittest.py

Issue 560563005: Rename last two virtual test suites to complete VirtualTestSuite refactoring. (Closed) Base URL: svn://svn.chromium.org/blink/trunk
Patch Set: Created 6 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « Tools/Scripts/webkitpy/layout_tests/port/test.py ('k') | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright (C) 2010 Google Inc. All rights reserved. 1 # Copyright (C) 2010 Google Inc. All rights reserved.
2 # Copyright (C) 2010 Gabor Rapcsanyi (rgabor@inf.u-szeged.hu), University of Sze ged 2 # Copyright (C) 2010 Gabor Rapcsanyi (rgabor@inf.u-szeged.hu), University of Sze ged
3 # Copyright (C) 2011 Apple Inc. All rights reserved. 3 # Copyright (C) 2011 Apple Inc. All rights reserved.
4 # 4 #
5 # Redistribution and use in source and binary forms, with or without 5 # Redistribution and use in source and binary forms, with or without
6 # modification, are permitted provided that the following conditions are 6 # modification, are permitted provided that the following conditions are
7 # met: 7 # met:
8 # 8 #
9 # * Redistributions of source code must retain the above copyright 9 # * Redistributions of source code must retain the above copyright
10 # notice, this list of conditions and the following disclaimer. 10 # notice, this list of conditions and the following disclaimer.
(...skipping 236 matching lines...) Expand 10 before | Expand all | Expand 10 after
247 247
248 def test_child_processes_2(self): 248 def test_child_processes_2(self):
249 if self.should_test_processes: 249 if self.should_test_processes:
250 _, regular_output, _ = logging_run( 250 _, regular_output, _ = logging_run(
251 ['--debug-rwt-logging', '--child-processes', '2'], shared_port=F alse) 251 ['--debug-rwt-logging', '--child-processes', '2'], shared_port=F alse)
252 self.assertTrue(any(['Running 2 ' in line for line in regular_output .buflist])) 252 self.assertTrue(any(['Running 2 ' in line for line in regular_output .buflist]))
253 253
254 def test_child_processes_min(self): 254 def test_child_processes_min(self):
255 if self.should_test_processes: 255 if self.should_test_processes:
256 _, regular_output, _ = logging_run( 256 _, regular_output, _ = logging_run(
257 ['--debug-rwt-logging', '--child-processes', '2', '-i', 'passes/ passes', 'passes'], 257 ['--debug-rwt-logging', '--child-processes', '2', '-i', 'passes/ virtual_passes', 'passes'],
258 tests_included=True, shared_port=False) 258 tests_included=True, shared_port=False)
259 self.assertTrue(any(['Running 1 ' in line for line in regular_output .buflist])) 259 self.assertTrue(any(['Running 1 ' in line for line in regular_output .buflist]))
260 260
261 def test_dryrun(self): 261 def test_dryrun(self):
262 tests_run = get_tests_run(['--dry-run']) 262 tests_run = get_tests_run(['--dry-run'])
263 self.assertEqual(tests_run, []) 263 self.assertEqual(tests_run, [])
264 264
265 tests_run = get_tests_run(['-n']) 265 tests_run = get_tests_run(['-n'])
266 self.assertEqual(tests_run, []) 266 self.assertEqual(tests_run, [])
267 267
(...skipping 456 matching lines...) Expand 10 before | Expand all | Expand 10 after
724 host = MockHost() 724 host = MockHost()
725 details, err, _ = logging_run(['--debug-rwt-logging', '--retry-failures' , 'failures/unexpected/text-image-checksum.html'], tests_included=True, host=hos t) 725 details, err, _ = logging_run(['--debug-rwt-logging', '--retry-failures' , 'failures/unexpected/text-image-checksum.html'], tests_included=True, host=hos t)
726 self.assertEqual(details.exit_code, 1) 726 self.assertEqual(details.exit_code, 1)
727 self.assertTrue(host.filesystem.exists('/tmp/layout-test-results/failure s/unexpected/text-image-checksum-actual.txt')) 727 self.assertTrue(host.filesystem.exists('/tmp/layout-test-results/failure s/unexpected/text-image-checksum-actual.txt'))
728 self.assertTrue(host.filesystem.exists('/tmp/layout-test-results/retries /failures/unexpected/text-image-checksum-actual.txt')) 728 self.assertTrue(host.filesystem.exists('/tmp/layout-test-results/retries /failures/unexpected/text-image-checksum-actual.txt'))
729 729
730 def test_run_order__inline(self): 730 def test_run_order__inline(self):
731 # These next tests test that we run the tests in ascending alphabetical 731 # These next tests test that we run the tests in ascending alphabetical
732 # order per directory. HTTP tests are sharded separately from other test s, 732 # order per directory. HTTP tests are sharded separately from other test s,
733 # so we have to test both. 733 # so we have to test both.
734 tests_run = get_tests_run(['-i', 'passes/passes', 'passes']) 734 tests_run = get_tests_run(['-i', 'passes/virtual_passes', 'passes'])
735 self.assertEqual(tests_run, sorted(tests_run)) 735 self.assertEqual(tests_run, sorted(tests_run))
736 736
737 tests_run = get_tests_run(['http/tests/passes']) 737 tests_run = get_tests_run(['http/tests/passes'])
738 self.assertEqual(tests_run, sorted(tests_run)) 738 self.assertEqual(tests_run, sorted(tests_run))
739 739
740 def test_virtual(self): 740 def test_virtual(self):
741 self.assertTrue(passing_run(['passes/text.html', 'passes/args.html', 741 self.assertTrue(passing_run(['passes/text.html', 'passes/args.html',
742 'virtual/passes/text.html', 'virtual/passes /args.html'])) 742 'virtual/passes/text.html', 'virtual/passes /args.html']))
743 743
744 def test_reftest_run(self): 744 def test_reftest_run(self):
(...skipping 24 matching lines...) Expand all
769 self.assertEqual(results["tests"]["reftests"]["foo"]["unlistedtest.html" ]["actual"], "MISSING"), 769 self.assertEqual(results["tests"]["reftests"]["foo"]["unlistedtest.html" ]["actual"], "MISSING"),
770 self.assertEqual(results["num_regressions"], 5) 770 self.assertEqual(results["num_regressions"], 5)
771 self.assertEqual(results["num_flaky"], 0) 771 self.assertEqual(results["num_flaky"], 0)
772 772
773 def test_reftest_crash(self): 773 def test_reftest_crash(self):
774 test_results = get_test_results(['failures/unexpected/crash-reftest.html ']) 774 test_results = get_test_results(['failures/unexpected/crash-reftest.html '])
775 # The list of references should be empty since the test crashed and we d idn't run any references. 775 # The list of references should be empty since the test crashed and we d idn't run any references.
776 self.assertEqual(test_results[0].references, []) 776 self.assertEqual(test_results[0].references, [])
777 777
778 def test_reftest_with_virtual_reference(self): 778 def test_reftest_with_virtual_reference(self):
779 _, err, _ = logging_run(['--details', 'virtual/passes/reftest.html'], te sts_included=True) 779 _, err, _ = logging_run(['--details', 'virtual/virtual_passes/passes/ref test.html'], tests_included=True)
780 self.assertTrue('ref: virtual/passes/reftest-expected.html' in err.getva lue()) 780 self.assertTrue('ref: virtual/virtual_passes/passes/reftest-expected.htm l' in err.getvalue())
781 781
782 def test_additional_platform_directory(self): 782 def test_additional_platform_directory(self):
783 self.assertTrue(passing_run(['--additional-platform-directory', '/tmp/fo o'])) 783 self.assertTrue(passing_run(['--additional-platform-directory', '/tmp/fo o']))
784 self.assertTrue(passing_run(['--additional-platform-directory', '/tmp/.. /foo'])) 784 self.assertTrue(passing_run(['--additional-platform-directory', '/tmp/.. /foo']))
785 self.assertTrue(passing_run(['--additional-platform-directory', '/tmp/fo o', '--additional-platform-directory', '/tmp/bar'])) 785 self.assertTrue(passing_run(['--additional-platform-directory', '/tmp/fo o', '--additional-platform-directory', '/tmp/bar']))
786 self.assertTrue(passing_run(['--additional-platform-directory', 'foo'])) 786 self.assertTrue(passing_run(['--additional-platform-directory', 'foo']))
787 787
788 def test_additional_expectations(self): 788 def test_additional_expectations(self):
789 host = MockHost() 789 host = MockHost()
790 host.filesystem.write_text_file('/tmp/overrides.txt', 'Bug(x) failures/u nexpected/mismatch.html [ ImageOnlyFailure ]\n') 790 host.filesystem.write_text_file('/tmp/overrides.txt', 'Bug(x) failures/u nexpected/mismatch.html [ ImageOnlyFailure ]\n')
(...skipping 261 matching lines...) Expand 10 before | Expand all | Expand 10 after
1052 stderr = StringIO.StringIO() 1052 stderr = StringIO.StringIO()
1053 res = run_webkit_tests.main(['--platform', 'test', '--exit-after-n-failu res', '1', 1053 res = run_webkit_tests.main(['--platform', 'test', '--exit-after-n-failu res', '1',
1054 'failures/unexpected/missing_text.html', 1054 'failures/unexpected/missing_text.html',
1055 'failures/unexpected/missing_image.html'], 1055 'failures/unexpected/missing_image.html'],
1056 stdout, stderr) 1056 stdout, stderr)
1057 self.assertEqual(res, test_run_results.EARLY_EXIT_STATUS) 1057 self.assertEqual(res, test_run_results.EARLY_EXIT_STATUS)
1058 self.assertEqual(stdout.getvalue(), 1058 self.assertEqual(stdout.getvalue(),
1059 ('\n' 1059 ('\n'
1060 'Regressions: Unexpected missing results (1)\n' 1060 'Regressions: Unexpected missing results (1)\n'
1061 ' failures/unexpected/missing_image.html [ Missing ]\n\n')) 1061 ' failures/unexpected/missing_image.html [ Missing ]\n\n'))
OLDNEW
« no previous file with comments | « Tools/Scripts/webkitpy/layout_tests/port/test.py ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698