| OLD | NEW |
| 1 # Copyright (C) 2010 Google Inc. All rights reserved. | 1 # Copyright (C) 2010 Google Inc. All rights reserved. |
| 2 # | 2 # |
| 3 # Redistribution and use in source and binary forms, with or without | 3 # Redistribution and use in source and binary forms, with or without |
| 4 # modification, are permitted provided that the following conditions are | 4 # modification, are permitted provided that the following conditions are |
| 5 # met: | 5 # met: |
| 6 # | 6 # |
| 7 # * Redistributions of source code must retain the above copyright | 7 # * Redistributions of source code must retain the above copyright |
| 8 # notice, this list of conditions and the following disclaimer. | 8 # notice, this list of conditions and the following disclaimer. |
| 9 # * Redistributions in binary form must reproduce the above | 9 # * Redistributions in binary form must reproduce the above |
| 10 # copyright notice, this list of conditions and the following disclaimer | 10 # copyright notice, this list of conditions and the following disclaimer |
| (...skipping 45 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 56 return test_name | 56 return test_name |
| 57 | 57 |
| 58 def get_basic_tests(self): | 58 def get_basic_tests(self): |
| 59 return [self.get_test('failures/expected/text.html'), | 59 return [self.get_test('failures/expected/text.html'), |
| 60 self.get_test('failures/expected/image_checksum.html'), | 60 self.get_test('failures/expected/image_checksum.html'), |
| 61 self.get_test('failures/expected/crash.html'), | 61 self.get_test('failures/expected/crash.html'), |
| 62 self.get_test('failures/expected/needsrebaseline.html'), | 62 self.get_test('failures/expected/needsrebaseline.html'), |
| 63 self.get_test('failures/expected/needsmanualrebaseline.html'), | 63 self.get_test('failures/expected/needsmanualrebaseline.html'), |
| 64 self.get_test('failures/expected/missing_text.html'), | 64 self.get_test('failures/expected/missing_text.html'), |
| 65 self.get_test('failures/expected/image.html'), | 65 self.get_test('failures/expected/image.html'), |
| 66 self.get_test('failures/expected/timeout.html'), |
| 66 self.get_test('passes/text.html')] | 67 self.get_test('passes/text.html')] |
| 67 | 68 |
| 69 |
| 68 def get_basic_expectations(self): | 70 def get_basic_expectations(self): |
| 69 return """ | 71 return """ |
| 70 Bug(test) failures/expected/text.html [ Failure ] | 72 Bug(test) failures/expected/text.html [ Failure ] |
| 71 Bug(test) failures/expected/crash.html [ WontFix ] | 73 Bug(test) failures/expected/crash.html [ WontFix ] |
| 72 Bug(test) failures/expected/needsrebaseline.html [ NeedsRebaseline ] | 74 Bug(test) failures/expected/needsrebaseline.html [ NeedsRebaseline ] |
| 73 Bug(test) failures/expected/needsmanualrebaseline.html [ NeedsManualRebaseline ] | 75 Bug(test) failures/expected/needsmanualrebaseline.html [ NeedsManualRebaseline ] |
| 74 Bug(test) failures/expected/missing_image.html [ Rebaseline Missing ] | 76 Bug(test) failures/expected/missing_image.html [ Rebaseline Missing ] |
| 75 Bug(test) failures/expected/image_checksum.html [ WontFix ] | 77 Bug(test) failures/expected/image_checksum.html [ WontFix ] |
| 76 Bug(test) failures/expected/image.html [ WontFix Mac ] | 78 Bug(test) failures/expected/image.html [ WontFix Mac ] |
| 77 """ | 79 """ |
| (...skipping 163 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 241 self.assert_exp_list('failures/expected/image.html', [CRASH]) | 243 self.assert_exp_list('failures/expected/image.html', [CRASH]) |
| 242 | 244 |
| 243 def test_overrides__duplicate(self): | 245 def test_overrides__duplicate(self): |
| 244 self.assert_bad_expectations("Bug(exp) failures/expected/text.html [ Fai
lure ]", | 246 self.assert_bad_expectations("Bug(exp) failures/expected/text.html [ Fai
lure ]", |
| 245 "Bug(override) failures/expected/text.html
[ ImageOnlyFailure ]\n" | 247 "Bug(override) failures/expected/text.html
[ ImageOnlyFailure ]\n" |
| 246 "Bug(override) failures/expected/text.html
[ Crash ]\n") | 248 "Bug(override) failures/expected/text.html
[ Crash ]\n") |
| 247 | 249 |
| 248 def test_pixel_tests_flag(self): | 250 def test_pixel_tests_flag(self): |
| 249 def match(test, result, pixel_tests_enabled): | 251 def match(test, result, pixel_tests_enabled): |
| 250 return self._exp.matches_an_expected_result( | 252 return self._exp.matches_an_expected_result( |
| 251 self.get_test(test), result, pixel_tests_enabled) | 253 self.get_test(test), result, pixel_tests_enabled, sanitizer_is_e
nabled=False) |
| 252 | 254 |
| 253 self.parse_exp(self.get_basic_expectations()) | 255 self.parse_exp(self.get_basic_expectations()) |
| 254 self.assertTrue(match('failures/expected/text.html', FAIL, True)) | 256 self.assertTrue(match('failures/expected/text.html', FAIL, True)) |
| 255 self.assertTrue(match('failures/expected/text.html', FAIL, False)) | 257 self.assertTrue(match('failures/expected/text.html', FAIL, False)) |
| 256 self.assertFalse(match('failures/expected/text.html', CRASH, True)) | 258 self.assertFalse(match('failures/expected/text.html', CRASH, True)) |
| 257 self.assertFalse(match('failures/expected/text.html', CRASH, False)) | 259 self.assertFalse(match('failures/expected/text.html', CRASH, False)) |
| 258 self.assertTrue(match('failures/expected/image_checksum.html', PASS, Tru
e)) | 260 self.assertTrue(match('failures/expected/image_checksum.html', PASS, Tru
e)) |
| 259 self.assertTrue(match('failures/expected/image_checksum.html', PASS, Fal
se)) | 261 self.assertTrue(match('failures/expected/image_checksum.html', PASS, Fal
se)) |
| 260 self.assertTrue(match('failures/expected/crash.html', PASS, False)) | 262 self.assertTrue(match('failures/expected/crash.html', PASS, False)) |
| 261 self.assertTrue(match('failures/expected/needsrebaseline.html', TEXT, Tr
ue)) | 263 self.assertTrue(match('failures/expected/needsrebaseline.html', TEXT, Tr
ue)) |
| 262 self.assertFalse(match('failures/expected/needsrebaseline.html', CRASH,
True)) | 264 self.assertFalse(match('failures/expected/needsrebaseline.html', CRASH,
True)) |
| 263 self.assertTrue(match('failures/expected/needsmanualrebaseline.html', TE
XT, True)) | 265 self.assertTrue(match('failures/expected/needsmanualrebaseline.html', TE
XT, True)) |
| 264 self.assertFalse(match('failures/expected/needsmanualrebaseline.html', C
RASH, True)) | 266 self.assertFalse(match('failures/expected/needsmanualrebaseline.html', C
RASH, True)) |
| 265 self.assertTrue(match('passes/text.html', PASS, False)) | 267 self.assertTrue(match('passes/text.html', PASS, False)) |
| 266 | 268 |
| 269 def test_sanitizer_flag(self): |
| 270 def match(test, result): |
| 271 return self._exp.matches_an_expected_result( |
| 272 self.get_test(test), result, pixel_tests_are_enabled=False, sani
tizer_is_enabled=True) |
| 273 |
| 274 self.parse_exp(""" |
| 275 Bug(test) failures/expected/crash.html [ Crash ] |
| 276 Bug(test) failures/expected/image.html [ ImageOnlyFailure ] |
| 277 Bug(test) failures/expected/text.html [ Failure ] |
| 278 Bug(test) failures/expected/timeout.html [ Timeout ] |
| 279 """) |
| 280 self.assertTrue(match('failures/expected/crash.html', CRASH)) |
| 281 self.assertTrue(match('failures/expected/image.html', PASS)) |
| 282 self.assertTrue(match('failures/expected/text.html', PASS)) |
| 283 self.assertTrue(match('failures/expected/timeout.html', TIMEOUT)) |
| 284 |
| 267 def test_more_specific_override_resets_skip(self): | 285 def test_more_specific_override_resets_skip(self): |
| 268 self.parse_exp("Bug(x) failures/expected [ Skip ]\n" | 286 self.parse_exp("Bug(x) failures/expected [ Skip ]\n" |
| 269 "Bug(x) failures/expected/text.html [ ImageOnlyFailure ]\
n") | 287 "Bug(x) failures/expected/text.html [ ImageOnlyFailure ]\
n") |
| 270 self.assert_exp('failures/expected/text.html', IMAGE) | 288 self.assert_exp('failures/expected/text.html', IMAGE) |
| 271 self.assertFalse(self._port._filesystem.join(self._port.layout_tests_dir
(), | 289 self.assertFalse(self._port._filesystem.join(self._port.layout_tests_dir
(), |
| 272 'failures/expected/text.htm
l') in | 290 'failures/expected/text.htm
l') in |
| 273 self._exp.get_tests_with_result_type(SKIP)) | 291 self._exp.get_tests_with_result_type(SKIP)) |
| 274 | 292 |
| 275 def test_bot_test_expectations(self): | 293 def test_bot_test_expectations(self): |
| 276 """Test that expectations are merged rather than overridden when using f
laky option 'unexpected'.""" | 294 """Test that expectations are merged rather than overridden when using f
laky option 'unexpected'.""" |
| (...skipping 612 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 889 | 907 |
| 890 def disabled_test_string_whitespace_stripping(self): | 908 def disabled_test_string_whitespace_stripping(self): |
| 891 # FIXME: Re-enable this test once we rework the code to no longer suppor
t the old syntax. | 909 # FIXME: Re-enable this test once we rework the code to no longer suppor
t the old syntax. |
| 892 self.assert_round_trip('\n', '') | 910 self.assert_round_trip('\n', '') |
| 893 self.assert_round_trip(' [ FOO ] bar [ BAZ ]', '[ FOO ] bar [ BAZ ]') | 911 self.assert_round_trip(' [ FOO ] bar [ BAZ ]', '[ FOO ] bar [ BAZ ]') |
| 894 self.assert_round_trip('[ FOO ] bar [ BAZ ]', '[ FOO ] bar [ BAZ ]') | 912 self.assert_round_trip('[ FOO ] bar [ BAZ ]', '[ FOO ] bar [ BAZ ]') |
| 895 self.assert_round_trip('[ FOO ] bar [ BAZ ] # Qux.', '[ FOO ] bar
[ BAZ ] # Qux.') | 913 self.assert_round_trip('[ FOO ] bar [ BAZ ] # Qux.', '[ FOO ] bar
[ BAZ ] # Qux.') |
| 896 self.assert_round_trip('[ FOO ] bar [ BAZ ] # Qux.', '[ FOO ] ba
r [ BAZ ] # Qux.') | 914 self.assert_round_trip('[ FOO ] bar [ BAZ ] # Qux.', '[ FOO ] ba
r [ BAZ ] # Qux.') |
| 897 self.assert_round_trip('[ FOO ] bar [ BAZ ] # Qux.', '[ FOO ]
bar [ BAZ ] # Qux.') | 915 self.assert_round_trip('[ FOO ] bar [ BAZ ] # Qux.', '[ FOO ]
bar [ BAZ ] # Qux.') |
| 898 self.assert_round_trip('[ FOO ] bar [ BAZ ] # Qux.', '[ FO
O ] bar [ BAZ ] # Qux.') | 916 self.assert_round_trip('[ FOO ] bar [ BAZ ] # Qux.', '[ FO
O ] bar [ BAZ ] # Qux.') |
| OLD | NEW |