OLD | NEW |
1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 """Test expectation list for WebDriver Java acceptance tests. | 5 """Test expectation list for WebDriver Java acceptance tests. |
6 | 6 |
7 It is evaluated through Python. | 7 It is evaluated through Python. |
8 """ | 8 """ |
9 | 9 |
10 import fnmatch | 10 import fnmatch |
11 | 11 |
12 | 12 |
13 _REVISION_NEGATIVE_FILTER = {} | 13 _REVISION_NEGATIVE_FILTER = {} |
14 _REVISION_NEGATIVE_FILTER['HEAD'] = [ | 14 _REVISION_NEGATIVE_FILTER['HEAD'] = [ |
15 'AlertsTest.*', | 15 'AlertsTest.*', |
16 'AuthenticatedPageLoadingTest.*', | 16 'AuthenticatedPageLoadingTest.*', |
17 'AvailableLogsTest.browserLogShouldBeEnabledByDefault', | |
18 'AvailableLogsTest.clientLogShouldBeEnabledByDefault', | |
19 'AvailableLogsTest.driverLogShouldBeEnabledByDefault', | 17 'AvailableLogsTest.driverLogShouldBeEnabledByDefault', |
20 'AvailableLogsTest.profilerLogShouldBeDisabledByDefault', | |
21 'AvailableLogsTest.shouldBeAbleToEnableProfilerLog', | |
22 'BasicMouseInterfaceTest.testContextClick', | 18 'BasicMouseInterfaceTest.testContextClick', |
23 'BasicMouseInterfaceTest.testMousePositionIsNotPreservedInActionsChain', | 19 'BasicMouseInterfaceTest.testMousePositionIsNotPreservedInActionsChain', |
24 'BasicMouseInterfaceTest.testMovingIntoAnImageEnclosedInALink', | 20 'BasicMouseInterfaceTest.testMovingIntoAnImageEnclosedInALink', |
25 'BasicMouseInterfaceTest.testMovingMouseBackAndForthPastViewPort', | 21 'BasicMouseInterfaceTest.testMovingMouseBackAndForthPastViewPort', |
26 'BasicMouseInterfaceTest.testMovingMousePastViewPort', | 22 'BasicMouseInterfaceTest.testMovingMousePastViewPort', |
27 'ChromeOptionsFunctionalTest.canStartChromeWithCustomOptions', | 23 'ChromeOptionsFunctionalTest.canStartChromeWithCustomOptions', |
| 24 # https://code.google.com/p/selenium/source/diff?spec=svn5e856ea3d0ee07db00a
a41293f68ce2566c16888&r=a823e0a2ead8b5430a9a92a14452d0d47cb05f61&format=side&pat
h=/java/client/test/org/openqa/selenium/ClickScrollingTest.java&old_path=/java/c
lient/test/org/openqa/selenium/ClickScrollingTest.java&old=ee8ae7d15794146d24a74
4ec96d1192ff851f0fc |
| 25 'ClickScrollingTest.testShouldBeAbleToClickOnAnElementHiddenByDoubleOverflow
', |
28 'ClickScrollingTest.testShouldNotBeAbleToClickElementThatIsOutOfViewInANonSc
rollableFrame', | 26 'ClickScrollingTest.testShouldNotBeAbleToClickElementThatIsOutOfViewInANonSc
rollableFrame', |
29 'ClickScrollingTest.testShouldNotScrollIfAlreadyScrolledAndElementIsInView', | 27 'ClickScrollingTest.testShouldNotScrollIfAlreadyScrolledAndElementIsInView', |
30 'ClickTest.testCanClickAnImageMapArea', | 28 'ClickTest.testCanClickAnImageMapArea', |
| 29 # https://code.google.com/p/selenium/source/diff?spec=svn5e856ea3d0ee07db00a
a41293f68ce2566c16888&r=9ec284bff77c06198af6097ca6703a48e1b0736b&format=side&pat
h=/java/client/test/org/openqa/selenium/ClickTest.java&old_path=/java/client/tes
t/org/openqa/selenium/ClickTest.java&old=5a0284c1a625ed8507f6d98857958e286a449bb
7 |
| 30 'ClickTest.testShouldBeAbleToClickOnAnElementInFrameGreaterThanTwoViewports'
, |
31 'CombinedInputActionsTest.testClickingOnFormElements', | 31 'CombinedInputActionsTest.testClickingOnFormElements', |
32 'CoordinatesTest.testShouldScrollPageAndGetCoordinatesOfAnElementThatIsOutOf
ViewPort', | 32 'CoordinatesTest.testShouldScrollPageAndGetCoordinatesOfAnElementThatIsOutOf
ViewPort', |
33 'CorrectEventFiringTest.testShouldFireEventsInTheRightOrder', | 33 'CorrectEventFiringTest.testShouldFireEventsInTheRightOrder', |
34 'CorrectEventFiringTest.testShouldFireFocusEventWhenClicking', | 34 'CorrectEventFiringTest.testShouldFireFocusEventWhenClicking', |
35 'DragAndDropTest.testDragTooFar', | 35 'DragAndDropTest.testDragTooFar', |
36 'ExecutingAsyncJavascriptTest.includesAlertTextInUnhandledAlertException', | 36 'ExecutingAsyncJavascriptTest.includesAlertTextInUnhandledAlertException', |
| 37 # https://code.google.com/p/selenium/source/diff?spec=svn5e856ea3d0ee07db00a
a41293f68ce2566c16888&r=0e6a710cceed3037e8e44ae81579cf3ceca33fb6&format=side&pat
h=/java/client/test/org/openqa/selenium/ExecutingAsyncJavascriptTest.java&old_pa
th=/java/client/test/org/openqa/selenium/ExecutingAsyncJavascriptTest.java&old=e
e8ae7d15794146d24a744ec96d1192ff851f0fc |
| 38 'ExecutingAsyncJavascriptTest.shouldCatchErrorsWithMessageAndStacktraceWhenE
xecutingInitialScript', |
37 'ExecutingAsyncJavascriptTest.throwsIfAlertHappensDuringScript', | 39 'ExecutingAsyncJavascriptTest.throwsIfAlertHappensDuringScript', |
38 'ExecutingAsyncJavascriptTest.throwsIfAlertHappensDuringScriptWhichTimesOut'
, | 40 'ExecutingAsyncJavascriptTest.throwsIfAlertHappensDuringScriptWhichTimesOut'
, |
39 'ExecutingAsyncJavascriptTest.throwsIfScriptTriggersAlert', | 41 'ExecutingAsyncJavascriptTest.throwsIfScriptTriggersAlert', |
40 'ExecutingAsyncJavascriptTest.throwsIfScriptTriggersAlertWhichTimesOut', | 42 'ExecutingAsyncJavascriptTest.throwsIfScriptTriggersAlertWhichTimesOut', |
41 'ExecutingJavascriptTest.testShouldThrowExceptionIfExecutingOnNoPage', | 43 'ExecutingJavascriptTest.testShouldThrowExceptionIfExecutingOnNoPage', |
| 44 # https://code.google.com/p/selenium/source/diff?spec=svn5e856ea3d0ee07db00a
a41293f68ce2566c16888&r=0e6a710cceed3037e8e44ae81579cf3ceca33fb6&format=side&pat
h=/java/client/test/org/openqa/selenium/ExecutingJavascriptTest.java&old_path=/j
ava/client/test/org/openqa/selenium/ExecutingJavascriptTest.java&old=bf0d4b7d040
315e9311efaa3a91a2a59777608da |
| 45 'ExecutingJavascriptTest.testShouldThrowAnExceptionWithMessageAndStacktraceW
henTheJavascriptIsBad', |
42 'FormHandlingTest.handleFormWithJavascriptAction', | 46 'FormHandlingTest.handleFormWithJavascriptAction', |
43 'FormHandlingTest.testShouldNotBeAbleToSubmitAFormThatDoesNotExist', | 47 'FormHandlingTest.testShouldNotBeAbleToSubmitAFormThatDoesNotExist', |
44 'FrameSwitchingTest.testShouldNotBeAbleToDoAnythingTheFrameIsDeletedFromUnde
rUs', | 48 'FrameSwitchingTest.testShouldNotBeAbleToDoAnythingTheFrameIsDeletedFromUnde
rUs', |
45 'GetLogsTest.differentLogsShouldNotContainTheSameLogEntries', | |
46 'GetLogsTest.logBufferShouldBeResetAfterEachGetLogCall', | |
47 'GetLogsTest.turningOffLogShouldMeanNoLogMessages', | |
48 'I18nTest.testShouldBeAbleToActivateIMEEngine', | 49 'I18nTest.testShouldBeAbleToActivateIMEEngine', |
49 # Broken because AddWebStorage.java is broken. | 50 # Broken because AddWebStorage.java is broken. |
50 'LocalStorageTest.*', | 51 'LocalStorageTest.*', |
51 'LocationContextTest.*', | 52 'LocationContextTest.*', |
52 'MiscTest.testShouldBeAbleToGetTheSourceOfAnXmlDocument', | 53 'MiscTest.testShouldBeAbleToGetTheSourceOfAnXmlDocument', |
53 'PageLoadingTest.shouldBeAbleToDisableAcceptOfInsecureSslCertsWithRequiredCa
pability', | 54 'PageLoadingTest.shouldBeAbleToDisableAcceptOfInsecureSslCertsWithRequiredCa
pability', |
54 'PageLoadingTest.testShouldNotWaitIndefinitelyIfAnExternalResourceFailsToLoa
d', | 55 'PageLoadingTest.testShouldNotWaitIndefinitelyIfAnExternalResourceFailsToLoa
d', |
55 'PageLoadingTest.testShouldTimeoutIfAPageTakesTooLongToLoad', | 56 'PageLoadingTest.testShouldTimeoutIfAPageTakesTooLongToLoad', |
56 # PerformanceLoggingTest is for firefox only. | 57 # PerformanceLoggingTest is for firefox only; "performance" log deprecated. |
57 'PerformanceLoggingTest.*', | 58 'PerformanceLoggingTest.*', |
58 'ProxySettingTest.canConfigureProxyWithRequiredCapability', | 59 'ProxySettingTest.canConfigureProxyWithRequiredCapability', |
59 'ProxySettingTest.requiredProxyCapabilityShouldHavePriority', | 60 'ProxySettingTest.requiredProxyCapabilityShouldHavePriority', |
60 'RenderedWebElementTest.testShouldHandleNonIntegerPositionAndSize', | 61 'RenderedWebElementTest.testShouldHandleNonIntegerPositionAndSize', |
61 'SessionHandlingTest.callingQuitAfterClosingTheLastWindowIsANoOp', | 62 'SessionHandlingTest.callingQuitAfterClosingTheLastWindowIsANoOp', |
62 # Broken because AddWebStorage.java is broken. | 63 # Broken because AddWebStorage.java is broken. |
63 'SessionStorageTest.*', | 64 'SessionStorageTest.*', |
64 'SqlDatabaseTest.*', | 65 'SqlDatabaseTest.*', |
| 66 # https://code.google.com/p/selenium/source/diff?spec=svn6bbba240f5437080318
9ce28149072c59f5d5312&r=6bbba240f54370803189ce28149072c59f5d5312&format=side&pat
h=/java/client/test/org/openqa/selenium/SvgDocumentTest.java |
| 67 'SvgDocumentTest.testClickOnSvgElement', |
| 68 # https://code.google.com/p/selenium/source/diff?spec=svn5e856ea3d0ee07db00a
a41293f68ce2566c16888&r=859a1df06d56b4f2ba247f1dadbfceac8066efcb&format=side&pat
h=/java/client/test/org/openqa/selenium/TakesScreenshotTest.java&old_path=/java/
client/test/org/openqa/selenium/TakesScreenshotTest.java&old=cfea793d0410db2100a
40daf88483b83d58af435 |
| 69 'TakesScreenshotTest.testShouldCaptureScreenshot', |
| 70 'TakesScreenshotTest.testShouldCaptureScreenshotWithLongX', |
| 71 'TakesScreenshotTest.testShouldCaptureScreenshotWithLongY', |
| 72 'TakesScreenshotTest.testShouldCaptureScreenshotWithTooLong', |
| 73 'TakesScreenshotTest.testShouldCaptureScreenshotWithTooLongX', |
| 74 'TakesScreenshotTest.testShouldCaptureScreenshotWithTooLongY', |
65 'TextHandlingTest.testShouldNotReturnLtrMarks', | 75 'TextHandlingTest.testShouldNotReturnLtrMarks', |
66 'TextPagesTest.testShouldBeAbleToLoadASimplePageOfText', | 76 'TextPagesTest.testShouldBeAbleToLoadASimplePageOfText', |
67 'TextPagesTest.testShouldThrowExceptionWhenAddingCookieToAPageThatIsNotHtml'
, | 77 'TextPagesTest.testShouldThrowExceptionWhenAddingCookieToAPageThatIsNotHtml'
, |
68 'TypingTest.testNonPrintableCharactersShouldWorkWithContentEditableOrDesignM
odeSet', | 78 'TypingTest.testNonPrintableCharactersShouldWorkWithContentEditableOrDesignM
odeSet', |
69 'TypingTest.testShouldBeAbleToTypeIntoContentEditableElementWithExistingValu
e', | 79 'TypingTest.testShouldBeAbleToTypeIntoContentEditableElementWithExistingValu
e', |
70 'TypingTest.testShouldNotTypeIntoElementsThatPreventKeyDownEvents', | 80 'TypingTest.testShouldNotTypeIntoElementsThatPreventKeyDownEvents', |
71 'TypingTest.testTypingIntoAnIFrameWithContentEditableOrDesignModeSet', | 81 'TypingTest.testTypingIntoAnIFrameWithContentEditableOrDesignModeSet', |
72 'UnexpectedAlertBehaviorTest.*', | 82 'UnexpectedAlertBehaviorTest.*', |
| 83 # https://code.google.com/p/selenium/source/diff?spec=svn5e856ea3d0ee07db00a
a41293f68ce2566c16888&r=e923c1389b85331d2c98aaeb6bbca88bc57821cd&format=side&pat
h=/java/client/test/org/openqa/selenium/VisibilityTest.java&old_path=/java/clien
t/test/org/openqa/selenium/VisibilityTest.java&old=ee8ae7d15794146d24a744ec96d11
92ff851f0fc |
| 84 'VisibilityTest.testElementHiddenByOverflowXIsNotVisible', |
| 85 'VisibilityTest.testElementHiddenByOverflowYIsNotVisible', |
73 'VisibilityTest.tooSmallAWindowWithOverflowHiddenIsNotAProblem', | 86 'VisibilityTest.tooSmallAWindowWithOverflowHiddenIsNotAProblem', |
74 'WindowTest.*', | 87 'WindowTest.*', |
75 ] | 88 ] |
76 _REVISION_NEGATIVE_FILTER['27'] = [] + _REVISION_NEGATIVE_FILTER['HEAD'] | 89 _REVISION_NEGATIVE_FILTER['27'] = [] + _REVISION_NEGATIVE_FILTER['HEAD'] |
77 _REVISION_NEGATIVE_FILTER['26'] = [ | 90 _REVISION_NEGATIVE_FILTER['26'] = [ |
78 'UploadTest.testFileUploading', | 91 'UploadTest.testFileUploading', |
79 'CorrectEventFiringTest.testUploadingFileShouldFireOnChangeEvent', | 92 'CorrectEventFiringTest.testUploadingFileShouldFireOnChangeEvent', |
80 'FormHandlingTest.testShouldBeAbleToAlterTheContentsOfAFileUploadInputElemen
t', | 93 'FormHandlingTest.testShouldBeAbleToAlterTheContentsOfAFileUploadInputElemen
t', |
81 'FormHandlingTest.testShouldBeAbleToUploadTheSameFileTwice', | 94 'FormHandlingTest.testShouldBeAbleToUploadTheSameFileTwice', |
82 'FormHandlingTest.testShouldBeAbleToSendKeysToAFileUploadInputElementInAnXht
mlDocument', | 95 'FormHandlingTest.testShouldBeAbleToSendKeysToAFileUploadInputElementInAnXht
mlDocument', |
(...skipping 97 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
180 | 193 |
181 Returns: | 194 Returns: |
182 Set of passed test names. | 195 Set of passed test names. |
183 """ | 196 """ |
184 filters = (_OS_NEGATIVE_FILTER[operating_system] + | 197 filters = (_OS_NEGATIVE_FILTER[operating_system] + |
185 _REVISION_NEGATIVE_FILTER[chrome_version]) | 198 _REVISION_NEGATIVE_FILTER[chrome_version]) |
186 passed = set(tests) | 199 passed = set(tests) |
187 for f in filters: | 200 for f in filters: |
188 passed.difference_update(set(t for t in tests if fnmatch.fnmatch(t, f))) | 201 passed.difference_update(set(t for t in tests if fnmatch.fnmatch(t, f))) |
189 return passed | 202 return passed |
OLD | NEW |