[chromedriver] Disable failed java tests in bots.

chrome/test/chromedriver/run_java_tests.py

 #!/usr/bin/env python
 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Runs the WebDriver Java acceptance tests.
 
 This script is called from chrome/test/chromedriver/run_all_tests.py and reports
 results using the buildbot annotation scheme.
 
 For ChromeDriver documentation, refer to http://code.google.com/p/chromedriver.
 """
 
 import optparse
 import os
 import shutil
 import sys
 import xml.dom.minidom as minidom
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), os.pardir, 'pylib'))
 
 from common import chrome_paths
 from common import util
 from continuous_archive import CHROME_26_REVISION
 
 _THIS_DIR = os.path.abspath(os.path.dirname(__file__))
 
 
-_FAILED_JAVA_TESTS_IN_CHROME_26 = [
-    'UploadTest#testFileUploading',
-    'AlertsTest']
+_DESKTOP_OS_SPECIFIC_FILTER = []

[kkania, 2013/03/25 20:45:10]

the other two are called negative, which made me think this was positive. maybe
rename

[chrisgao (Use stgao instead), 2013/03/25 20:50:21]

Done.

+if util.IsLinux():
+  _DESKTOP_OS_SPECIFIC_FILTER = [
+      'TypingTest#testArrowKeysAndPageUpAndDown',
+      'TypingTest#testHomeAndEndAndPageUpAndPageDownKeys',
+      'TypingTest#testNumberpadKeys',
+  ]
+
+_DESKTOP_NEGATIVE_FILTER = {}
+_DESKTOP_NEGATIVE_FILTER['HEAD'] = (
+    _DESKTOP_OS_SPECIFIC_FILTER + [
+        'ExecutingAsyncJavascriptTest#shouldNotTimeoutIfScriptCallsbackInsideAZeroTimeout',
+    ]
+)
+_DESKTOP_NEGATIVE_FILTER[CHROME_26_REVISION] = (
+    _DESKTOP_NEGATIVE_FILTER['HEAD'] + [
+        'UploadTest#testFileUploading',
+        'AlertsTest',
+    ]
+)
 
 
 class TestResult(object):
   """A result for an attempted single test case."""
 
   def __init__(self, name, time, failure):
     """Initializes a test result.
 
     Args:
       name: the full name of the test.
@@ skipping 195 matching lines @@
   options, args = parser.parse_args()
 
   if options.chromedriver is None or not os.path.exists(options.chromedriver):
     parser.error('chromedriver is required or the given path is invalid.' +
                  'Please run "%s --help" for help' % __file__)
 
   # Run passed tests when filter is not provided.
   test_filter = options.filter
   if test_filter is None:
     passed_java_tests = []
+    failed_tests = _DESKTOP_NEGATIVE_FILTER[options.chrome_revision]
     with open(os.path.join(_THIS_DIR, 'passed_java_tests.txt'), 'r') as f:
       for line in f:
         java_test = line.strip('\n')
-        # Filter out failed tests for chrome 26.
-        if options.chrome_revision == CHROME_26_REVISION:
-          suite_name = java_test.split('#')[0]
-          if (java_test in _FAILED_JAVA_TESTS_IN_CHROME_26 or
-              suite_name in _FAILED_JAVA_TESTS_IN_CHROME_26):
-            continue
+        # Filter out failed tests.
+        suite_name = java_test.split('#')[0]
+        if java_test in failed_tests or suite_name in failed_tests:
+          continue
         passed_java_tests.append(java_test)
     test_filter = ','.join(passed_java_tests)
 
   java_tests_src_dir = os.path.join(chrome_paths.GetSrc(), 'chrome', 'test',
                                     'chromedriver', 'third_party', 'java_tests')
   if (not os.path.exists(java_tests_src_dir) or
       not os.listdir(java_tests_src_dir)):
     print ('"%s" is empty or it doesn\'t exist.' % java_tests_src_dir +
            'Should add "deps/third_party/webdriver" to source checkout config')
     return 1
 
   return PrintTestResults(_Run(
       java_tests_src_dir=java_tests_src_dir,
       test_filter=test_filter,
       chromedriver_path=options.chromedriver,
       chrome_path=options.chrome,
       android_package=options.android_package))
 
 
 if __name__ == '__main__':
   sys.exit(main())