Skip failing test suites on the GPU FYI TSAN bot.

content/test/gpu/generate_buildbot_json.py

 #!/usr/bin/env python
 # Copyright 2016 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Script to generate chromium.gpu.json and chromium.gpu.fyi.json in
 the src/testing/buildbot directory. Maintaining these files by hand is
 too unwieldy.
 """
 
@@ skipping 583 matching lines @@
     'Linux GPU TSAN Release': {
       'swarming_dimensions': [
         {
           'gpu': '10de:104a',
           'os': 'Ubuntu'
         },
       ],
       'build_config': 'Release',
       'swarming': True,
       'os_type': 'linux',
+      'instrumentation_type': 'tsan',
     },
     'Android Release (Nexus 5)': {
       'swarming_dimensions': [
         {
           # There are no PCI IDs on Android.
           # This is a hack to get the script working.
           'gpu': '0000:0000',
           'os': 'Android'
         },
       ],
@@ skipping 702 matching lines @@
         # Run this on the FYI waterfall and optional tryservers.
         'predicate': Predicates.FYI_AND_OPTIONAL,
         'os_types': ['win', 'linux'],
       },
     ],
   },
   'tab_capture_end2end_tests': {
     'tester_configs': [
       {
         'build_configs': ['Release', 'Release_x64'],
+        'disabled_instrumentation_types': ['tsan'],
       }
     ],
     # Don't run these tests on Android.
     'disabled_tester_configs': [
       {
         'os_types': ['android'],
       },
     ],
     'override_compile_targets': [
       'tab_capture_end2end_tests_run',
@@ skipping 41 matching lines @@
   }
 }
 
 # These tests use Telemetry's new browser_test_runner, which is a much
 # simpler harness for correctness testing.
 TELEMETRY_GPU_INTEGRATION_TESTS = {
   'context_lost': {
     'tester_configs': [
       {
         'predicate': Predicates.DEFAULT_PLUS_V8,
+        'disabled_instrumentation_types': ['tsan'],
       },
     ]
   },
   'depth_capture': {
     'tester_configs': [
       {
         'predicate': Predicates.DEFAULT_PLUS_V8,
+        'disabled_instrumentation_types': ['tsan'],
       },
     ]
   },
   'gpu_process_launch_tests': {
     'target_name': 'gpu_process',
     'tester_configs': [
       {
         'predicate': Predicates.DEFAULT_PLUS_V8,
+        'disabled_instrumentation_types': ['tsan'],
       }
     ],
   },
   'hardware_accelerated_feature': {
     'tester_configs': [
       {
         'predicate': Predicates.DEFAULT_PLUS_V8,
+        'disabled_instrumentation_types': ['tsan'],
       },
     ],
   },
   'maps_pixel_test': {
     'target_name': 'maps',
     'args': [
       '--os-type',
       '${os_type}',
       '--build-revision',
       '${got_revision}',
       '--test-machine-name',
       '${buildername}',
     ],
     'tester_configs': [
       {
         'predicate': Predicates.DEFAULT_PLUS_V8,
+        'disabled_instrumentation_types': ['tsan'],
       },
     ],
   },
   'pixel_test': {
     'target_name': 'pixel',
     'args': [
       '--refimg-cloud-storage-bucket',
       'chromium-gpu-archive/reference-images',
       '--os-type',
       '${os_type}',
       '--build-revision',
       '${got_revision}',
       '--test-machine-name',
       '${buildername}',
     ],
     'non_precommit_args': [
       '--upload-refimg-to-cloud-storage',
     ],
     'precommit_args': [
       '--download-refimg-from-cloud-storage',
     ],
     'tester_configs': [
       {
         'predicate': Predicates.DEFAULT_PLUS_V8,
+        'disabled_instrumentation_types': ['tsan'],
       },
     ],
   },
   'screenshot_sync': {
     'tester_configs': [
       {
         'predicate': Predicates.DEFAULT_PLUS_V8,
+        'disabled_instrumentation_types': ['tsan'],
       },
     ],
   },
   'trace_test': {
     'tester_configs': [
       {
         'predicate': Predicates.DEFAULT_PLUS_V8,
+        'disabled_instrumentation_types': ['tsan'],
       },
     ],
   },
   'webgl_conformance': {
     'tester_configs': [
       {
         'predicate': Predicates.DEFAULT_PLUS_V8,
+        'disabled_instrumentation_types': ['tsan'],
       },
     ],
     'asan_args': ['--is-asan'],
   },
   'webgl_conformance_d3d9_tests': {
     'tester_configs': [
       {
         # Run this on the FYI waterfall and optional tryservers.
         'predicate': Predicates.FYI_AND_OPTIONAL,
         'os_types': ['win'],
@@ skipping 46 matching lines @@
       '--use-angle=gl',
     ],
     'asan_args': ['--is-asan'],
   },
   'webgl_conformance_angle_tests': {
     'tester_configs': [
       {
         # Run this on the FYI waterfall and optional tryservers.
         'predicate': Predicates.FYI_AND_OPTIONAL,
         'os_types': ['linux'],
+        'disabled_instrumentation_types': ['tsan'],
       }
     ],
     'target_name': 'webgl_conformance',
     'extra_browser_args': [
       '--use-gl=angle',
     ],
     'asan_args': ['--is-asan'],
   },
   'webgl_conformance_d3d11_passthrough': {
     'tester_configs': [
@@ skipping 16 matching lines @@
     ],
     'asan_args': ['--is-asan'],
   },
   'webgl2_conformance_tests': {
     'tester_configs': [
       {
          # The WebGL 2.0 conformance tests take over an hour to run on
          # the Debug bots, which is too long.
         'build_configs': ['Release', 'Release_x64'],
         'predicate': Predicates.FYI_OPTIONAL_AND_V8,
+        'disabled_instrumentation_types': ['tsan'],
       },
     ],
     'disabled_tester_configs': [
       {
         'names': [
           # http://crbug.com/599451: this test is currently too slow
           # to run on x64 in Debug mode. Need to shard the tests.
           'Win7 x64 Debug (NVIDIA)',
         ],
         # Don't run these tests on Android yet.
@@ skipping 31 matching lines @@
           },
           {
             'gpu': '8086:0412',
             'os': 'Ubuntu'
           },
           {
             'gpu': '8086:1912',
             'os': 'Ubuntu'
           },
         ],
+        'disabled_instrumentation_types': ['tsan'],
       },
     ],
     'target_name': 'webgl_conformance',
     'extra_browser_args': [
       '--use-gl=angle',
     ],
     'args': [
       '--webgl-conformance-version=2.0.1',
       # The current working directory when run via isolate is
       # out/Debug or out/Release. Reference this file relatively to
@@ skipping 111 matching lines @@
 
   if 'names' in tc:
     # Give priority to matching the tester_name.
     if tester_name in tc['names']:
       return True
     if not tester_name in tc['names']:
       return False
   if 'os_types' in tc:
     if not tester_config['os_type'] in tc['os_types']:
       return False
+  if 'instrumentation_type' in tester_config:
+    if 'disabled_instrumentation_types' in tc:
+      if tester_config['instrumentation_type'] in \
+            tc['disabled_instrumentation_types']:
+        return False
   if 'build_configs' in tc:
     if not tester_config['build_config'] in tc['build_configs']:
       return False
   if 'swarming_dimension_sets' in tc:
     if not matches_swarming_dimensions(tester_config,
                                        tc['swarming_dimension_sets']):
       return False
   return True
 
 def should_run_on_tester(tester_name, tester_config, test_config):
@@ skipping 241 matching lines @@
   install_parent_links(WATERFALL)
   install_parent_links(V8_FYI_WATERFALL)
 
   generate_all_tests(FYI_WATERFALL, 'chromium.gpu.fyi.json')
   generate_all_tests(WATERFALL, 'chromium.gpu.json')
   generate_all_tests(V8_FYI_WATERFALL, 'client.v8.fyi.json')
   return 0
 
 if __name__ == "__main__":
   sys.exit(main())