Add swarming support for IsolatedScriptTest.

scripts/slave/recipes/chromium.py

 # Copyright 2013 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 DEPS = [
   'adb',
   'amp',
   'bisect_tester',
   'bot_update',
   'chromium',
@@ skipping 143 matching lines @@
         test += api.override_step_data('read test spec', api.json.output({
             b: {
             'gtest_tests': [
               {
                 'test': 'browser_tests',
                 'swarming': {'can_use_on_swarming_builders': True},
               },
             ],
           } for b in builders_with_tests
         }))
-
       yield test
 
   yield (
     api.test('dynamic_gtest') +
     api.properties.generic(mastername='chromium.linux',
                            buildername='Linux Tests',
                            parent_buildername='Linux Builder') +
     api.platform('linux', 64) +
     api.override_step_data('read test spec', api.json.output({
       'Linux Tests': {
@@ skipping 51 matching lines @@
         'isolated_scripts': [
           {
             'isolate_name': 'telemetry_gpu_unittests',
             'name': 'telemetry_gpu_unittests'
           },
         ],
       },
     }))
   )
 
   yield (

[Paweł Hajdan Jr., 2015/10/26 17:00:41]

Are all of these tests _strictly_ needed (i.e. we wouldn't get 100% coverage
without them)?

[nednguyen, 2015/10/27 00:54:29]

I got one test removed. The rest are needed for 100% coverage.

+    api.test('build_dynamic_swarmed_isolated_script_test') +
+    api.properties.generic(mastername='chromium.linux',
+                           buildername='Linux Builder') +
+    api.platform('linux', 64) +
+    api.override_step_data('read test spec', api.json.output({
+      'Linux Tests': {
+        'isolated_scripts': [
+          {
+            'isolate_name': 'telemetry_gpu_unittests',
+            'name': 'telemetry_gpu_unittests',
+            'swarming': {'can_use_on_swarming_builders': True},
+          },
+        ],
+      },
+    }))
+  )
+
+  yield (
+    api.test('dynamic_swarmed_passed_isolated_script_test') +
+    api.properties.generic(mastername='chromium.linux',
+                           buildername='Linux Tests',
+                           parent_buildername='Linux Builder') +
+    api.properties(swarm_hashes={
+      'telemetry_gpu_unittests': 'eeeeeeeeeeeeeeeeeeeeeeeeeeeeee',
+    }) +
+    api.platform('linux', 64) +
+    api.override_step_data('read test spec', api.json.output({
+      'Linux Tests': {
+        'isolated_scripts': [
+          {
+            'isolate_name': 'telemetry_gpu_unittests',
+            'name': 'telemetry_gpu_unittests',
+            'swarming': {'can_use_on_swarming_builders': True},
+          },
+        ],
+      },
+    }))
+  )
+
+  yield (
+    api.test('dynamic_swarmed_failed_isolated_script_test') +
+    api.properties.generic(mastername='chromium.linux',
+                           buildername='Linux Tests',
+                           parent_buildername='Linux Builder') +
+    api.properties(swarm_hashes={
+      'telemetry_gpu_unittests': 'eeeeeeeeeeeeeeeeeeeeeeeeeeeeee',
+    }) +
+    api.platform('linux', 64) +
+    api.override_step_data('read test spec', api.json.output({
+      'Linux Tests': {
+        'isolated_scripts': [
+          {
+            'isolate_name': 'telemetry_gpu_unittests',
+            'name': 'telemetry_gpu_unittests',
+            'swarming': {'can_use_on_swarming_builders': True},
+          },
+        ],
+      },
+    })) +
+    api.override_step_data('telemetry_gpu_unittests',
+        api.test_utils.canned_isolated_script_output(
+            passing=True, is_win=False, swarming=True,
+            isolated_script_passing=False, valid=True),
+        retcode=255)
+  )
+
+  yield (
+    api.test('dynamic_swarmed_passed_with_bad_retcode_isolated_script_test') +
+    api.properties.generic(mastername='chromium.linux',
+                           buildername='Linux Tests',
+                           parent_buildername='Linux Builder') +
+    api.properties(swarm_hashes={
+      'telemetry_gpu_unittests': 'eeeeeeeeeeeeeeeeeeeeeeeeeeeeee',
+    }) +
+    api.platform('linux', 64) +
+    api.override_step_data('read test spec', api.json.output({
+      'Linux Tests': {
+        'isolated_scripts': [
+          {
+            'isolate_name': 'telemetry_gpu_unittests',
+            'name': 'telemetry_gpu_unittests',
+            'swarming': {'can_use_on_swarming_builders': True},
+          },
+        ],
+      },
+    })) +
+    api.override_step_data('telemetry_gpu_unittests',
+        api.test_utils.canned_isolated_script_output(
+            passing=True, is_win=False, swarming=True,
+            isolated_script_passing=True, valid=True),
+        retcode=255)
+  )
+
+  yield (
+    api.test(
+        'dynamic_swarmed_passed_isolated_script_test_with_swarming_failure') +
+    api.properties.generic(mastername='chromium.linux',
+                           buildername='Linux Tests',
+                           parent_buildername='Linux Builder') +
+    api.properties(swarm_hashes={
+      'telemetry_gpu_unittests': 'eeeeeeeeeeeeeeeeeeeeeeeeeeeeee',
+    }) +
+    api.platform('linux', 64) +
+    api.override_step_data('read test spec', api.json.output({
+      'Linux Tests': {
+        'isolated_scripts': [
+          {
+            'isolate_name': 'telemetry_gpu_unittests',
+            'name': 'telemetry_gpu_unittests',
+            'swarming': {'can_use_on_swarming_builders': True},
+          },
+        ],
+      },
+    })) +
+    api.override_step_data('telemetry_gpu_unittests',
+        api.test_utils.canned_isolated_script_output(
+            passing=False, is_win=False, swarming=True,
+            swarming_internal_failure=True, isolated_script_passing=True,
+            valid=True),
+        retcode=255)
+  )
+
+  yield (
+    api.test(
+        'dynamic_swarmed_passed_isolated_script_test_with_no_swarming') +
+    api.properties.generic(mastername='chromium.linux',
+                           buildername='Linux Tests',
+                           parent_buildername='Linux Builder') +
+    api.properties(swarm_hashes={
+      'telemetry_gpu_unittests': 'eeeeeeeeeeeeeeeeeeeeeeeeeeeeee',
+    }) +
+    api.platform('linux', 64) +
+    api.override_step_data('read test spec', api.json.output({
+      'Linux Tests': {
+        'isolated_scripts': [
+          {
+            'isolate_name': 'telemetry_gpu_unittests',
+            'name': 'telemetry_gpu_unittests',
+            'swarming': {'can_use_on_swarming_builders': True},
+          },
+        ],
+      },
+    })) +
+    api.override_step_data('telemetry_gpu_unittests',
+        api.test_utils.canned_isolated_script_output(
+            passing=True, is_win=False, swarming=False,
+            isolated_script_passing=True, valid=True),
+        retcode=255)
+  )
+
+  yield (
     api.test('goma_with_diagnose_goma_failure') +
     api.properties.generic(mastername='chromium.fyi',
                            buildername='CrWinGoma') +
     api.step_data('diagnose_goma', retcode=1)
   )
 
   yield (
     api.test('dynamic_gtest_on_builder') +
     api.properties.generic(mastername='chromium.linux',
                            buildername='Linux Builder') +
@@ skipping 337 matching lines @@
     api.test('amp_split_recipe_collect_failure') +
     api.properties(
         mastername='chromium.fyi',
         buildername='Android Tests (amp split)',
         slavename='build1-a1',
         buildnumber='77457',
         parent_build_archive_url='gs://test-domain/test-archive.zip'
     ) +
     api.override_step_data('[collect] base_unittests', retcode=1)
   )