Run tests that do not have any compile targets if source files change

scripts/slave/recipes/chromium_trybot.py

 # Copyright 2013 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import collections
 
 from recipe_engine.types import freeze
 
 DEPS = [
   'amp',
@@ skipping 635 matching lines @@
   return result
 
 
 def all_compile_targets(api, tests):
   """Returns the compile_targets for all the Tests in |tests|."""
   return sorted(set(x
                     for test in tests
                     for x in test.compile_targets(api)))
 
 
+def is_source_file(api, filepath):
+  """Returns true iff the file is a source file."""
+  _, ext = api.path.splitext(filepath)
+  return ext in ['.c', '.cc', '.cpp', '.h', '.java', '.mm']
+
 def _RunStepsInternal(api):
   def get_bot_config(mastername, buildername):
     master_dict = BUILDERS.get(mastername, {})
     return master_dict.get('builders', {}).get(buildername)
 
   mastername = api.properties.get('mastername')
   buildername = api.properties.get('buildername')
   bot_config = get_bot_config(mastername, buildername)
   api.chromium_tests.configure_swarming('chromium', precommit=True)
 
@@ skipping 94 matching lines @@
     tests = []
     tests_including_triggered = []
   else:
     # Note that compile_targets doesn't necessarily include matching_exes,
     # and for correctness we need to add them. Otherwise it's possible we'd
     # only build say foo_unittests but not foo_unittests_run and fail when
     # trying to isolate the tests. Also see above comment.
     compile_targets = sorted(set(compile_targets + matching_exes))
 
   # Blink tests have to bypass "analyze", see below.
-  if not requires_compile and not add_blink_tests:
-    return
+  if requires_compile or add_blink_tests:
+    tests = tests_in_compile_targets(api, matching_exes, tests)
+    tests_including_triggered = tests_in_compile_targets(
+        api, matching_exes, tests_including_triggered)
 
-  tests = tests_in_compile_targets(api, matching_exes, tests)
-  tests_including_triggered = tests_in_compile_targets(
-      api, matching_exes, tests_including_triggered)
+    # Blink tests are tricky at this moment. We'd like to use "analyze" for
+    # everything else. However, there are blink changes that only add or modify
+    # layout test files (html etc). This is not recognized by "analyze" as
+    # compile dependency. However, the blink tests should still be executed.
+    if add_blink_tests:
+      blink_tests = [
+          api.chromium_tests.steps.ScriptTest(
+              'webkit_lint', 'webkit_lint.py', collections.defaultdict(list)),
+          api.chromium_tests.steps.ScriptTest(
+              'webkit_python_tests', 'webkit_python_tests.py',
+              collections.defaultdict(list)),
+          api.chromium_tests.steps.BlinkTest(),
+      ]
+      tests.extend(blink_tests)
+      tests_including_triggered.extend(blink_tests)
+      for test in blink_tests:
+        compile_targets.extend(test.compile_targets(api))
+      compile_targets = sorted(set(compile_targets))
 
-  # Blink tests are tricky at this moment. We'd like to use "analyze" for
-  # everything else. However, there are blink changes that only add or modify
-  # layout test files (html etc). This is not recognized by "analyze" as
-  # compile dependency. However, the blink tests should still be executed.
-  if add_blink_tests:
-    blink_tests = [
-        api.chromium_tests.steps.ScriptTest(
-            'webkit_lint', 'webkit_lint.py', collections.defaultdict(list)),
-        api.chromium_tests.steps.ScriptTest(
-            'webkit_python_tests', 'webkit_python_tests.py',
-            collections.defaultdict(list)),
-        api.chromium_tests.steps.BlinkTest(),
-    ]
-    tests.extend(blink_tests)
-    tests_including_triggered.extend(blink_tests)
-    for test in blink_tests:
-      compile_targets.extend(test.compile_targets(api))
-    compile_targets = sorted(set(compile_targets))
-
-  api.chromium_tests.compile_specific_targets(
-      bot_config['mastername'],
-      bot_config['buildername'],
-      bot_update_step,
-      master_dict,
-      compile_targets,
-      tests_including_triggered,
-      override_bot_type='builder_tester')
+    api.chromium_tests.compile_specific_targets(
+        bot_config['mastername'],
+        bot_config['buildername'],
+        bot_update_step,
+        master_dict,
+        compile_targets,
+        tests_including_triggered,
+        override_bot_type='builder_tester')
+  else:
+    # Even though the patch doesn't compile on this platform, we'd still like
+    # to run tests not depending on compiled targets (that's obviously not
+    # covered by the 'analyze' step) if any source files change.
+    if any([is_source_file(api, f) for f in affected_files]):
+      tests = [t for t in tests if not t.compile_targets(api)]
+    else:
+      return
 
   if not tests:
     return
 
   api.chromium_tests.run_tests_and_deapply_as_needed(mastername, api, tests,
                                                      bot_update_step)
 
 
 def RunSteps(api):
   # build/tests/masters_recipes_tests.py needs to manipulate the BUILDERS
@@ skipping 615 matching lines @@
     api.test('analyze_runs_nothing') +
     api.properties.tryserver(
       mastername='tryserver.chromium.win',
       buildername='win_chromium_rel_ng',
       swarm_hashes={}
     ) +
     api.platform.name('win') +
     api.override_step_data('analyze', api.gpu.analyze_builds_nothing)
   )
 
+  # Tests that we run nothing if analyze said we didn't have to run anything
+  # and there were no source file changes.
+  yield (
+    api.test('analyze_runs_nothing_with_no_source_file_changes') +
+    api.properties.tryserver(
+      mastername='tryserver.chromium.win',
+      buildername='win_chromium_rel_ng',
+      swarm_hashes={}
+    ) +
+    api.platform.name('win') +
+    api.override_step_data('analyze', api.gpu.analyze_builds_nothing) +
+    api.override_step_data(
+        'git diff to analyze patch',
+        api.raw_io.stream_output('README.md\nfoo/bar/baz.py')
+    )
+  )
+
   yield (
     api.test('swarming_paths') +
     api.properties.tryserver(
       mastername='tryserver.chromium.linux',
       buildername='linux_chromium_rel_ng',
       path_config='swarming',
     ) +
     api.platform.name('linux')
   )
 
@@ skipping 79 matching lines @@
     api.override_step_data('webkit_tests (with patch)',
                            api.test_utils.canned_test_output(passing=True))
   )
 
   yield (
     api.test('use_v8_patch_on_blink_trybot') +
     props(mastername='tryserver.blink',
           buildername='mac_blink_rel',
           patch_project='v8') +
     api.platform.name('mac')
-  )
+  )