[test] Enable test status filtering by variant

tools/testrunner/local/testsuite.py

 # Copyright 2012 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
@@ skipping 15 matching lines @@
 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
 
 import imp
 import os
 
 from . import commands
 from . import statusfile
 from . import utils
 from ..objects import testcase
+from variants import ALL_VARIANTS, ALL_VARIANT_FLAGS, FAST_VARIANT_FLAGS
 
-# Use this to run several variants of the tests.
-ALL_VARIANT_FLAGS = {
-  "default": [[]],
-  "stress": [["--stress-opt", "--always-opt"]],
-  "turbofan": [["--turbo"]],
-  "turbofan_opt": [["--turbo", "--always-opt"]],
-  "nocrankshaft": [["--nocrankshaft"]],
-  "ignition": [["--ignition"]],
-  "ignition_turbofan": [["--ignition-staging", "--turbo"]],
-  "preparser": [["--min-preparse-length=0"]],
-}
 
-# FAST_VARIANTS implies no --always-opt.
-FAST_VARIANT_FLAGS = {
-  "default": [[]],
-  "stress": [["--stress-opt"]],
-  "turbofan": [["--turbo"]],
-  "nocrankshaft": [["--nocrankshaft"]],
-  "ignition": [["--ignition"]],
-  "ignition_turbofan": [["--ignition-staging", "--turbo"]],
-  "preparser": [["--min-preparse-length=0"]],
-}
-
-ALL_VARIANTS = set(["default", "stress", "turbofan", "turbofan_opt",
-                    "nocrankshaft", "ignition", "ignition_turbofan",
-                    "preparser"])
 FAST_VARIANTS = set(["default", "turbofan"])
 STANDARD_VARIANT = set(["default"])
 IGNITION_VARIANT = set(["ignition"])
 
 
 class VariantGenerator(object):
   def __init__(self, suite, variants):
     self.suite = suite
     self.all_variants = ALL_VARIANTS & variants
     self.fast_variants = FAST_VARIANTS & variants
@@ skipping 73 matching lines @@
       variants: List of variant names to be run as specified by the test
                 runner.
     Returns: An object of type VariantGenerator.
     """
     return self._VariantGeneratorFactory()(self, set(variants))
 
   def DownloadData(self):
     pass
 
   def ReadStatusFile(self, variables):
-    (self.rules, self.wildcards) = \
+    self.rules, self.wildcards = \
         statusfile.ReadStatusFile(self.status_file(), variables)
 
   def ReadTestCases(self, context):
     self.tests = self.ListTests(context)
 
   @staticmethod
   def _FilterSlow(slow, mode):
     return (mode == "run" and not slow) or (mode == "skip" and slow)
 
   @staticmethod
   def _FilterPassFail(pass_fail, mode):
     return (mode == "run" and not pass_fail) or (mode == "skip" and pass_fail)
 
   def FilterTestCasesByStatus(self, warn_unused_rules,
                               slow_tests="dontcare",
-                              pass_fail_tests="dontcare"):
+                              pass_fail_tests="dontcare",
+                              variants=False):
+
+    # Use only variants-dependent rules and wildcards when filtering
+    # respective test cases and generic rules when filtering generic test
+    # cases.
+    if not variants:
+      rules = self.rules[""]
+      wildcards = self.wildcards[""]
+    else:
+      # We set rules and wildcards to a variant-specific version for each test
+      # below.
+      rules = {}
+      wildcards = {}
+
     filtered = []
+
+    # Remember used rules as tuples of (rule, variant), where variant is "" for
+    # variant-independent rules.
     used_rules = set()
+
     for t in self.tests:
       slow = False
       pass_fail = False
       testname = self.CommonTestName(t)
-      if testname in self.rules:
-        used_rules.add(testname)
+      variant = t.variant or ""
+      if variants:
+        rules = self.rules[variant]
+        wildcards = self.wildcards[variant]
+      if testname in rules:
+        used_rules.add((testname, variant))
         # Even for skipped tests, as the TestCase object stays around and
         # PrintReport() uses it.
-        t.outcomes = self.rules[testname]
+        t.outcomes = rules[testname]
         if statusfile.DoSkip(t.outcomes):
           continue  # Don't add skipped tests to |filtered|.
         for outcome in t.outcomes:
           if outcome.startswith('Flags: '):
             t.flags += outcome[7:].split()
         slow = statusfile.IsSlow(t.outcomes)
         pass_fail = statusfile.IsPassOrFail(t.outcomes)
       skip = False
-      for rule in self.wildcards:
+      for rule in wildcards:
         assert rule[-1] == '*'
         if testname.startswith(rule[:-1]):
-          used_rules.add(rule)
-          t.outcomes |= self.wildcards[rule]
+          used_rules.add((rule, variant))
+          t.outcomes |= wildcards[rule]
           if statusfile.DoSkip(t.outcomes):
             skip = True
-            break  # "for rule in self.wildcards"
+            break  # "for rule in wildcards"
           slow = slow or statusfile.IsSlow(t.outcomes)
           pass_fail = pass_fail or statusfile.IsPassOrFail(t.outcomes)
       if (skip
           or self._FilterSlow(slow, slow_tests)
           or self._FilterPassFail(pass_fail, pass_fail_tests)):
         continue  # "for t in self.tests"
       filtered.append(t)
     self.tests = filtered
 
     if not warn_unused_rules:
       return
 
-    for rule in self.rules:
-      if rule not in used_rules:
-        print("Unused rule: %s -> %s" % (rule, self.rules[rule]))
-    for rule in self.wildcards:
-      if rule not in used_rules:
-        print("Unused rule: %s -> %s" % (rule, self.wildcards[rule]))
+    if not variants:
+      for rule in self.rules[""]:
+        if (rule, "") not in used_rules:
+          print("Unused rule: %s -> %s (variant independent)" % (
+              rule, self.rules[""][rule]))
+      for rule in self.wildcards[""]:
+        if (rule, "") not in used_rules:
+          print("Unused rule: %s -> %s (variant independent)" % (
+              rule, self.wildcards[""][rule]))
+    else:
+      for variant in ALL_VARIANTS:
+        for rule in self.rules[variant]:
+          if (rule, variant) not in used_rules:
+            print("Unused rule: %s -> %s (variant: %s)" % (
+                rule, self.rules[variant][rule], variant))
+        for rule in self.wildcards[variant]:
+          if (rule, variant) not in used_rules:
+            print("Unused rule: %s -> %s (variant: %s)" % (
+                rule, self.wildcards[variant][rule], variant))
+
 
   def FilterTestCasesByArgs(self, args):
     """Filter test cases based on command-line arguments.
 
     An argument with an asterisk in the end will match all test cases
     that have the argument as a prefix. Without asterisk, only exact matches
     will be used with the exeption of the test-suite name as argument.
     """
     filtered = []
     globs = []
@@ skipping 102 matching lines @@
     return (testcase.flags + ["--gtest_filter=" + testcase.path] +
             ["--gtest_random_seed=%s" % context.random_seed] +
             ["--gtest_print_time=0"] +
             context.mode_flags)
 
   def _VariantGeneratorFactory(self):
     return StandardVariantGenerator
 
   def shell(self):
     return self.name