[test] Add new variant default set for exhaustive testing.

tools/run-tests.py

 #!/usr/bin/env python
 #
 # Copyright 2012 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
@@ skipping 65 matching lines @@
   ],
   "unittests": [
     "unittests",
   ],
 }
 
 TIMEOUT_DEFAULT = 60
 
 VARIANTS = ["default", "stress", "turbofan", "nocrankshaft"]
 
+EXHAUSTIVE_VARIANTS = VARIANTS + [
+  # TODO(machenbach): Add always opt turbo variant.
+]
+
 DEBUG_FLAGS = ["--nohard-abort", "--nodead-code-elimination",
                "--nofold-constants", "--enable-slow-asserts",
                "--debug-code", "--verify-heap"]
 RELEASE_FLAGS = ["--nohard-abort", "--nodead-code-elimination",
                  "--nofold-constants"]
 
 MODES = {
   "debug": {
     "flags": DEBUG_FLAGS,
     "timeout_scalefactor": 4,
@@ skipping 150 matching lines @@
                     help="Don't sort tests according to duration of last run.",
                     default=False, dest="no_sorting", action="store_true")
   result.add_option("--no-stress", "--nostress",
                     help="Don't run crankshaft --always-opt --stress-op test",
                     default=False, dest="no_stress", action="store_true")
   result.add_option("--no-variants", "--novariants",
                     help="Don't run any testing variants",
                     default=False, dest="no_variants", action="store_true")
   result.add_option("--variants",
                     help="Comma-separated list of testing variants: %s" % VARIANTS)
+  result.add_option("--exhaustive-variants",
+                    default=False, action="store_true",
+                    help="Use exhaustive set of default variants.")
   result.add_option("--outdir", help="Base directory with compile output",
                     default="out")
   result.add_option("--predictable",
                     help="Compare output of several reruns of each test",
                     default=False, action="store_true")
   result.add_option("-p", "--progress",
                     help=("The style of progress indicator"
                           " (verbose, dots, color, mono)"),
                     choices=progress.PROGRESS_INDICATORS.keys(), default="mono")
   result.add_option("--quickcheck", default=False, action="store_true",
@@ skipping 64 matching lines @@
   """Convert buildbot build configs to configs understood by the v8 runner.
 
   V8 configs are always lower case and without the additional _x64 suffix for
   64 bit builds on windows with ninja.
   """
   mode = config[:-4] if config.endswith('_x64') else config
   return mode.lower()
 
 def ProcessOptions(options):
   global ALL_VARIANTS
+  global EXHAUSTIVE_VARIANTS
   global VARIANTS
 
   # Architecture and mode related stuff.
   if options.arch_and_mode:
     options.arch_and_mode = [arch_and_mode.split(".")
         for arch_and_mode in options.arch_and_mode.split(",")]
     options.arch = ",".join([tokens[0] for tokens in options.arch_and_mode])
     options.mode = ",".join([tokens[1] for tokens in options.arch_and_mode])
   options.mode = options.mode.split(",")
   for mode in options.mode:
@@ skipping 31 matching lines @@
   if options.gc_stress:
     options.extra_flags += GC_STRESS_FLAGS
 
   if options.asan:
     options.extra_flags.append("--invoke-weak-callbacks")
     options.extra_flags.append("--omit-quit")
 
   if options.novfp3:
     options.extra_flags.append("--noenable-vfp3")
 
+  if options.exhaustive_variants:
+    # This is used on many bots. It includes a larger set of default variants.
+    # Other options for manipulating variants still apply afterwards.
+    VARIANTS = EXHAUSTIVE_VARIANTS
+
   if options.msan:
     VARIANTS = ["default"]
 
   if options.tsan:
     VARIANTS = ["default"]
     suppressions_file = os.path.join(os.path.dirname(os.path.abspath(__file__)),
                                      'sanitizers', 'tsan_suppressions.txt')
     tsan_options = '%s suppressions=%s' % (
         os.environ.get('TSAN_OPTIONS', ''), suppressions_file)
     os.environ['TSAN_OPTIONS'] = tsan_options
@@ skipping 327 matching lines @@
     verbose.PrintTestDurations(suites, overall_duration)
 
   if num_tests == 0:
     print("Warning: no tests were run!")
 
   return exit_code
 
 
 if __name__ == "__main__":
   sys.exit(Main())