[test] Add mksnapshot stress test suite

tools/run-tests.py

 #!/usr/bin/env python
 #
 # Copyright 2012 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
@@ skipping 18 matching lines @@
 
 
 from collections import OrderedDict
 import itertools
 import json
 import multiprocessing
 import optparse
 import os
 from os.path import getmtime, isdir, join
 import platform
-import random
 import shlex
 import subprocess
 import sys
 import time
 
 from testrunner.local import execution
 from testrunner.local import progress
 from testrunner.local import testsuite
 from testrunner.local.variants import ALL_VARIANTS
 from testrunner.local import utils
@@ skipping 18 matching lines @@
     "mjsunit",
     "cctest",
     "debugger",
     "inspector",
     "webkit",
     "fuzzer",
     "message",
     "preparser",
     "intl",
     "unittests",
+    "mksnapshot",
   ],
   # This needs to stay in sync with test/default.isolate.
   "default": [
     "mjsunit",
     "cctest",
     "debugger",
     "inspector",
     "fuzzer",
     "message",
     "preparser",
     "intl",
     "unittests",
+    "mksnapshot",
   ],
   # This needs to stay in sync with test/optimize_for_size.isolate.
   "optimize_for_size": [
     "mjsunit",
     "cctest",
     "debugger",
     "inspector",
     "webkit",
     "intl",
   ],
@@ skipping 266 matching lines @@
                     help="Default seed for initializing random generator")
   result.add_option("--random-seed-stress-count", default=1, type="int",
                     dest="random_seed_stress_count",
                     help="Number of runs with different random seeds")
   result.add_option("--msan",
                     help="Regard test expectations for MSAN",
                     default=False, action="store_true")
   return result
 
 
-def RandomSeed():
-  seed = 0
-  while not seed:
-    seed = random.SystemRandom().randint(-2147483648, 2147483647)
-  return seed
-
-
 def BuildbotToV8Mode(config):
   """Convert buildbot build configs to configs understood by the v8 runner.
 
   V8 configs are always lower case and without the additional _x64 suffix for
   64 bit builds on windows with ninja.
   """
   mode = config[:-4] if config.endswith('_x64') else config
   return mode.lower()
 
 def SetupEnvironment(options):
@@ skipping 154 matching lines @@
   if options.msan:
     VARIANTS = ["default"]
 
   if options.tsan:
     VARIANTS = ["default"]
 
   if options.j == 0:
     options.j = multiprocessing.cpu_count()
 
   if options.random_seed_stress_count <= 1 and options.random_seed == 0:
-    options.random_seed = RandomSeed()
+    options.random_seed = utils.RandomSeed()
 
   def excl(*args):
     """Returns true if zero or one of multiple arguments are true."""
     return reduce(lambda x, y: x + y, args) <= 1
 
   if not excl(options.no_variants, bool(options.variants)):
     print("Use only one of --no-variants or --variants.")
     return False
   if options.quickcheck:
     VARIANTS = ["default", "stress"]
@@ skipping 44 matching lines @@
   if options.no_i18n:
     TEST_MAP["bot_default"].remove("intl")
     TEST_MAP["default"].remove("intl")
   if not options.enable_inspector:
     TEST_MAP["default"].remove("inspector")
     TEST_MAP["bot_default"].remove("inspector")
     TEST_MAP["optimize_for_size"].remove("inspector")
     TEST_MAP["default"].remove("debugger")
     TEST_MAP["bot_default"].remove("debugger")
     TEST_MAP["optimize_for_size"].remove("debugger")
+  if options.no_snap:
+    TEST_MAP["bot_default"].remove("mksnapshot")
+    TEST_MAP["default"].remove("mksnapshot")
   return True
 
 
 def ShardTests(tests, options):
   # Read gtest shard configuration from environment (e.g. set by swarming).
   # If none is present, use values passed on the command line.
   shard_count = int(os.environ.get('GTEST_TOTAL_SHARDS', options.shard_count))
   shard_run = os.environ.get('GTEST_SHARD_INDEX')
   if shard_run is not None:
     # The v8 shard_run starts at 1, while GTEST_SHARD_INDEX starts at 0.
@@ skipping 168 matching lines @@
     "tsan": options.tsan,
     "msan": options.msan,
     "dcheck_always_on": options.dcheck_always_on,
     "novfp3": options.novfp3,
     "predictable": options.predictable,
     "byteorder": sys.byteorder,
   }
   all_tests = []
   num_tests = 0
   for s in suites:
+    s.Setup()
     s.ReadStatusFile(variables)
     s.ReadTestCases(ctx)
     if len(args) > 0:
       s.FilterTestCasesByArgs(args)
     all_tests += s.tests
 
     # First filtering by status applying the generic rules (independent of
     # variants).
     s.FilterTestCasesByStatus(options.warn_unused, options.slow_tests,
                               options.pass_fail_tests)
 
     if options.cat:
       verbose.PrintTestSource(s.tests)
       continue
     variant_gen = s.CreateVariantGenerator(VARIANTS)
     variant_tests = [ t.CopyAddingFlags(v, flags)
                       for t in s.tests
                       for v in variant_gen.FilterVariantsByTest(t)
                       for flags in variant_gen.GetFlagSets(t, v) ]
 
     if options.random_seed_stress_count > 1:
       # Duplicate test for random seed stress mode.
       def iter_seed_flags():
         for i in range(0, options.random_seed_stress_count):
           # Use given random seed for all runs (set by default in execution.py)
           # or a new random seed if none is specified.
           if options.random_seed:
             yield []
           else:
-            yield ["--random-seed=%d" % RandomSeed()]
+            yield ["--random-seed=%d" % utils.RandomSeed()]
       s.tests = [
         t.CopyAddingFlags(t.variant, flags)
         for t in variant_tests
         for flags in iter_seed_flags()
       ]
     else:
       s.tests = variant_tests
 
     # Second filtering by status applying the variant-dependent rules.
     s.FilterTestCasesByStatus(options.warn_unused, options.slow_tests,
@@ skipping 39 matching lines @@
     elif num_tests <= 100:
       print("Less than 100 tests, running them locally.")
       run_networked = False
 
   if run_networked:
     runner = network_execution.NetworkedRunner(suites, progress_indicator,
                                                ctx, peers, BASE_DIR)
   else:
     runner = execution.Runner(suites, progress_indicator, ctx)
 
-  exit_code = runner.Run(options.j)
+  try:
+    exit_code = runner.Run(options.j)
+  finally:
+    for s in suites:
+      s.TearDown()
+
   overall_duration = time.time() - start_time
 
   if options.time:
     verbose.PrintTestDurations(suites, overall_duration)
 
   if num_tests == 0:
     print("Warning: no tests were run!")
 
   if exit_code == 1 and options.json_test_results:
     print("Force exit code 0 after failures. Json test results file generated "
@@ skipping 10 matching lines @@
         "--coverage-dir=%s" % options.sancov_dir])
     except:
       print >> sys.stderr, "Error: Merging sancov files failed."
       exit_code = 1
 
   return exit_code
 
 
 if __name__ == "__main__":
   sys.exit(Main())