[foozzie] Add some system tests.

tools/foozzie/v8_foozzie.py

 #!/usr/bin/env python
 # Copyright 2016 the V8 project authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """
 V8 correctness fuzzer launcher script.
 """
 
 import argparse
@@ skipping 15 matching lines @@
   ignition_staging=['--ignition-staging'],
   ignition_turbo=['--ignition-staging', '--turbo'],
   ignition_turbo_opt=['--ignition-staging', '--turbo', '--always-opt'],
 )
 
 # Timeout in seconds for one d8 run.
 TIMEOUT = 3
 
 # Return codes.
 RETURN_PASS = 0
-RETURN_FAILURE = 2
+RETURN_FAIL = 2
 
 BASE_PATH = os.path.dirname(os.path.abspath(__file__))
 PREAMBLE = [
   os.path.join(BASE_PATH, 'v8_mock.js'),
   os.path.join(BASE_PATH, 'v8_suppressions.js'),
 ]
 
 FLAGS = ['--abort_on_stack_overflow', '--expose-gc', '--allow-natives-syntax',
          '--invoke-weak-callbacks', '--omit-quit', '--es-staging']
 
 SUPPORTED_ARCHS = ['ia32', 'x64', 'arm', 'arm64']
 
 # Output for suppressed failure case.
-FAILURE_HEADER_TEMPLATE = """
-#
+FAILURE_HEADER_TEMPLATE = """#
 # V8 correctness failure
 # V8 correctness configs: %(configs)s
 # V8 correctness sources: %(sources)s
-# V8 correctness suppression: %(suppression)s""".strip()
+# V8 correctness suppression: %(suppression)s
+"""
 
 # Extended output for failure case. The 'CHECK' is for the minimizer.
-FAILURE_TEMPLATE = FAILURE_HEADER_TEMPLATE + """
-#
+FAILURE_TEMPLATE = FAILURE_HEADER_TEMPLATE + """#
 # CHECK
 #
 # Compared %(first_config_label)s with %(second_config_label)s
 #
 # Flags of %(first_config_label)s:
 %(first_config_flags)s
 # Flags of %(second_config_label)s:
 %(second_config_flags)s
 #
 # Difference:
 %(difference)s
 #
 ### Start of configuration %(first_config_label)s:
 %(first_config_output)s
 ### End of configuration %(first_config_label)s
 #
 ### Start of configuration %(second_config_label)s:
 %(second_config_output)s
 ### End of configuration %(second_config_label)s
-""".strip()
+"""
 
 
 def parse_args():
   parser = argparse.ArgumentParser()
   parser.add_argument(
     '--random-seed', type=int, required=True,
     help='random seed passed to both runs')
   parser.add_argument(
       '--first-arch', help='first architecture', default='x64')
   parser.add_argument(
@@ skipping 83 matching lines @@
 def main():
   options = parse_args()
 
   # Suppressions are architecture and configuration specific.
   suppress = v8_suppressions.get_suppression(
       options.first_arch, options.first_config,
       options.second_arch, options.second_config,
   )
 
   if test_pattern_bailout(options.testcase, suppress.ignore):
-    return RETURN_FAILURE
+    return RETURN_FAIL
 
   common_flags = FLAGS + ['--random-seed', str(options.random_seed)]
   first_config_flags = common_flags + CONFIGS[options.first_config]
   second_config_flags = common_flags + CONFIGS[options.second_config]
 
   def run_d8(d8, config_flags):
+    args = [d8] + config_flags + PREAMBLE + [options.testcase]
+    if d8.endswith('.py'):
+      # Wrap with python in tests.
+      args = [sys.executable] + args
     return v8_commands.Execute(
-        [d8] + config_flags + PREAMBLE + [options.testcase],
+        args,
         cwd=os.path.dirname(options.testcase),
         timeout=TIMEOUT,
     )
 
   first_config_output = run_d8(options.first_d8, first_config_flags)
 
   # Early bailout based on first run's output.
   if pass_bailout(first_config_output, 1):
     return RETURN_PASS
   if fail_bailout(first_config_output, suppress.ignore_by_output1):
-    return RETURN_FAILURE
+    return RETURN_FAIL
 
   second_config_output = run_d8(options.second_d8, second_config_flags)
 
   # Bailout based on second run's output.
   if pass_bailout(second_config_output, 2):
     return RETURN_PASS
   if fail_bailout(second_config_output, suppress.ignore_by_output2):
-    return RETURN_FAILURE
+    return RETURN_FAIL
 
   difference = suppress.diff(
       first_config_output.stdout, second_config_output.stdout)
   if difference:
     # The first three entries will be parsed by clusterfuzz. Format changes
     # will require changes on the clusterfuzz side.
     first_config_label = '%s,%s' % (options.first_arch, options.first_config)
     second_config_label = '%s,%s' % (options.second_arch, options.second_config)
     print FAILURE_TEMPLATE % dict(
         configs='%s:%s' % (first_config_label, second_config_label),
         sources='', # TODO
         suppression='', # We can't tie bugs to differences.
         first_config_label=first_config_label,
         second_config_label=second_config_label,
         first_config_flags=' '.join(first_config_flags),
         second_config_flags=' '.join(second_config_flags),
         first_config_output=first_config_output.stdout,
         second_config_output=second_config_output.stdout,
         difference=difference,
     )
-    return RETURN_FAILURE
+    return RETURN_FAIL
 
   # TODO(machenbach): Figure out if we could also return a bug in case there's
   # no difference, but one of the line suppressions has matched - and without
   # the match there would be a difference.
 
   print '# V8 correctness - pass'
   return RETURN_PASS
 
 
 if __name__ == "__main__":
   try:
     result = main()
   except SystemExit:
     # Make sure clusterfuzz reports internal errors and wrong usage.
     # Use one label for all internal and usage errors.
     print FAILURE_HEADER_TEMPLATE % dict(
         configs='', sources='', suppression='wrong_usage')
-    result = RETURN_FAILURE
+    result = RETURN_FAIL
   except Exception as e:
     print FAILURE_HEADER_TEMPLATE % dict(
         configs='', sources='', suppression='internal_error')
     print '# Internal error: %s' % e
     traceback.print_exc(file=sys.stdout)
-    result = RETURN_FAILURE
+    result = RETURN_FAIL
 
   sys.exit(result)