[foozzie] Add ignition as baseline comparison

tools/foozzie/v8_foozzie.py

 #!/usr/bin/env python
 # Copyright 2016 the V8 project authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """
 V8 correctness fuzzer launcher script.
 """
 
 import argparse
 import hashlib
 import itertools
 import json
 import os
 import re
 import sys
 import traceback
 
 import v8_commands
 import v8_suppressions
 
 CONFIGS = dict(
   default=[],
   validate_asm=['--validate-asm'], # Maybe add , '--disable-asm-warnings'
   fullcode=['--nocrankshaft', '--turbo-filter=~', '--novalidate-asm'],
   noturbo=['--turbo-filter=~', '--noturbo-asm'],
   noturbo_opt=['--always-opt', '--turbo-filter=~', '--noturbo-asm'],
+  ignition=['--ignition', '--turbo-filter=~', '--hydrogen-filter=~',
+            '--novalidate-asm'],
   ignition_staging=['--ignition-staging'],
-  ignition_turbo=['--ignition-staging', '--turbo'],
-  ignition_turbo_opt=['--ignition-staging', '--turbo', '--always-opt'],
+  ignition_turbo=['--ignition-staging', '--turbo', '--novalidate-asm'],
+  ignition_turbo_opt=['--ignition-staging', '--turbo', '--always-opt',
+                      '--novalidate-asm'],
 )
 
 # Timeout in seconds for one d8 run.
 TIMEOUT = 3
 
 # Return codes.
 RETURN_PASS = 0
 RETURN_FAIL = 2
 
 BASE_PATH = os.path.dirname(os.path.abspath(__file__))
@@ skipping 54 matching lines @@
 def parse_args():
   parser = argparse.ArgumentParser()
   parser.add_argument(
     '--random-seed', type=int, required=True,
     help='random seed passed to both runs')
   parser.add_argument(
       '--first-arch', help='first architecture', default='x64')
   parser.add_argument(
       '--second-arch', help='second architecture', default='x64')
   parser.add_argument(
       '--first-config', help='first configuration', default='fullcode')

[Michael Achenbach, 2017/01/18 15:18:25]

I'd also like to change this default to ignition, but currently that'd mean that
all open bugs between fullcode and ignition_staging get duplicated. I'll rather
deprecate that configuration first and make the switch a few days/weeks later...

   parser.add_argument(
       '--second-config', help='second configuration', default='fullcode')
   parser.add_argument(
       '--first-d8', default='d8',
       help='optional path to first d8 executable, '
            'default: bundled in the same directory as this script')
   parser.add_argument(
       '--second-d8',
       help='optional path to second d8 executable, default: same as first')
   parser.add_argument('testcase', help='path to test case')
@@ skipping 174 matching lines @@
         configs='', source_key='', suppression='wrong_usage')
     result = RETURN_FAIL
   except Exception as e:
     print FAILURE_HEADER_TEMPLATE % dict(
         configs='', source_key='', suppression='internal_error')
     print '# Internal error: %s' % e
     traceback.print_exc(file=sys.stdout)
     result = RETURN_FAIL
 
   sys.exit(result)