| OLD | NEW |
| 1 #!/usr/bin/env python2 | 1 #!/usr/bin/env python2 |
| 2 | 2 |
| 3 #===- subzero/wasm-run-torture-tests.py - Subzero WASM Torture Test Driver ===// | 3 #===- subzero/wasm-run-torture-tests.py - Subzero WASM Torture Test Driver ===// |
| 4 # | 4 # |
| 5 # The Subzero Code Generator | 5 # The Subzero Code Generator |
| 6 # | 6 # |
| 7 # This file is distributed under the University of Illinois Open Source | 7 # This file is distributed under the University of Illinois Open Source |
| 8 # License. See LICENSE.TXT for details. | 8 # License. See LICENSE.TXT for details. |
| 9 # | 9 # |
| 10 #===-----------------------------------------------------------------------===// | 10 #===-----------------------------------------------------------------------===// |
| 11 | 11 |
| 12 from __future__ import print_function | 12 from __future__ import print_function |
| 13 import argparse | 13 import argparse |
| 14 import glob | 14 import glob |
| 15 import multiprocessing | 15 import multiprocessing |
| 16 import os | 16 import os |
| 17 import Queue | 17 import Queue |
| 18 import shutil | 18 import shutil |
| 19 import StringIO | 19 import StringIO |
| 20 import sys | 20 import sys |
| 21 import threading | 21 import threading |
| 22 | 22 |
| 23 IGNORED_TESTS = set([ | 23 IGNORED_TESTS = set([ |
| 24 'loop-2f.c.wasm', # mmap not in MVP | 24 # The remaining tests are known waterfall failures |
| 25 'loop-2g.c.wasm', # mmap not in MVP | |
| 26 | 25 |
| 27 '960521-1.c.wasm', # sbrk | |
| 28 'ipa-sra-2.c.wasm', # sbrk | |
| 29 'pr41463.c.wasm', # sbrk | |
| 30 '20051113-1.c.wasm', # sbrk | |
| 31 '990628-1.c.wasm', # sbrk | |
| 32 'pr41395-2.c.wasm', # sbrk | |
| 33 'pr42614.c.wasm', # sbrk | |
| 34 'pr41395-1.c.wasm', # sbrk | |
| 35 '920810-1.c.wasm', # sbrk | |
| 36 '20000914-1.c.wasm', # sbrk | |
| 37 'pr15262-1.c.wasm', # sbrk | |
| 38 '941014-2.c.wasm', # sbrk | |
| 39 'va-arg-21.c.wasm', # sbrk | |
| 40 '20020406-1.c.wasm', # sbrk | |
| 41 | |
| 42 # waterfall known failures | |
| 43 '20010122-1.c.wasm', | 26 '20010122-1.c.wasm', |
| 44 '20031003-1.c.wasm', | 27 '20031003-1.c.wasm', |
| 45 '20071018-1.c.wasm', | 28 '20071018-1.c.wasm', |
| 46 '20071120-1.c.wasm', | 29 '20071120-1.c.wasm', |
| 47 '20071220-1.c.wasm', | 30 '20071220-1.c.wasm', |
| 48 '20071220-2.c.wasm', | 31 '20071220-2.c.wasm', |
| 49 '20101011-1.c.wasm', | 32 '20101011-1.c.wasm', |
| 50 'alloca-1.c.wasm', | 33 'alloca-1.c.wasm', |
| 51 'bitfld-3.c.wasm', | 34 'bitfld-3.c.wasm', |
| 52 'bitfld-5.c.wasm', | 35 'bitfld-5.c.wasm', |
| (...skipping 184 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 237 if len(run_failures) > 0: | 220 if len(run_failures) > 0: |
| 238 print() | 221 print() |
| 239 print("Run failures:") | 222 print("Run failures:") |
| 240 print("=============\n") | 223 print("=============\n") |
| 241 for f in run_failures: | 224 for f in run_failures: |
| 242 print(" \033[1;33m" + f + "\033[1;m") | 225 print(" \033[1;33m" + f + "\033[1;m") |
| 243 | 226 |
| 244 print("\n\033[1;32m{}\033[1;m / \033[1;33m{}\033[1;m / {} tests passed" | 227 print("\n\033[1;32m{}\033[1;m / \033[1;33m{}\033[1;m / {} tests passed" |
| 245 .format(run_count, compile_count - run_count, | 228 .format(run_count, compile_count - run_count, |
| 246 run_count + len(compile_failures) + len(run_failures))) | 229 run_count + len(compile_failures) + len(run_failures))) |
| OLD | NEW |