Skip Mozilla tests with timeouts.

test/mozilla/mozilla.status

 # Copyright 2011 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
@@ skipping 57 matching lines @@
 
   # These tests are simply wrong (i.e., they do not test what they intend
   # to test).
   # In particular, these two compare numbers to NaN with != in the current
   # version of the Mozilla tests. This is *fixed* in a later version.
   # The tests should be re-enabled when switching to a new version.
   'ecma_3/Date/15.9.3.2-1': [SKIP],
   'js1_2/function/Number': [SKIP],
 
   # TODO(2018): Temporarily allow timeout in debug mode.
-  'js1_5/GC/regress-203278-2': [PASS, ['mode == debug', TIMEOUT, FAIL]],
+  'js1_5/GC/regress-203278-2': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS, FAIL]],
 
   ##################### SLOW TESTS #####################
 
   # This takes a long time to run (~100 seconds). It should only be run
   # by the really patient.
   'js1_5/GC/regress-324278': [SKIP],
 
   # This takes a long time to run because our indexOf operation is
   # pretty slow - it causes a lot of GCs; see issue
   # #926379. We could consider marking this SKIP because it takes a
   # while to run to completion.
   'js1_5/GC/regress-338653': [SKIP],
 
   # This test is designed to run until it runs out of memory. This takes
   # a very long time because it builds strings character by character
   # and compiles a lot of regular expressions. We could consider marking
   # this SKIP because it takes a while to run to completion.
   'js1_5/GC/regress-346794': [SKIP],
 
   # Runs out of memory while trying to build huge string of 'x'
   # characters. This takes a long time to run (~32 seconds).
   'js1_5/GC/regress-348532': [SKIP],
 
 
   ##################### FLAKY TESTS #####################
 
   # These tests time out in debug mode but pass in product mode
-  'js1_5/Regress/regress-360969-03': [PASS, ['mode == debug', TIMEOUT]],
-  'js1_5/Regress/regress-360969-04': [PASS, ['mode == debug', TIMEOUT]],
-  'js1_5/Regress/regress-360969-05': [PASS, ['mode == debug', TIMEOUT]],
-  'js1_5/Regress/regress-360969-06': [PASS, ['mode == debug', TIMEOUT]],
-  'js1_5/extensions/regress-365527': [PASS, ['mode == debug', TIMEOUT]],
+  'js1_5/Regress/regress-360969-03': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]],
+  'js1_5/Regress/regress-360969-04': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]],
+  'js1_5/Regress/regress-360969-05': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]],
+  'js1_5/Regress/regress-360969-06': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]],
+  'js1_5/extensions/regress-365527': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]],
 
   'js1_5/Regress/regress-280769-3': [PASS, ['mode == debug', FAIL]],
   'js1_5/Regress/regress-203278-1': [PASS, ['mode == debug', FAIL]],
   'js1_5/Regress/regress-244470': [PASS, ['mode == debug', FAIL]],
   'ecma_3/RegExp/regress-209067': [PASS, ['mode == debug', FAIL]],
   'js1_5/GC/regress-278725': [PASS, ['mode == debug', FAIL]],
   # http://b/issue?id=1206983
   'js1_5/Regress/regress-367561-03': [PASS, ['mode == debug', FAIL]],
-  'ecma/Date/15.9.5.10-2': [PASS, FAIL, ['mode == debug', TIMEOUT]],
+  'ecma/Date/15.9.5.10-2': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]],
 
   # These tests create two Date objects just after each other and
   # expects them to match.  Sometimes this happens on the border
   # between one second and the next.
   'ecma/Date/15.9.2.1': [PASS, FAIL],
   'ecma/Date/15.9.2.2-1': [PASS, FAIL],
   'ecma/Date/15.9.2.2-2': [PASS, FAIL],
   'ecma/Date/15.9.2.2-3': [PASS, FAIL],
   'ecma/Date/15.9.2.2-4': [PASS, FAIL],
   'ecma/Date/15.9.2.2-5': [PASS, FAIL],
@@ skipping 29 matching lines @@
   'ecma_3/RegExp/regress-311414': [PASS, FAIL],
   'ecma_3/RegExp/regress-289669': [PASS, FAIL],
   'js1_5/String/regress-314890': [PASS, FAIL],
   'js1_5/String/regress-56940-01': [PASS, FAIL],
   'js1_5/String/regress-56940-02': [PASS, FAIL],
   'js1_5/String/regress-157334-01': [PASS, FAIL],
   'js1_5/String/regress-322772': [PASS, FAIL],
   'js1_5/Array/regress-99120-01': [PASS, FAIL],
   'js1_5/Array/regress-99120-02': [PASS, FAIL],
   'js1_5/Regress/regress-347306-01': [PASS, FAIL],
-  'js1_5/Regress/regress-416628': [PASS, FAIL, ['mode == debug', TIMEOUT]],
+  'js1_5/Regress/regress-416628': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]],
 
 
   # The following two tests assume that daylight savings time starts first
   # Sunday in April. This is not true when executing the tests outside
   # California! In Denmark the adjustment starts one week earlier.
   # Tests based on shell that use dates in this gap are flaky.
   'ecma/Date/15.9.5.10-1': [PASS, FAIL],
   'ecma/Date/15.9.5.12-1': [PASS, FAIL],
   'ecma/Date/15.9.5.14': [PASS, FAIL],
   'ecma/Date/15.9.5.34-1': [PASS, FAIL],
 
 
   # These tests sometimes pass (in particular on Windows). They build up
   # a lot of stuff on the stack, which normally causes a stack overflow,
   # but sometimes it makes it through?
   'js1_5/Regress/regress-98901': [PASS, FAIL],
 
 
   # Tests that sorting arrays of ints is less than 3 times as fast
   # as sorting arrays of strings.
-  'js1_5/extensions/regress-371636': [PASS, FAIL, ['mode == debug', TIMEOUT]],
+  'js1_5/extensions/regress-371636': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]],
 
 
   # Tests depend on GC timings. Inherently flaky.
   'js1_5/GC/regress-383269-01': [PASS, FAIL],
   'js1_5/GC/regress-383269-02': [PASS, FAIL],
   'js1_5/Regress/regress-404755': [PASS, FAIL],
 
 
   # Test that depends on timer resolution. Fails every now and then
   # if we're unlucky enough to get a context switch at a bad time.
@@ skipping 65 matching lines @@
   # 'minimum repeat count' is reached, the empty string must not match.
   # In this case, we are similar but not identical to JSC.  Hard to
   # support the JS behavior with PCRE, so maybe emulate JSC?
   'ecma_3/RegExp/regress-209919': [PASS, FAIL_OK],
   'js1_5/extensions/regress-459606': [PASS, FAIL_OK],
 
 
   # PCRE's match limit is reached.  SpiderMonkey hangs on the first one,
   # JSC returns true somehow.  Maybe they up the match limit?  There is
   # an open V8 bug 676063 about this.
-  'ecma_3/RegExp/regress-330684': [TIMEOUT],
+  # TODO(yangguo): Hangs on complex regexp. Please investigate if this gives
+  # any useful coverage.
+  'ecma_3/RegExp/regress-330684': [SKIP],
 
 
   # This test contains a regexp that runs exponentially long.  Spidermonkey
   # standalone will hang, though apparently inside Firefox it will trigger a
   # long-running-script timeout.  JSCRE passes by hitting the matchLimit and
   # just pretending that an exhaustive search found no match.
-  'ecma_3/RegExp/regress-307456': [PASS, TIMEOUT],
+  # TODO(yangguo): Hangs on complex regexp. Please investigate if this gives
+  # any useful coverage.
+  'ecma_3/RegExp/regress-307456': [SKIP],
 
 
   # We do not detect overflow in bounds for back references and {}
   # quantifiers.  Might fix by parsing numbers differently?
   'js1_5/Regress/regress-230216-2': [FAIL_OK],
 
 
   # Regexp too long for PCRE.
   'js1_5/Regress/regress-280769': [PASS, FAIL],
   'js1_5/Regress/regress-280769-1': [PASS, FAIL],
@@ skipping 312 matching lines @@
   # category.
 
   # This fails because we don't handle Function.prototype.apply with very large
   # numbers of arguments (depending on max stack size).  350256-02 needs more
   # than 4Mbytes of stack space.
   'js1_5/Array/regress-350256-02': [FAIL],
 
 
   # This test seems designed to fail (it produces a 700Mbyte string).
   # We fail on out of memory.  The important thing is not to crash.
-  'js1_5/Regress/regress-303213': [FAIL, ['mode == debug', TIMEOUT]],
+  'js1_5/Regress/regress-303213': [FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]],
 
   # This test fails since we now throw in String.prototype.match when apply
   # is given null or undefined as this argument (and so does firefox nightly).
   'js1_5/Regress/regress-295052': [FAIL],
 
   # Bug 1202592: New ecma_3/String/15.5.4.11 is failing.
   'ecma_3/String/15.5.4.11': [FAIL],
 
   # Bug 1202597: New js1_5/Expressions/regress-394673 is failing.
   # Marked as: Will not fix. V8 throws an acceptable RangeError.
@@ skipping 113 matching lines @@
   'js1_5/extensions/regress-44009': [FAIL_OK],
   'js1_5/extensions/regress-50447-1': [FAIL_OK],
   'js1_5/extensions/regress-50447': [FAIL_OK],
   'js1_5/extensions/regress-90596-001': [FAIL_OK],
   'js1_5/extensions/regress-90596-002': [FAIL_OK],
   'js1_5/extensions/regress-96284-001': [FAIL_OK],
   'js1_5/extensions/regress-96284-002': [FAIL_OK],
   'js1_5/extensions/toLocaleFormat-01': [FAIL_OK],
   'js1_5/extensions/toLocaleFormat-02': [FAIL_OK],
 
-  'js1_5/extensions/regress-330569': [TIMEOUT],
-  'js1_5/extensions/regress-351448': [TIMEOUT],
+  # TODO(yangguo): Both tests have complex regular expressions (nested (.*)*
+  # and the like). Please investigate if these tests provide any coverage.
+  # Furthermore, an exception is expected which is not thrown by v8.
+  'js1_5/extensions/regress-330569': [SKIP],
+  'js1_5/extensions/regress-351448': [SKIP],
   # In the 64-bit version, this test takes longer to run out of memory
   # than it does in the 32-bit version when attempting to generate a huge
   # error message in debug mode.
-  'js1_5/extensions/regress-336410-1': [FAIL_OK, ['mode == debug and arch == x64', TIMEOUT]],
+  'js1_5/extensions/regress-336410-1': [FAIL_OK, ['mode == debug and arch == x64', TIMEOUT, NO_VARIANTS]],
 
   ##################### DECOMPILATION TESTS #####################
 
   # We don't really about the outcome of running the
   # decompilation tests as long as they don't crash or
   # timeout.
 
   'js1_5/decompilation/regress-344120': [PASS, FAIL],
   'js1_5/decompilation/regress-346892': [PASS, FAIL],
   'js1_5/decompilation/regress-346902': [PASS, FAIL],
@@ skipping 58 matching lines @@
   'ecma/Date/15.9.5.11-2': [SKIP],
   'ecma/Date/15.9.5.12-2': [SKIP],
   'js1_5/Array/regress-99120-02': [SKIP],
   'js1_5/extensions/regress-371636': [SKIP],
   'js1_5/Regress/regress-203278-1': [SKIP],
   'js1_5/Regress/regress-404755': [SKIP],
   'js1_5/Regress/regress-451322': [SKIP],
 
 
   # BUG(1040): Allow this test to timeout.
-  'js1_5/GC/regress-203278-2': [PASS, TIMEOUT],
+  'js1_5/GC/regress-203278-2': [PASS, TIMEOUT, NO_VARIANTS],
 }],  # 'arch == arm'
 
 
 ['arch == mipsel', {
 
   # BUG(3251229): Times out when running new crankshaft test script.
   'ecma_3/RegExp/regress-311414': [SKIP],
   'ecma/Date/15.9.5.8': [SKIP],
   'ecma/Date/15.9.5.10-2': [SKIP],
   'ecma/Date/15.9.5.11-2': [SKIP],
   'ecma/Date/15.9.5.12-2': [SKIP],
   'js1_5/Array/regress-99120-02': [SKIP],
   'js1_5/extensions/regress-371636': [SKIP],
   'js1_5/Regress/regress-203278-1': [SKIP],
   'js1_5/Regress/regress-404755': [SKIP],
   'js1_5/Regress/regress-451322': [SKIP],
 
 
   # BUG(1040): Allow this test to timeout.
-  'js1_5/GC/regress-203278-2': [PASS, TIMEOUT],
+  'js1_5/GC/regress-203278-2': [PASS, TIMEOUT, NO_VARIANTS],
 }],  # 'arch == mipsel'
 ]