OLD | NEW |
1 # Copyright 2011 the V8 project authors. All rights reserved. | 1 # Copyright 2011 the V8 project authors. All rights reserved. |
2 # Redistribution and use in source and binary forms, with or without | 2 # Redistribution and use in source and binary forms, with or without |
3 # modification, are permitted provided that the following conditions are | 3 # modification, are permitted provided that the following conditions are |
4 # met: | 4 # met: |
5 # | 5 # |
6 # * Redistributions of source code must retain the above copyright | 6 # * Redistributions of source code must retain the above copyright |
7 # notice, this list of conditions and the following disclaimer. | 7 # notice, this list of conditions and the following disclaimer. |
8 # * Redistributions in binary form must reproduce the above | 8 # * Redistributions in binary form must reproduce the above |
9 # copyright notice, this list of conditions and the following | 9 # copyright notice, this list of conditions and the following |
10 # disclaimer in the documentation and/or other materials provided | 10 # disclaimer in the documentation and/or other materials provided |
(...skipping 24 matching lines...) Expand all Loading... |
35 # cvs -d :pserver:anonymous@cvs-mirror.mozilla.org:/cvsroot co -D 2010-06-29 moz
illa/js/tests | 35 # cvs -d :pserver:anonymous@cvs-mirror.mozilla.org:/cvsroot co -D 2010-06-29 moz
illa/js/tests |
36 # mv mozilla/js/tests data | 36 # mv mozilla/js/tests data |
37 # rm -rf mozilla | 37 # rm -rf mozilla |
38 | 38 |
39 # -------------------------------------------------------------------- | 39 # -------------------------------------------------------------------- |
40 # If you add a test case to this file, please try to provide | 40 # If you add a test case to this file, please try to provide |
41 # an explanation of why the test fails; this may ease future | 41 # an explanation of why the test fails; this may ease future |
42 # debugging. | 42 # debugging. |
43 # -------------------------------------------------------------------- | 43 # -------------------------------------------------------------------- |
44 | 44 |
45 | |
46 ##################### NEEDS INVESTIGATION ############## | |
47 | |
48 # BUG(2893): These tests started to fail after i18n support was turned on. Need | |
49 # to investigate why. | |
50 [ | 45 [ |
51 [ALWAYS, { | 46 [ALWAYS, { |
| 47 ##################### NEEDS INVESTIGATION ############## |
| 48 |
| 49 # BUG(2893): These tests started to fail after i18n support was turned on. |
| 50 # Need to investigate why. |
52 'ecma_3/Number/15.7.4.3-02': [PASS, FAIL], | 51 'ecma_3/Number/15.7.4.3-02': [PASS, FAIL], |
53 'ecma_3/Date/15.9.5.5-02': [PASS, FAIL], | 52 'ecma_3/Date/15.9.5.5-02': [PASS, FAIL], |
54 | 53 |
55 ##################### SKIPPED TESTS ##################### | 54 ##################### SKIPPED TESTS ##################### |
56 | 55 |
57 # This test checks that we behave properly in an out-of-memory | 56 # This test checks that we behave properly in an out-of-memory |
58 # situation. The test fails in V8 with an exception and takes a long | 57 # situation. The test fails in V8 with an exception and takes a long |
59 # time to do so. | 58 # time to do so. |
60 'js1_5/Regress/regress-271716-n': [SKIP], | 59 'js1_5/Regress/regress-271716-n': [SKIP], |
61 | 60 |
62 # BUG(960): This test has an insane amount of output when it times out, | 61 # BUG(960): This test has an insane amount of output when it times out, |
63 # messing up ability to see other failures on the waterfall. | 62 # messing up ability to see other failures on the waterfall. |
64 'js1_5/extensions/regress-342960': [SKIP], | 63 'js1_5/extensions/regress-342960': [SKIP], |
65 | 64 |
66 # This test uses a unitialized variable. A Bug has been filed: | 65 # This test uses a unitialized variable. A Bug has been filed: |
67 # https://bugzilla.mozilla.org/show_bug.cgi?id=575575 | 66 # https://bugzilla.mozilla.org/show_bug.cgi?id=575575 |
68 'js1_5/Array/regress-465980-02': [SKIP], | 67 'js1_5/Array/regress-465980-02': [SKIP], |
69 | 68 |
70 # These tests are simply wrong (i.e., they do not test what they intend | 69 # These tests are simply wrong (i.e., they do not test what they intend |
71 # to test). | 70 # to test). |
72 # In particular, these two compare numbers to NaN with != in the current | 71 # In particular, these two compare numbers to NaN with != in the current |
73 # version of the Mozilla tests. This is *fixed* in a later version. | 72 # version of the Mozilla tests. This is *fixed* in a later version. |
74 # The tests should be re-enabled when switching to a new version. | 73 # The tests should be re-enabled when switching to a new version. |
75 'ecma_3/Date/15.9.3.2-1': [SKIP], | 74 'ecma_3/Date/15.9.3.2-1': [SKIP], |
76 'js1_2/function/Number': [SKIP], | 75 'js1_2/function/Number': [SKIP], |
77 | 76 |
78 # TODO(2018): Temporarily allow timeout in debug mode. | 77 # TODO(2018): Temporarily allow timeout in debug mode. |
79 'js1_5/GC/regress-203278-2': [PASS, ['mode == debug', TIMEOUT, FAIL]], | 78 'js1_5/GC/regress-203278-2': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS, FA
IL]], |
80 | 79 |
81 ##################### SLOW TESTS ##################### | 80 ##################### SLOW TESTS ##################### |
82 | 81 |
83 # This takes a long time to run (~100 seconds). It should only be run | 82 # This takes a long time to run (~100 seconds). It should only be run |
84 # by the really patient. | 83 # by the really patient. |
85 'js1_5/GC/regress-324278': [SKIP], | 84 'js1_5/GC/regress-324278': [SKIP], |
86 | 85 |
87 # This takes a long time to run because our indexOf operation is | 86 # This takes a long time to run because our indexOf operation is |
88 # pretty slow - it causes a lot of GCs; see issue | 87 # pretty slow - it causes a lot of GCs; see issue |
89 # #926379. We could consider marking this SKIP because it takes a | 88 # #926379. We could consider marking this SKIP because it takes a |
90 # while to run to completion. | 89 # while to run to completion. |
91 'js1_5/GC/regress-338653': [SKIP], | 90 'js1_5/GC/regress-338653': [SKIP], |
92 | 91 |
93 # This test is designed to run until it runs out of memory. This takes | 92 # This test is designed to run until it runs out of memory. This takes |
94 # a very long time because it builds strings character by character | 93 # a very long time because it builds strings character by character |
95 # and compiles a lot of regular expressions. We could consider marking | 94 # and compiles a lot of regular expressions. We could consider marking |
96 # this SKIP because it takes a while to run to completion. | 95 # this SKIP because it takes a while to run to completion. |
97 'js1_5/GC/regress-346794': [SKIP], | 96 'js1_5/GC/regress-346794': [SKIP], |
98 | 97 |
99 # Runs out of memory while trying to build huge string of 'x' | 98 # Runs out of memory while trying to build huge string of 'x' |
100 # characters. This takes a long time to run (~32 seconds). | 99 # characters. This takes a long time to run (~32 seconds). |
101 'js1_5/GC/regress-348532': [SKIP], | 100 'js1_5/GC/regress-348532': [SKIP], |
102 | 101 |
103 | 102 |
104 ##################### FLAKY TESTS ##################### | 103 ##################### FLAKY TESTS ##################### |
105 | 104 |
106 # These tests time out in debug mode but pass in product mode | 105 # These tests time out in debug mode but pass in product mode |
107 'js1_5/Regress/regress-360969-03': [PASS, ['mode == debug', TIMEOUT]], | 106 'js1_5/Regress/regress-360969-03': [PASS, ['mode == debug', TIMEOUT, NO_VARIAN
TS]], |
108 'js1_5/Regress/regress-360969-04': [PASS, ['mode == debug', TIMEOUT]], | 107 'js1_5/Regress/regress-360969-04': [PASS, ['mode == debug', TIMEOUT, NO_VARIAN
TS]], |
109 'js1_5/Regress/regress-360969-05': [PASS, ['mode == debug', TIMEOUT]], | 108 'js1_5/Regress/regress-360969-05': [PASS, ['mode == debug', TIMEOUT, NO_VARIAN
TS]], |
110 'js1_5/Regress/regress-360969-06': [PASS, ['mode == debug', TIMEOUT]], | 109 'js1_5/Regress/regress-360969-06': [PASS, ['mode == debug', TIMEOUT, NO_VARIAN
TS]], |
111 'js1_5/extensions/regress-365527': [PASS, ['mode == debug', TIMEOUT]], | 110 'js1_5/extensions/regress-365527': [PASS, ['mode == debug', TIMEOUT, NO_VARIAN
TS]], |
112 | 111 |
113 'js1_5/Regress/regress-280769-3': [PASS, ['mode == debug', FAIL]], | 112 'js1_5/Regress/regress-280769-3': [PASS, ['mode == debug', FAIL]], |
114 'js1_5/Regress/regress-203278-1': [PASS, ['mode == debug', FAIL]], | 113 'js1_5/Regress/regress-203278-1': [PASS, ['mode == debug', FAIL]], |
115 'js1_5/Regress/regress-244470': [PASS, ['mode == debug', FAIL]], | 114 'js1_5/Regress/regress-244470': [PASS, ['mode == debug', FAIL]], |
116 'ecma_3/RegExp/regress-209067': [PASS, ['mode == debug', FAIL]], | 115 'ecma_3/RegExp/regress-209067': [PASS, ['mode == debug', FAIL]], |
117 'js1_5/GC/regress-278725': [PASS, ['mode == debug', FAIL]], | 116 'js1_5/GC/regress-278725': [PASS, ['mode == debug', FAIL]], |
118 # http://b/issue?id=1206983 | 117 # http://b/issue?id=1206983 |
119 'js1_5/Regress/regress-367561-03': [PASS, ['mode == debug', FAIL]], | 118 'js1_5/Regress/regress-367561-03': [PASS, ['mode == debug', FAIL]], |
120 'ecma/Date/15.9.5.10-2': [PASS, FAIL, ['mode == debug', TIMEOUT]], | 119 'ecma/Date/15.9.5.10-2': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]]
, |
121 | 120 |
122 # These tests create two Date objects just after each other and | 121 # These tests create two Date objects just after each other and |
123 # expects them to match. Sometimes this happens on the border | 122 # expects them to match. Sometimes this happens on the border |
124 # between one second and the next. | 123 # between one second and the next. |
125 'ecma/Date/15.9.2.1': [PASS, FAIL], | 124 'ecma/Date/15.9.2.1': [PASS, FAIL], |
126 'ecma/Date/15.9.2.2-1': [PASS, FAIL], | 125 'ecma/Date/15.9.2.2-1': [PASS, FAIL], |
127 'ecma/Date/15.9.2.2-2': [PASS, FAIL], | 126 'ecma/Date/15.9.2.2-2': [PASS, FAIL], |
128 'ecma/Date/15.9.2.2-3': [PASS, FAIL], | 127 'ecma/Date/15.9.2.2-3': [PASS, FAIL], |
129 'ecma/Date/15.9.2.2-4': [PASS, FAIL], | 128 'ecma/Date/15.9.2.2-4': [PASS, FAIL], |
130 'ecma/Date/15.9.2.2-5': [PASS, FAIL], | 129 'ecma/Date/15.9.2.2-5': [PASS, FAIL], |
(...skipping 29 matching lines...) Expand all Loading... |
160 'ecma_3/RegExp/regress-311414': [PASS, FAIL], | 159 'ecma_3/RegExp/regress-311414': [PASS, FAIL], |
161 'ecma_3/RegExp/regress-289669': [PASS, FAIL], | 160 'ecma_3/RegExp/regress-289669': [PASS, FAIL], |
162 'js1_5/String/regress-314890': [PASS, FAIL], | 161 'js1_5/String/regress-314890': [PASS, FAIL], |
163 'js1_5/String/regress-56940-01': [PASS, FAIL], | 162 'js1_5/String/regress-56940-01': [PASS, FAIL], |
164 'js1_5/String/regress-56940-02': [PASS, FAIL], | 163 'js1_5/String/regress-56940-02': [PASS, FAIL], |
165 'js1_5/String/regress-157334-01': [PASS, FAIL], | 164 'js1_5/String/regress-157334-01': [PASS, FAIL], |
166 'js1_5/String/regress-322772': [PASS, FAIL], | 165 'js1_5/String/regress-322772': [PASS, FAIL], |
167 'js1_5/Array/regress-99120-01': [PASS, FAIL], | 166 'js1_5/Array/regress-99120-01': [PASS, FAIL], |
168 'js1_5/Array/regress-99120-02': [PASS, FAIL], | 167 'js1_5/Array/regress-99120-02': [PASS, FAIL], |
169 'js1_5/Regress/regress-347306-01': [PASS, FAIL], | 168 'js1_5/Regress/regress-347306-01': [PASS, FAIL], |
170 'js1_5/Regress/regress-416628': [PASS, FAIL, ['mode == debug', TIMEOUT]], | 169 'js1_5/Regress/regress-416628': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VAR
IANTS]], |
171 | 170 |
172 | 171 |
173 # The following two tests assume that daylight savings time starts first | 172 # The following two tests assume that daylight savings time starts first |
174 # Sunday in April. This is not true when executing the tests outside | 173 # Sunday in April. This is not true when executing the tests outside |
175 # California! In Denmark the adjustment starts one week earlier!. Tests based | 174 # California! In Denmark the adjustment starts one week earlier. |
176 # on shell that use dates in this gap are flaky. | 175 # Tests based on shell that use dates in this gap are flaky. |
177 'ecma/Date/15.9.5.10-1': [PASS, FAIL], | 176 'ecma/Date/15.9.5.10-1': [PASS, FAIL], |
178 'ecma/Date/15.9.5.12-1': [PASS, FAIL], | 177 'ecma/Date/15.9.5.12-1': [PASS, FAIL], |
179 'ecma/Date/15.9.5.14': [PASS, FAIL], | 178 'ecma/Date/15.9.5.14': [PASS, FAIL], |
180 'ecma/Date/15.9.5.34-1': [PASS, FAIL], | 179 'ecma/Date/15.9.5.34-1': [PASS, FAIL], |
181 | 180 |
182 | 181 |
183 # These tests sometimes pass (in particular on Windows). They build up | 182 # These tests sometimes pass (in particular on Windows). They build up |
184 # a lot of stuff on the stack, which normally causes a stack overflow, | 183 # a lot of stuff on the stack, which normally causes a stack overflow, |
185 # but sometimes it makes it through? | 184 # but sometimes it makes it through? |
186 'js1_5/Regress/regress-98901': [PASS, FAIL], | 185 'js1_5/Regress/regress-98901': [PASS, FAIL], |
187 | 186 |
188 | 187 |
189 # Tests that sorting arrays of ints is less than 3 times as fast | 188 # Tests that sorting arrays of ints is less than 3 times as fast |
190 # as sorting arrays of strings. | 189 # as sorting arrays of strings. |
191 'js1_5/extensions/regress-371636': [PASS, FAIL, ['mode == debug', TIMEOUT]], | 190 'js1_5/extensions/regress-371636': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_
VARIANTS]], |
192 | 191 |
193 | 192 |
194 # Tests depend on GC timings. Inherently flaky. | 193 # Tests depend on GC timings. Inherently flaky. |
195 'js1_5/GC/regress-383269-01': [PASS, FAIL], | 194 'js1_5/GC/regress-383269-01': [PASS, FAIL], |
196 'js1_5/GC/regress-383269-02': [PASS, FAIL], | 195 'js1_5/GC/regress-383269-02': [PASS, FAIL], |
197 'js1_5/Regress/regress-404755': [PASS, FAIL], | 196 'js1_5/Regress/regress-404755': [PASS, FAIL], |
198 | 197 |
199 | 198 |
200 # Test that depends on timer resolution. Fails every now and then | 199 # Test that depends on timer resolution. Fails every now and then |
201 # if we're unlucky enough to get a context switch at a bad time. | 200 # if we're unlucky enough to get a context switch at a bad time. |
(...skipping 65 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
267 # 'minimum repeat count' is reached, the empty string must not match. | 266 # 'minimum repeat count' is reached, the empty string must not match. |
268 # In this case, we are similar but not identical to JSC. Hard to | 267 # In this case, we are similar but not identical to JSC. Hard to |
269 # support the JS behavior with PCRE, so maybe emulate JSC? | 268 # support the JS behavior with PCRE, so maybe emulate JSC? |
270 'ecma_3/RegExp/regress-209919': [PASS, FAIL_OK], | 269 'ecma_3/RegExp/regress-209919': [PASS, FAIL_OK], |
271 'js1_5/extensions/regress-459606': [PASS, FAIL_OK], | 270 'js1_5/extensions/regress-459606': [PASS, FAIL_OK], |
272 | 271 |
273 | 272 |
274 # PCRE's match limit is reached. SpiderMonkey hangs on the first one, | 273 # PCRE's match limit is reached. SpiderMonkey hangs on the first one, |
275 # JSC returns true somehow. Maybe they up the match limit? There is | 274 # JSC returns true somehow. Maybe they up the match limit? There is |
276 # an open V8 bug 676063 about this. | 275 # an open V8 bug 676063 about this. |
277 'ecma_3/RegExp/regress-330684': [TIMEOUT], | 276 # TODO(yangguo): Hangs on complex regexp. Please investigate if this gives |
| 277 # any useful coverage. |
| 278 'ecma_3/RegExp/regress-330684': [SKIP], |
278 | 279 |
279 | 280 |
280 # This test contains a regexp that runs exponentially long. Spidermonkey | 281 # This test contains a regexp that runs exponentially long. Spidermonkey |
281 # standalone will hang, though apparently inside Firefox it will trigger a | 282 # standalone will hang, though apparently inside Firefox it will trigger a |
282 # long-running-script timeout. JSCRE passes by hitting the matchLimit and | 283 # long-running-script timeout. JSCRE passes by hitting the matchLimit and |
283 # just pretending that an exhaustive search found no match. | 284 # just pretending that an exhaustive search found no match. |
284 'ecma_3/RegExp/regress-307456': [PASS, TIMEOUT], | 285 # TODO(yangguo): Hangs on complex regexp. Please investigate if this gives |
| 286 # any useful coverage. |
| 287 'ecma_3/RegExp/regress-307456': [SKIP], |
285 | 288 |
286 | 289 |
287 # We do not detect overflow in bounds for back references and {} | 290 # We do not detect overflow in bounds for back references and {} |
288 # quantifiers. Might fix by parsing numbers differently? | 291 # quantifiers. Might fix by parsing numbers differently? |
289 'js1_5/Regress/regress-230216-2': [FAIL_OK], | 292 'js1_5/Regress/regress-230216-2': [FAIL_OK], |
290 | 293 |
291 | 294 |
292 # Regexp too long for PCRE. | 295 # Regexp too long for PCRE. |
293 'js1_5/Regress/regress-280769': [PASS, FAIL], | 296 'js1_5/Regress/regress-280769': [PASS, FAIL], |
294 'js1_5/Regress/regress-280769-1': [PASS, FAIL], | 297 'js1_5/Regress/regress-280769-1': [PASS, FAIL], |
(...skipping 183 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
478 'ecma_2/RegExp/exec-001': [FAIL_OK], | 481 'ecma_2/RegExp/exec-001': [FAIL_OK], |
479 'ecma_2/String/replace-001': [FAIL_OK], | 482 'ecma_2/String/replace-001': [FAIL_OK], |
480 | 483 |
481 | 484 |
482 # We do not strip unicode format control characters. This is really | 485 # We do not strip unicode format control characters. This is really |
483 # required for working with non-latin character sets. We match JSC | 486 # required for working with non-latin character sets. We match JSC |
484 # and IE here. Firefox matches the spec (section 7.1). | 487 # and IE here. Firefox matches the spec (section 7.1). |
485 'ecma_3/Unicode/uc-001': [FAIL_OK], | 488 'ecma_3/Unicode/uc-001': [FAIL_OK], |
486 | 489 |
487 | 490 |
488 # A non-breaking space doesn't match \s in a regular expression. This behavio
ur | 491 # A non-breaking space doesn't match \s in a regular expression. This |
489 # matches JSC. All the VMs have different behaviours in which characters matc
h | 492 # behaviour matches JSC. All the VMs have different behaviours in which |
490 # \s so we do the same as JSC until they change. | 493 # characters match \s so we do the same as JSC until they change. |
491 'ecma_3/Unicode/uc-002': [PASS, FAIL_OK], | 494 'ecma_3/Unicode/uc-002': [PASS, FAIL_OK], |
492 | 495 |
493 | 496 |
494 # String.prototype.split on empty strings always returns an array | 497 # String.prototype.split on empty strings always returns an array |
495 # with one element (as specified in ECMA-262). | 498 # with one element (as specified in ECMA-262). |
496 'js1_2/Array/array_split_1': [FAIL_OK], | 499 'js1_2/Array/array_split_1': [FAIL_OK], |
497 | 500 |
498 | 501 |
499 # The concat() method is defined in Array.prototype; not Array. | 502 # The concat() method is defined in Array.prototype; not Array. |
500 'js1_5/Array/regress-313153': [FAIL_OK], | 503 'js1_5/Array/regress-313153': [FAIL_OK], |
(...skipping 23 matching lines...) Expand all Loading... |
524 | 527 |
525 # The length of Error functions is 1 not 3. | 528 # The length of Error functions is 1 not 3. |
526 'js1_5/Exceptions/regress-123002': [FAIL_OK], | 529 'js1_5/Exceptions/regress-123002': [FAIL_OK], |
527 | 530 |
528 | 531 |
529 # Reserved keywords as function names, etc is not supported. | 532 # Reserved keywords as function names, etc is not supported. |
530 'js1_5/LexicalConventions/regress-343675': [FAIL_OK], | 533 'js1_5/LexicalConventions/regress-343675': [FAIL_OK], |
531 | 534 |
532 | 535 |
533 # Tests if future reserved keywords of ECMA-262, edition 3 emit warnings. We | 536 # Tests if future reserved keywords of ECMA-262, edition 3 emit warnings. We |
534 # implement the edition 5 behaviour and fail on use of edition 5 future reserv
ed | 537 # implement the edition 5 behaviour and fail on use of edition 5 future |
535 # keywords as identifiers. | 538 # reserved keywords as identifiers. |
536 'js1_5/Regress/regress-240317': [FAIL_OK], | 539 'js1_5/Regress/regress-240317': [FAIL_OK], |
537 | 540 |
538 | 541 |
539 # Unsupported list comprehensions: [ ... for ... ] and for each. | 542 # Unsupported list comprehensions: [ ... for ... ] and for each. |
540 'js1_5/Regress/regress-352009': [FAIL_OK], | 543 'js1_5/Regress/regress-352009': [FAIL_OK], |
541 'js1_5/Regress/regress-349648': [FAIL_OK], | 544 'js1_5/Regress/regress-349648': [FAIL_OK], |
542 | 545 |
543 | 546 |
544 # Expects top level arguments (passed on command line?) to be | 547 # Expects top level arguments (passed on command line?) to be |
545 # the empty string? | 548 # the empty string? |
(...skipping 54 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
600 # Negative hexadecimal literals are parsed as NaN. This test is outdated. | 603 # Negative hexadecimal literals are parsed as NaN. This test is outdated. |
601 'ecma/TypeConversion/9.3.1-3': [FAIL_OK], | 604 'ecma/TypeConversion/9.3.1-3': [FAIL_OK], |
602 | 605 |
603 ##################### FAILING TESTS ##################### | 606 ##################### FAILING TESTS ##################### |
604 | 607 |
605 # This section is for tests that fail in V8 and pass in JSC. | 608 # This section is for tests that fail in V8 and pass in JSC. |
606 # Tests that fail in both V8 and JSC belong in the FAIL_OK | 609 # Tests that fail in both V8 and JSC belong in the FAIL_OK |
607 # category. | 610 # category. |
608 | 611 |
609 # This fails because we don't handle Function.prototype.apply with very large | 612 # This fails because we don't handle Function.prototype.apply with very large |
610 # numbers of arguments (depending on max stack size). 350256-02 needs more th
an | 613 # numbers of arguments (depending on max stack size). 350256-02 needs more |
611 # 4Mbytes of stack space. | 614 # than 4Mbytes of stack space. |
612 'js1_5/Array/regress-350256-02': [FAIL], | 615 'js1_5/Array/regress-350256-02': [FAIL], |
613 | 616 |
614 | 617 |
615 # This test seems designed to fail (it produces a 700Mbyte string). | 618 # This test seems designed to fail (it produces a 700Mbyte string). |
616 # We fail on out of memory. The important thing is not to crash. | 619 # We fail on out of memory. The important thing is not to crash. |
617 'js1_5/Regress/regress-303213': [FAIL, ['mode == debug', TIMEOUT]], | 620 'js1_5/Regress/regress-303213': [FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]
], |
618 | 621 |
619 # This test fails since we now throw in String.prototype.match when apply | 622 # This test fails since we now throw in String.prototype.match when apply |
620 # is given null or undefined as this argument (and so does firefox nightly). | 623 # is given null or undefined as this argument (and so does firefox nightly). |
621 'js1_5/Regress/regress-295052': [FAIL], | 624 'js1_5/Regress/regress-295052': [FAIL], |
622 | 625 |
623 # Bug 1202592: New ecma_3/String/15.5.4.11 is failing. | 626 # Bug 1202592: New ecma_3/String/15.5.4.11 is failing. |
624 'ecma_3/String/15.5.4.11': [FAIL], | 627 'ecma_3/String/15.5.4.11': [FAIL], |
625 | 628 |
626 # Bug 1202597: New js1_5/Expressions/regress-394673 is failing. | 629 # Bug 1202597: New js1_5/Expressions/regress-394673 is failing. |
627 # Marked as: Will not fix. V8 throws an acceptable RangeError. | 630 # Marked as: Will not fix. V8 throws an acceptable RangeError. |
(...skipping 113 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
741 'js1_5/extensions/regress-44009': [FAIL_OK], | 744 'js1_5/extensions/regress-44009': [FAIL_OK], |
742 'js1_5/extensions/regress-50447-1': [FAIL_OK], | 745 'js1_5/extensions/regress-50447-1': [FAIL_OK], |
743 'js1_5/extensions/regress-50447': [FAIL_OK], | 746 'js1_5/extensions/regress-50447': [FAIL_OK], |
744 'js1_5/extensions/regress-90596-001': [FAIL_OK], | 747 'js1_5/extensions/regress-90596-001': [FAIL_OK], |
745 'js1_5/extensions/regress-90596-002': [FAIL_OK], | 748 'js1_5/extensions/regress-90596-002': [FAIL_OK], |
746 'js1_5/extensions/regress-96284-001': [FAIL_OK], | 749 'js1_5/extensions/regress-96284-001': [FAIL_OK], |
747 'js1_5/extensions/regress-96284-002': [FAIL_OK], | 750 'js1_5/extensions/regress-96284-002': [FAIL_OK], |
748 'js1_5/extensions/toLocaleFormat-01': [FAIL_OK], | 751 'js1_5/extensions/toLocaleFormat-01': [FAIL_OK], |
749 'js1_5/extensions/toLocaleFormat-02': [FAIL_OK], | 752 'js1_5/extensions/toLocaleFormat-02': [FAIL_OK], |
750 | 753 |
751 'js1_5/extensions/regress-330569': [TIMEOUT], | 754 # TODO(yangguo): Both tests have complex regular expressions (nested (.*)* |
752 'js1_5/extensions/regress-351448': [TIMEOUT], | 755 # and the like). Please investigate if these tests provide any coverage. |
| 756 # Furthermore, an exception is expected which is not thrown by v8. |
| 757 'js1_5/extensions/regress-330569': [SKIP], |
| 758 'js1_5/extensions/regress-351448': [SKIP], |
753 # In the 64-bit version, this test takes longer to run out of memory | 759 # In the 64-bit version, this test takes longer to run out of memory |
754 # than it does in the 32-bit version when attempting to generate a huge | 760 # than it does in the 32-bit version when attempting to generate a huge |
755 # error message in debug mode. | 761 # error message in debug mode. |
756 'js1_5/extensions/regress-336410-1': [FAIL_OK, ['mode == debug and arch == x64
', TIMEOUT]], | 762 'js1_5/extensions/regress-336410-1': [FAIL_OK, ['mode == debug and arch == x64
', TIMEOUT, NO_VARIANTS]], |
757 | 763 |
758 ##################### DECOMPILATION TESTS ##################### | 764 ##################### DECOMPILATION TESTS ##################### |
759 | 765 |
760 # We don't really about the outcome of running the | 766 # We don't really about the outcome of running the |
761 # decompilation tests as long as they don't crash or | 767 # decompilation tests as long as they don't crash or |
762 # timeout. | 768 # timeout. |
763 | 769 |
764 'js1_5/decompilation/regress-344120': [PASS, FAIL], | 770 'js1_5/decompilation/regress-344120': [PASS, FAIL], |
765 'js1_5/decompilation/regress-346892': [PASS, FAIL], | 771 'js1_5/decompilation/regress-346892': [PASS, FAIL], |
766 'js1_5/decompilation/regress-346902': [PASS, FAIL], | 772 'js1_5/decompilation/regress-346902': [PASS, FAIL], |
(...skipping 58 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
825 'ecma/Date/15.9.5.11-2': [SKIP], | 831 'ecma/Date/15.9.5.11-2': [SKIP], |
826 'ecma/Date/15.9.5.12-2': [SKIP], | 832 'ecma/Date/15.9.5.12-2': [SKIP], |
827 'js1_5/Array/regress-99120-02': [SKIP], | 833 'js1_5/Array/regress-99120-02': [SKIP], |
828 'js1_5/extensions/regress-371636': [SKIP], | 834 'js1_5/extensions/regress-371636': [SKIP], |
829 'js1_5/Regress/regress-203278-1': [SKIP], | 835 'js1_5/Regress/regress-203278-1': [SKIP], |
830 'js1_5/Regress/regress-404755': [SKIP], | 836 'js1_5/Regress/regress-404755': [SKIP], |
831 'js1_5/Regress/regress-451322': [SKIP], | 837 'js1_5/Regress/regress-451322': [SKIP], |
832 | 838 |
833 | 839 |
834 # BUG(1040): Allow this test to timeout. | 840 # BUG(1040): Allow this test to timeout. |
835 'js1_5/GC/regress-203278-2': [PASS, TIMEOUT], | 841 'js1_5/GC/regress-203278-2': [PASS, TIMEOUT, NO_VARIANTS], |
836 }], # 'arch == arm or arch == a64' | 842 }], # 'arch == arm or arch == a64' |
837 | 843 |
838 | 844 |
839 ['arch == mipsel', { | 845 ['arch == mipsel', { |
840 | 846 |
841 # BUG(3251229): Times out when running new crankshaft test script. | 847 # BUG(3251229): Times out when running new crankshaft test script. |
842 'ecma_3/RegExp/regress-311414': [SKIP], | 848 'ecma_3/RegExp/regress-311414': [SKIP], |
843 'ecma/Date/15.9.5.8': [SKIP], | 849 'ecma/Date/15.9.5.8': [SKIP], |
844 'ecma/Date/15.9.5.10-2': [SKIP], | 850 'ecma/Date/15.9.5.10-2': [SKIP], |
845 'ecma/Date/15.9.5.11-2': [SKIP], | 851 'ecma/Date/15.9.5.11-2': [SKIP], |
846 'ecma/Date/15.9.5.12-2': [SKIP], | 852 'ecma/Date/15.9.5.12-2': [SKIP], |
847 'js1_5/Array/regress-99120-02': [SKIP], | 853 'js1_5/Array/regress-99120-02': [SKIP], |
848 'js1_5/extensions/regress-371636': [SKIP], | 854 'js1_5/extensions/regress-371636': [SKIP], |
849 'js1_5/Regress/regress-203278-1': [SKIP], | 855 'js1_5/Regress/regress-203278-1': [SKIP], |
850 'js1_5/Regress/regress-404755': [SKIP], | 856 'js1_5/Regress/regress-404755': [SKIP], |
851 'js1_5/Regress/regress-451322': [SKIP], | 857 'js1_5/Regress/regress-451322': [SKIP], |
852 | 858 |
853 | 859 |
854 # BUG(1040): Allow this test to timeout. | 860 # BUG(1040): Allow this test to timeout. |
855 'js1_5/GC/regress-203278-2': [PASS, TIMEOUT], | 861 'js1_5/GC/regress-203278-2': [PASS, TIMEOUT, NO_VARIANTS], |
856 }], # 'arch == mipsel' | 862 }], # 'arch == mipsel' |
857 | 863 |
858 ['arch == a64 and simulator_run == True', { | 864 ['arch == a64 and simulator_run == True', { |
859 | 865 |
860 'js1_5/GC/regress-203278-2': [SKIP], | 866 'js1_5/GC/regress-203278-2': [SKIP], |
861 | 867 |
862 # These tests time out in debug mode but pass in product mode | 868 # These tests time out in debug mode but pass in product mode |
863 'js1_5/Regress/regress-360969-03': [SKIP], | 869 'js1_5/Regress/regress-360969-03': [SKIP], |
864 'js1_5/Regress/regress-360969-04': [SKIP], | 870 'js1_5/Regress/regress-360969-04': [SKIP], |
865 'js1_5/Regress/regress-360969-05': [SKIP], | 871 'js1_5/Regress/regress-360969-05': [SKIP], |
866 'js1_5/Regress/regress-360969-06': [SKIP], | 872 'js1_5/Regress/regress-360969-06': [SKIP], |
867 'js1_5/extensions/regress-365527': [SKIP], | 873 'js1_5/extensions/regress-365527': [SKIP], |
868 'ecma/Date/15.9.5.10-2': [SKIP], | 874 'ecma/Date/15.9.5.10-2': [SKIP], |
869 'js1_5/Regress/regress-416628': [SKIP], | 875 'js1_5/Regress/regress-416628': [SKIP], |
870 'js1_5/extensions/regress-371636': [SKIP], | 876 'js1_5/extensions/regress-371636': [SKIP], |
871 'ecma_3/RegExp/regress-330684': [SKIP], | 877 'ecma_3/RegExp/regress-330684': [SKIP], |
872 'ecma_3/RegExp/regress-307456': [SKIP], | 878 'ecma_3/RegExp/regress-307456': [SKIP], |
873 'js1_5/Regress/regress-303213': [SKIP], | 879 'js1_5/Regress/regress-303213': [SKIP], |
874 'js1_5/extensions/regress-330569': [SKIP], | 880 'js1_5/extensions/regress-330569': [SKIP], |
875 'js1_5/extensions/regress-351448': [SKIP], | 881 'js1_5/extensions/regress-351448': [SKIP], |
876 'js1_5/extensions/regress-336410-1': [SKIP], | 882 'js1_5/extensions/regress-336410-1': [SKIP], |
877 }], # 'arch == a64 and simulator_run == True' | 883 }], # 'arch == a64 and simulator_run == True' |
878 ] | 884 ] |
OLD | NEW |