OLD | NEW |
1 # Copyright 2012 the V8 project authors. All rights reserved. | 1 # Copyright 2012 the V8 project authors. All rights reserved. |
2 # Redistribution and use in source and binary forms, with or without | 2 # Redistribution and use in source and binary forms, with or without |
3 # modification, are permitted provided that the following conditions are | 3 # modification, are permitted provided that the following conditions are |
4 # met: | 4 # met: |
5 # | 5 # |
6 # * Redistributions of source code must retain the above copyright | 6 # * Redistributions of source code must retain the above copyright |
7 # notice, this list of conditions and the following disclaimer. | 7 # notice, this list of conditions and the following disclaimer. |
8 # * Redistributions in binary form must reproduce the above | 8 # * Redistributions in binary form must reproduce the above |
9 # copyright notice, this list of conditions and the following | 9 # copyright notice, this list of conditions and the following |
10 # disclaimer in the documentation and/or other materials provided | 10 # disclaimer in the documentation and/or other materials provided |
11 # with the distribution. | 11 # with the distribution. |
12 # * Neither the name of Google Inc. nor the names of its | 12 # * Neither the name of Google Inc. nor the names of its |
13 # contributors may be used to endorse or promote products derived | 13 # contributors may be used to endorse or promote products derived |
14 # from this software without specific prior written permission. | 14 # from this software without specific prior written permission. |
15 # | 15 # |
16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | 16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | 17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | 18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | 19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | 20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | 21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | 22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | 23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | 24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | 25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | 26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
27 | 27 |
28 | |
29 # All tests in the bug directory are expected to fail. | |
30 [ | 28 [ |
31 [ALWAYS, { | 29 [ALWAYS, { |
| 30 # All tests in the bug directory are expected to fail. |
32 'bugs/*': [FAIL], | 31 'bugs/*': [FAIL], |
33 | 32 |
34 ############################################################################## | 33 ############################################################################## |
35 # Flaky tests. | 34 # Flaky tests. |
36 # BUG(v8:2921). | 35 # BUG(v8:2921). |
37 'debug-step-4-in-frame': [PASS, FAIL, SLOW], | 36 'debug-step-4-in-frame': [PASS, FAIL, SLOW], |
38 | 37 |
39 ############################################################################## | 38 ############################################################################## |
40 # Fails. | 39 # Fails. |
41 'regress/regress-1119': [FAIL], | 40 'regress/regress-1119': [FAIL], |
42 | 41 |
43 # Issue 1719: Slow to collect arrays over several contexts. | 42 # Issue 1719: Slow to collect arrays over several contexts. |
44 'regress/regress-524': [SKIP], | 43 'regress/regress-524': [SKIP], |
45 # When that bug is fixed, revert the expectation to: | 44 # When that bug is fixed, revert the expectation to: |
46 # Skip long running test in debug and allow it to timeout in release mode. | 45 # Skip long running test in debug and allow it to timeout in release mode. |
47 # regress/regress-524: (PASS || TIMEOUT), SKIP if $mode == debug | 46 # regress/regress-524: [PASS, TIMEOUT, ['mode == debug', SKIP]], |
48 | 47 |
49 # This test non-deterministically runs out of memory on Windows ia32. | 48 # This test non-deterministically runs out of memory on Windows ia32. |
50 'regress/regress-crbug-160010': [SKIP], | 49 'regress/regress-crbug-160010': [SKIP], |
51 | 50 |
52 ############################################################################## | 51 ############################################################################## |
53 # Too slow in debug mode with --stress-opt mode. | 52 # Too slow in debug mode with --stress-opt mode. |
54 'compiler/regress-stacktrace-methods': [PASS, ['mode == debug', SKIP]], | 53 'compiler/regress-stacktrace-methods': [PASS, ['mode == debug', SKIP]], |
55 'compiler/regress-funcaller': [PASS, ['mode == debug', SKIP]], | 54 'compiler/regress-funcaller': [PASS, ['mode == debug', SKIP]], |
56 'regress/regress-2318': [PASS, ['mode == debug', SKIP]], | 55 'regress/regress-2318': [PASS, ['mode == debug', SKIP]], |
57 'regress/regress-create-exception': [PASS, ['mode == debug', SKIP]], | 56 'regress/regress-create-exception': [PASS, ['mode == debug', SKIP]], |
(...skipping 47 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
105 # Tests verifying CHECK and ASSERT. | 104 # Tests verifying CHECK and ASSERT. |
106 'verify-check-false': [FAIL, NO_VARIANTS], | 105 'verify-check-false': [FAIL, NO_VARIANTS], |
107 'verify-assert-false': [NO_VARIANTS, ['mode == release', PASS], ['mode == debu
g', FAIL]], | 106 'verify-assert-false': [NO_VARIANTS, ['mode == release', PASS], ['mode == debu
g', FAIL]], |
108 | 107 |
109 ############################################################################## | 108 ############################################################################## |
110 # Tests with different versions for release and debug. | 109 # Tests with different versions for release and debug. |
111 'compiler/alloc-number': [PASS, ['mode == debug', SKIP]], | 110 'compiler/alloc-number': [PASS, ['mode == debug', SKIP]], |
112 'compiler/alloc-number-debug': [PASS, ['mode == release', SKIP]], | 111 'compiler/alloc-number-debug': [PASS, ['mode == release', SKIP]], |
113 'regress/regress-634': [PASS, ['mode == debug', SKIP]], | 112 'regress/regress-634': [PASS, ['mode == debug', SKIP]], |
114 'regress/regress-634-debug': [PASS, ['mode == release', SKIP]], | 113 'regress/regress-634-debug': [PASS, ['mode == release', SKIP]], |
| 114 |
| 115 # BUG(336820). TODO(bmeurer): Investigate. |
| 116 'regress/regress-336820': [PASS, FAIL], |
| 117 |
| 118 # BUG(v8:2989). PASS/FAIL on linux32 because crankshaft is turned off for |
| 119 # nosse2. |
| 120 'regress/regress-2989': [FAIL, NO_VARIANTS, ['system == linux and arch == ia32
', PASS]], |
115 }], # ALWAYS | 121 }], # ALWAYS |
116 | 122 |
117 ############################################################################## | 123 ############################################################################## |
118 ['gc_stress == True', { | 124 ['gc_stress == True', { |
119 # Skip tests not suitable for GC stress. | 125 # Skip tests not suitable for GC stress. |
120 'allocation-site-info': [SKIP], | 126 'allocation-site-info': [SKIP], |
121 'array-constructor-feedback': [SKIP], | 127 'array-constructor-feedback': [SKIP], |
122 'array-feedback': [SKIP], | 128 'array-feedback': [SKIP], |
123 'array-literal-feedback': [SKIP], | 129 'array-literal-feedback': [SKIP], |
124 'd8-performance-now': [SKIP], | 130 'd8-performance-now': [SKIP], |
(...skipping 46 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
171 | 177 |
172 # Pass but take too long with the simulator in debug mode. | 178 # Pass but take too long with the simulator in debug mode. |
173 'array-sort': [PASS, TIMEOUT], | 179 'array-sort': [PASS, TIMEOUT], |
174 'packed-elements': [SKIP], | 180 'packed-elements': [SKIP], |
175 'regexp-global': [SKIP], | 181 'regexp-global': [SKIP], |
176 'compiler/alloc-numbers': [SKIP], | 182 'compiler/alloc-numbers': [SKIP], |
177 'harmony/symbols': [SKIP], | 183 'harmony/symbols': [SKIP], |
178 }], # 'arch == a64 and mode == debug and simulator_run == True' | 184 }], # 'arch == a64 and mode == debug and simulator_run == True' |
179 | 185 |
180 ############################################################################## | 186 ############################################################################## |
| 187 ['asan == True', { |
| 188 # Skip tests not suitable for ASAN. |
| 189 'big-array-literal': [SKIP], |
| 190 'big-object-literal': [SKIP], |
| 191 'regress/regress-crbug-178790': [SKIP], |
| 192 }], # 'asan == True' |
| 193 |
| 194 ############################################################################## |
181 ['arch == arm or arch == android_arm', { | 195 ['arch == arm or arch == android_arm', { |
182 | 196 |
183 # Slow tests which times out in debug mode. | 197 # Slow tests which times out in debug mode. |
184 'try': [PASS, ['mode == debug', SKIP]], | 198 'try': [PASS, ['mode == debug', SKIP]], |
185 'debug-scripts-request': [PASS, ['mode == debug', SKIP]], | 199 'debug-scripts-request': [PASS, ['mode == debug', SKIP]], |
186 'array-constructor': [PASS, ['mode == debug', SKIP]], | 200 'array-constructor': [PASS, ['mode == debug', SKIP]], |
187 'regress/regress-1122': [PASS, ['mode == debug and arch == android_arm', SKIP]
], | 201 'regress/regress-1122': [PASS, ['mode == debug and arch == android_arm', SKIP]
], |
188 | 202 |
189 # Flaky test that can hit compilation-time stack overflow in debug mode. | 203 # Flaky test that can hit compilation-time stack overflow in debug mode. |
190 'unicode-test': [PASS, ['mode == debug', PASS, FAIL]], | 204 'unicode-test': [PASS, ['mode == debug', PASS, FAIL]], |
191 | 205 |
192 # Times out often in release mode on ARM. | 206 # Times out often in release mode on ARM. |
193 'compiler/regress-stacktrace-methods': [PASS, PASS, ['mode == release', TIMEOU
T]], | 207 'compiler/regress-stacktrace-methods': [PASS, PASS, ['mode == release', TIMEOU
T]], |
194 'array-splice': [PASS, TIMEOUT], | 208 'array-splice': [PASS, TIMEOUT], |
195 | 209 |
196 # Long running tests. | 210 # Long running test. |
197 'string-indexof-2': [PASS, TIMEOUT], | 211 'string-indexof-2': [PASS, TIMEOUT], |
198 'mirror-object': [PASS, TIMEOUT], | 212 'mirror-object': [PASS, TIMEOUT], |
199 | 213 |
200 # Long running tests. Skipping because having them timeout takes too long on | 214 # Long running tests. Skipping because having them timeout takes too long on |
201 # the buildbot. | 215 # the buildbot. |
202 'compiler/alloc-number': [SKIP], | 216 'compiler/alloc-number': [SKIP], |
203 'regress/regress-490': [SKIP], | 217 'regress/regress-490': [SKIP], |
204 'regress/regress-634': [SKIP], | 218 'regress/regress-634': [SKIP], |
205 'regress/regress-create-exception': [SKIP], | 219 'regress/regress-create-exception': [SKIP], |
206 'regress/regress-3247124': [SKIP], | 220 'regress/regress-3247124': [SKIP], |
(...skipping 108 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
315 ['deopt_fuzzer == True', { | 329 ['deopt_fuzzer == True', { |
316 | 330 |
317 # Skip tests that are not suitable for deoptimization fuzzing. | 331 # Skip tests that are not suitable for deoptimization fuzzing. |
318 'assert-opt-and-deopt': [SKIP], | 332 'assert-opt-and-deopt': [SKIP], |
319 'never-optimize': [SKIP], | 333 'never-optimize': [SKIP], |
320 'regress/regress-2185-2': [SKIP], | 334 'regress/regress-2185-2': [SKIP], |
321 'harmony/object-observe': [SKIP], | 335 'harmony/object-observe': [SKIP], |
322 'readonly': [SKIP], | 336 'readonly': [SKIP], |
323 'array-feedback': [SKIP], | 337 'array-feedback': [SKIP], |
324 | 338 |
325 # Deopt every n garbage collections collides with the deopt every n times flag
. | 339 # Deopt every n garbage collections collides with deopt every n times. |
326 'regress/regress-2653': [SKIP], | 340 'regress/regress-2653': [SKIP], |
327 }], # 'deopt_fuzzer == True' | 341 }], # 'deopt_fuzzer == True' |
328 ] | 342 ] |
OLD | NEW |