| OLD | NEW |
| (Empty) |
| 1 # Copyright 2009 the V8 project authors. All rights reserved. | |
| 2 # Redistribution and use in source and binary forms, with or without | |
| 3 # modification, are permitted provided that the following conditions are | |
| 4 # met: | |
| 5 # | |
| 6 # * Redistributions of source code must retain the above copyright | |
| 7 # notice, this list of conditions and the following disclaimer. | |
| 8 # * Redistributions in binary form must reproduce the above | |
| 9 # copyright notice, this list of conditions and the following | |
| 10 # disclaimer in the documentation and/or other materials provided | |
| 11 # with the distribution. | |
| 12 # * Neither the name of Google Inc. nor the names of its | |
| 13 # contributors may be used to endorse or promote products derived | |
| 14 # from this software without specific prior written permission. | |
| 15 # | |
| 16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | |
| 17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | |
| 18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | |
| 19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | |
| 20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | |
| 21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | |
| 22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | |
| 23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | |
| 24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | |
| 25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | |
| 26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |
| 27 | |
| 28 prefix es5conform | |
| 29 def UNIMPLEMENTED = PASS || FAIL | |
| 30 def FAIL_OK = FAIL, OKAY | |
| 31 | |
| 32 | |
| 33 ############################################################################## | |
| 34 # Non UTF8 characters in test files. | |
| 35 chapter10/10.4/10.4.2/10.4.2-3-c-2-s: FAIL_OK | |
| 36 chapter10/10.4/10.4.2/10.4.2-3-c-1-s: FAIL_OK | |
| 37 chapter10/10.4/10.4.2/10.4.2-2-c-1: FAIL_OK | |
| 38 | |
| 39 # We do not implement the error chekcs specified in the production rules | |
| 40 # of 11.1.5 (Object initializer). | |
| 41 # We are compatible with Safari and Firefox. | |
| 42 chapter11/11.1/11.1.5: UNIMPLEMENTED | |
| 43 | |
| 44 # Our Function object has an "arguments" property which is used as a | |
| 45 # non-property in the test. | |
| 46 chapter15/15.2/15.2.3/15.2.3.3/15.2.3.3-4-183: FAIL_OK | |
| 47 | |
| 48 # Our Function object has a "caller" property which is used as a | |
| 49 # non-property in in the test. | |
| 50 chapter15/15.2/15.2.3/15.2.3.3/15.2.3.3-4-184: FAIL_OK | |
| 51 | |
| 52 # Our function object has a name property which is used as a | |
| 53 # non-property in the test. | |
| 54 chapter15/15.2/15.2.3/15.2.3.3/15.2.3.3-4-188: FAIL_OK | |
| 55 | |
| 56 # NOT IMPLEMENTED: RegExp.prototype.source | |
| 57 chapter15/15.2/15.2.3/15.2.3.3/15.2.3.3-4-212: UNIMPLEMENTED | |
| 58 | |
| 59 # NOT IMPLEMENTED: RegExp.prototype.global | |
| 60 chapter15/15.2/15.2.3/15.2.3.3/15.2.3.3-4-213: UNIMPLEMENTED | |
| 61 | |
| 62 # NOT IMPLEMENTED: RegExp.prototype.ignoreCase | |
| 63 chapter15/15.2/15.2.3/15.2.3.3/15.2.3.3-4-214: UNIMPLEMENTED | |
| 64 | |
| 65 # NOT IMPLEMENTED: RegExp.prototype.multiline | |
| 66 chapter15/15.2/15.2.3/15.2.3.3/15.2.3.3-4-215: UNIMPLEMENTED | |
| 67 | |
| 68 # All of the tests below marked SUBSETFAIL (in 15.2.3.4) fail because | |
| 69 # the tests assumes that objects can not have more properties | |
| 70 # than those described in the spec - but according to spec they can | |
| 71 # have additional properties. | |
| 72 # All compareArray calls in these tests could be exchanged with a | |
| 73 # isSubsetOfArray call (I will upload a patch to the es5conform site). | |
| 74 | |
| 75 # SUBSETFAIL | |
| 76 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-1: FAIL_OK | |
| 77 | |
| 78 # SUBSETFAIL + we do not implement all methods on Object. | |
| 79 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-2: FAIL_OK | |
| 80 | |
| 81 # SUBSETFAIL | |
| 82 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-3: FAIL_OK | |
| 83 | |
| 84 # SUBSETFAIL | |
| 85 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-4: FAIL_OK | |
| 86 | |
| 87 # SUBSETFAIL | |
| 88 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-5: FAIL_OK | |
| 89 | |
| 90 # SUBSETFAIL | |
| 91 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-6: FAIL_OK | |
| 92 | |
| 93 # SUBSETFAIL | |
| 94 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-7: FAIL_OK | |
| 95 | |
| 96 # SUBSETFAIL | |
| 97 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-11: FAIL_OK | |
| 98 | |
| 99 # SUBSETFAIL | |
| 100 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-14: FAIL_OK | |
| 101 | |
| 102 # EvalError.prototype does not have message property. | |
| 103 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-15: FAIL | |
| 104 | |
| 105 # Rangeerror.prototype does not have message property. | |
| 106 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-16: FAIL | |
| 107 | |
| 108 # ReferenceError.prototype does not have message property. | |
| 109 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-17: FAIL | |
| 110 | |
| 111 # SyntaxError.prototype does not have message property. | |
| 112 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-18: FAIL | |
| 113 | |
| 114 # TypeError.prototype does not have message property. | |
| 115 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-19: FAIL | |
| 116 | |
| 117 # URIError.prototype does not have message property. | |
| 118 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-20: FAIL | |
| 119 | |
| 120 # SUBSETFAIL | |
| 121 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-22: FAIL_OK | |
| 122 | |
| 123 # SUBSETFAIL | |
| 124 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-23: FAIL_OK | |
| 125 | |
| 126 # SUBSETFAIL | |
| 127 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-24: FAIL_OK | |
| 128 | |
| 129 # SUBSETFAIL | |
| 130 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-25: FAIL_OK | |
| 131 | |
| 132 # SUBSETFAIL | |
| 133 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-26: FAIL_OK | |
| 134 | |
| 135 # SUBSETFAIL | |
| 136 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-27: FAIL_OK | |
| 137 | |
| 138 # SUBSETFAIL | |
| 139 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-28: FAIL_OK | |
| 140 | |
| 141 # SUBSETFAIL | |
| 142 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-29: FAIL_OK | |
| 143 | |
| 144 # SUBSETFAIL | |
| 145 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-30: FAIL_OK | |
| 146 | |
| 147 # SUBSETFAIL | |
| 148 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-31: FAIL_OK | |
| 149 | |
| 150 # SUBSETFAIL | |
| 151 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-32: FAIL_OK | |
| 152 | |
| 153 # SUBSETFAIL | |
| 154 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-33: FAIL_OK | |
| 155 | |
| 156 # SUBSETFAIL | |
| 157 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-34: FAIL_OK | |
| 158 | |
| 159 # SUBSETFAIL | |
| 160 chapter15/15.2/15.2.3/15.2.3.4/15.2.3.4-4-35: FAIL_OK | |
| 161 | |
| 162 # Bad test - the test at the end should be "i === true". | |
| 163 chapter15/15.4/15.4.4/15.4.4.17/15.4.4.17-8-10: FAIL_OK | |
| 164 | |
| 165 # Bad test - according to spec some returns a Boolean, not a number. | |
| 166 chapter15/15.4/15.4.4/15.4.4.17/15.4.4.17-4-9: FAIL_OK | |
| 167 | |
| 168 # Bad test - uses unitialized variable a in precondition check. | |
| 169 chapter15/15.4/15.4.4/15.4.4.19/15.4.4.19-9-3: FAIL_OK | |
| 170 | |
| 171 # We do not implement Array mapping functions correctly if array | |
| 172 # entries are added for nonexistent entries smaller than length by | |
| 173 # the callback function. We are compatible with JSC. | |
| 174 # See http://code.google.com/p/v8/issues/detail?id=755 | |
| 175 chapter15/15.4/15.4.4/15.4.4.22/15.4.4.22-9-1: FAIL_OK | |
| 176 | |
| 177 # Bad tests, path in test file is wrong. This will crash the test | |
| 178 # script so we mark it SKIP. | |
| 179 chapter15/15.4/15.4.4/15.4.4.22/15.4.4.22-9-c-ii-4: SKIP | |
| 180 chapter15/15.4/15.4.4/15.4.4.22/15.4.4.22-9-c-ii-4-s: SKIP | |
| 181 | |
| 182 # Bad test - deleting the property on o in callbackfn will | |
| 183 # have no effect on the actual array on which reduceRight is called. | |
| 184 chapter15/15.4/15.4.4/15.4.4.22/15.4.4.22-9-7: FAIL_OK | |
| 185 | |
| 186 ############################################################################## | |
| 187 # Unimplemented parts of strict mode | |
| 188 # Setting expectations to fail only so that the tests trigger as soon as | |
| 189 # the strict mode feature gets implemented | |
| 190 | |
| 191 # A directive preceeding an 'use strict' directive may not contain | |
| 192 # an OctalEscapeSequence | |
| 193 # Incorrect test - need double escape in eval. | |
| 194 chapter07/7.8/7.8.4/7.8.4-1-s: FAIL | |
| 195 | |
| 196 # arguments.caller is non-configurable in strict mode | |
| 197 # Invalid test case. Checks for "writable == true" and presence of "put".. | |
| 198 chapter10/10.6/10.6-13-b-3-s: FAIL | |
| 199 # arguments.callee is non-configurable in strict mode | |
| 200 # Invalid test case. Checks for "put" property accessor. | |
| 201 chapter10/10.6/10.6-13-c-3-s: FAIL | |
| 202 | |
| 203 # simple assignment throws TypeError if LeftHandSide is a property reference | |
| 204 # with a primitive base value (this is undefined) | |
| 205 chapter11/11.13/11.13.1/11.13.1-1-7-s: FAIL | |
| 206 | |
| 207 # simple assignment throws TypeError if LeftHandSide is a readonly property | |
| 208 # in strict mode (Global.NaN) | |
| 209 chapter11/11.13/11.13.1/11.13.1-4-2-s: FAIL | |
| 210 # simple assignment throws TypeError if LeftHandSide is a readonly property | |
| 211 # in strict mode (Global.Infinity) | |
| 212 chapter11/11.13/11.13.1/11.13.1-4-3-s: FAIL | |
| 213 # simple assignment throws TypeError if LeftHandSide is a readonly property | |
| 214 # in strict mode (Global.length) | |
| 215 chapter11/11.13/11.13.1/11.13.1-4-4-s: FAIL | |
| 216 # simple assignment throws TypeError if LeftHandSide is a readonly property | |
| 217 # in strict mode (Global.undefined) | |
| 218 chapter11/11.13/11.13.1/11.13.1-4-27-s: FAIL | |
| 219 | |
| 220 # delete operator throws TypeError when when deleting a non-configurable | |
| 221 # data property in strict mode (Global.NaN) | |
| 222 # Invalid test case - "this" is not a global object within the test case. | |
| 223 # (http://es5conform.codeplex.com/workitem/29151) | |
| 224 chapter11/11.4/11.4.1/11.4.1-4.a-4-s: FAIL_OK | |
| 225 | |
| 226 # delete operator throws ReferenceError when deleting a direct reference | |
| 227 # to a var in strict mode | |
| 228 # Invalid test case. Test expects ReferenceError instead of SyntaxError. | |
| 229 # http://es5conform.codeplex.com/workitem/29084 | |
| 230 chapter11/11.4/11.4.1/11.4.1-5-1-s: FAIL | |
| 231 # delete operator throws ReferenceError when deleting a direct reference | |
| 232 # to a function argument in strict mode | |
| 233 # Invalid test case. Test expects ReferenceError instead of SyntaxError. | |
| 234 # http://es5conform.codeplex.com/workitem/29084 | |
| 235 chapter11/11.4/11.4.1/11.4.1-5-2-s: FAIL | |
| 236 # delete operator throws ReferenceError when deleting a direct reference | |
| 237 # to a function name in strict mode | |
| 238 # Invalid test case. Test expects ReferenceError instead of SyntaxError. | |
| 239 # http://es5conform.codeplex.com/workitem/29084 | |
| 240 chapter11/11.4/11.4.1/11.4.1-5-3-s: FAIL | |
| 241 | |
| 242 # eval - a function declaring a var named 'eval' throws EvalError in strict mode | |
| 243 # Invalid test case. SyntaxError should be expected instead of EvalError. | |
| 244 chapter12/12.2/12.2.1/12.2.1-1-s: FAIL | |
| 245 # eval - a function assigning into 'eval' throws EvalError in strict mode | |
| 246 # Invalid test case. SyntaxError should be expected instead of EvalError. | |
| 247 chapter12/12.2/12.2.1/12.2.1-2-s: FAIL | |
| 248 # eval - a function expr declaring a var named 'eval' throws EvalError | |
| 249 # in strict mode | |
| 250 # Invalid test case. SyntaxError should be expected instead of EvalError. | |
| 251 chapter12/12.2/12.2.1/12.2.1-3-s: FAIL | |
| 252 # eval - a function expr assigning into 'eval' throws a EvalError in strict mode | |
| 253 # Invalid test case. SyntaxError should be expected instead of EvalError. | |
| 254 chapter12/12.2/12.2.1/12.2.1-4-s: FAIL | |
| 255 # eval - a Function declaring var named 'eval' throws EvalError in strict mode | |
| 256 # Invalid test case. SyntaxError should be expected instead of EvalError. | |
| 257 chapter12/12.2/12.2.1/12.2.1-5-s: FAIL | |
| 258 # eval - a Function assigning into 'eval' throws EvalError in strict mode | |
| 259 # Invalid test case. SyntaxError should be expected instead of EvalError. | |
| 260 chapter12/12.2/12.2.1/12.2.1-6-s: FAIL | |
| 261 # eval - a direct eval declaring a var named 'eval' throws EvalError | |
| 262 # in strict mode | |
| 263 # Invalid test case. SyntaxError should be expected instead of EvalError. | |
| 264 chapter12/12.2/12.2.1/12.2.1-7-s: FAIL | |
| 265 # eval - a direct eval assigning into 'eval' throws EvalError in strict mode | |
| 266 # Invalid test case. SyntaxError should be expected instead of EvalError. | |
| 267 chapter12/12.2/12.2.1/12.2.1-8-s: FAIL | |
| 268 # eval - an indirect eval declaring a var named 'eval' throws EvalError | |
| 269 # in strict mode | |
| 270 # Invalid test case. SyntaxError should be expected instead of EvalError. | |
| 271 chapter12/12.2/12.2.1/12.2.1-9-s: FAIL | |
| 272 # eval - an indirect eval assigning into 'eval' throws EvalError in strict mode | |
| 273 # Invalid test case. SyntaxError should be expected instead of EvalError. | |
| 274 chapter12/12.2/12.2.1/12.2.1-10-s: FAIL | |
| 275 | |
| 276 # SyntaxError if eval used as function identifier in function declaration | |
| 277 # with strict body | |
| 278 # Test fails to return true on success (invalid test case). | |
| 279 chapter13/13.1/13.1-3-3-s: FAIL | |
| 280 # SyntaxError if eval used as function identifier in function expression | |
| 281 # with strict body | |
| 282 # Test fails to return true on success (invalid test case). | |
| 283 chapter13/13.1/13.1-3-4-s: FAIL | |
| 284 # SyntaxError if eval used as function identifier in function declaration | |
| 285 # in strict code | |
| 286 # Test fails to return true on success (invalid test case). | |
| 287 chapter13/13.1/13.1-3-5-s: FAIL | |
| 288 # SyntaxError if eval used as function identifier in function expression | |
| 289 # in strict code | |
| 290 # Test fails to return true on success (invalid test case). | |
| 291 chapter13/13.1/13.1-3-6-s: FAIL | |
| 292 # SyntaxError if arguments used as function identifier in function declaration | |
| 293 # with strict body | |
| 294 # Test fails to return true on success (invalid test case). | |
| 295 chapter13/13.1/13.1-3-9-s: FAIL | |
| 296 # SyntaxError if arguments used as function identifier in function expression | |
| 297 # with strict body | |
| 298 # Test fails to return true on success (invalid test case). | |
| 299 chapter13/13.1/13.1-3-10-s: FAIL | |
| 300 # SyntaxError if arguments used as function identifier in function declaration | |
| 301 # in strict code | |
| 302 # Test fails to return true on success (invalid test case). | |
| 303 chapter13/13.1/13.1-3-11-s: FAIL | |
| 304 # SyntaxError if arguments used as function identifier in function expression | |
| 305 # in strict code | |
| 306 # Test fails to return true on success (invalid test case). | |
| 307 chapter13/13.1/13.1-3-12-s: FAIL | |
| 308 | |
| 309 # Duplicate combined parameter name allowed in Function constructor called | |
| 310 # in strict mode if body not strict | |
| 311 # Test fails to return true on success (invalid test case). | |
| 312 chapter15/15.3/15.3.2/15.3.2.1/15.3.2.1-11-6-s: FAIL | |
| 313 | |
| 314 # Array.prototype.reduce - null passed as thisValue to strict callbackfn | |
| 315 # Invalid test case: http://es5conform.codeplex.com/workitem/29085 | |
| 316 chapter15/15.4/15.4.4/15.4.4.21/15.4.4.21-9-c-ii-4-s: FAIL | |
| OLD | NEW |