[SAB] Test262 Agent harness

test/test262/test262.status

 # Copyright 2011 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
@@ skipping 425 matching lines @@
   'intl402/String/prototype/toLocaleUpperCase/special_casing_Azeri': ['--icu-case-mapping'],
   'intl402/String/prototype/toLocaleUpperCase/special_casing_Lithuanian': ['--icu-case-mapping'],
   'intl402/String/prototype/toLocaleUpperCase/special_casing_Turkish': ['--icu-case-mapping'],
 
   # https://bugs.chromium.org/p/v8/issues/detail?id=5601
   'intl402/PluralRules/*': [SKIP],
 
   # https://bugs.chromium.org/p/v8/issues/detail?id=5855
   'language/expressions/async-generators/*': [SKIP],
 
-  # https://bugs.chromium.org/p/v8/issues/detail?id=4614
-  'built-ins/SharedArrayBuffer/*': [SKIP],
-  'built-ins/Atomics/*': [SKIP],
-  'built-ins/DataView/buffer-does-not-have-arraybuffer-data-throws-sab': [SKIP],
-  'built-ins/DataView/buffer-reference-sab': [SKIP],
-  'built-ins/DataView/byteoffset-is-negative-throws-sab': [SKIP],
-  'built-ins/DataView/custom-proto-access-throws-sab': [SKIP],
-  'built-ins/DataView/custom-proto-if-not-object-fallbacks-to-default-prototype-sab': [SKIP],
-  'built-ins/DataView/custom-proto-if-object-is-used-sab': [SKIP],
-  'built-ins/DataView/defined-bytelength-and-byteoffset-sab': [SKIP],
-  'built-ins/DataView/defined-byteoffset-sab': [SKIP],
-  'built-ins/DataView/defined-byteoffset-undefined-bytelength-sab': [SKIP],
-  'built-ins/DataView/excessive-bytelength-throws-sab': [SKIP],
-  'built-ins/DataView/excessive-byteoffset-throws-sab': [SKIP],
-  'built-ins/DataView/instance-extensibility-sab': [SKIP],
-  'built-ins/DataView/negative-bytelength-throws-sab': [SKIP],
-  'built-ins/DataView/negative-byteoffset-throws-sab': [SKIP],
-  'built-ins/DataView/newtarget-undefined-throws-sab': [SKIP],
-  'built-ins/DataView/proto-from-ctor-realm-sab': [SKIP],
-  'built-ins/DataView/prototype/buffer/return-buffer-sab': [SKIP],
-  'built-ins/DataView/prototype/buffer/this-has-no-dataview-internal-sab': [SKIP],
-  'built-ins/DataView/prototype/byteLength/return-bytelength-sab': [SKIP],
-  'built-ins/DataView/prototype/byteLength/this-has-no-dataview-internal-sab': [SKIP],
-  'built-ins/DataView/prototype/byteOffset/return-byteoffset-sab': [SKIP],
-  'built-ins/DataView/prototype/byteOffset/this-has-no-dataview-internal-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/index-is-out-of-range-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/negative-byteoffset-throws-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/return-abrupt-from-tonumber-byteoffset-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/return-abrupt-from-tonumber-byteoffset-symbol-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/return-value-clean-arraybuffer-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/return-values-custom-offset-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/return-values-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/this-has-no-dataview-internal-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/to-boolean-littleendian-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/toindex-byteoffset-sab': [SKIP],
-  'built-ins/DataView/return-abrupt-tonumber-bytelength-sab': [SKIP],
-  'built-ins/DataView/return-abrupt-tonumber-bytelength-symbol-sab': [SKIP],
-  'built-ins/DataView/return-abrupt-tonumber-byteoffset-sab': [SKIP],
-  'built-ins/DataView/return-abrupt-tonumber-byteoffset-symbol-sab': [SKIP],
-  'built-ins/DataView/return-instance-sab': [SKIP],
-  'built-ins/DataView/toindex-bytelength-sab': [SKIP],
-  'built-ins/DataView/toindex-byteoffset-sab': [SKIP],
-  'built-ins/TypedArray/prototype/set/typedarray-arg-set-values-diff-buffer-other-type-conversions-sab': [SKIP],
-  'built-ins/TypedArray/prototype/set/typedarray-arg-set-values-diff-buffer-other-type-sab': [SKIP],
-  'built-ins/TypedArray/prototype/set/typedarray-arg-set-values-diff-buffer-same-type-sab': [SKIP],
-  'built-ins/TypedArray/prototype/set/typedarray-arg-set-values-same-buffer-same-type-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-bufferbyteoffset-throws-from-modulo-element-size-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-byteoffset-is-negative-throws-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-byteoffset-is-negative-zero-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-byteoffset-is-symbol-throws-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-byteoffset-throws-from-modulo-element-size-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-byteoffset-to-number-throws-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-custom-proto-access-throws-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-defined-length-and-offset-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-defined-length-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-defined-negative-length-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-defined-offset-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-excessive-length-throws-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-excessive-offset-throws-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-invoked-with-undefined-newtarget-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-is-referenced-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-length-access-throws-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-length-is-symbol-throws-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-new-instance-extensibility-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-proto-from-ctor-realm-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-returns-new-instance-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-toindex-bytelength-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-toindex-byteoffset-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-use-custom-proto-if-object-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-use-default-proto-if-custom-proto-is-not-object-sab': [SKIP],
-  'built-ins/TypedArrays/internals/Get/indexed-value-sab': [SKIP],
-  'built-ins/ArrayBuffer/prototype/byteLength/this-is-sharedarraybuffer': [SKIP],
-  'built-ins/ArrayBuffer/prototype/slice/this-is-sharedarraybuffer': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-typedarray-backed-by-sharedarraybuffer': [SKIP],
+  # https://bugs.chromium.org/p/v8/issues/detail?id=5983
+  'built-ins/SharedArrayBuffer/newtarget-prototype-is-not-object': [FAIL],
+
+  # https://bugs.chromium.org/p/v8/issues/detail?id=5984
+  'built-ins/SharedArrayBuffer/proto-from-ctor-realm': [FAIL],
+
+  # https://bugs.chromium.org/p/v8/issues/detail?id=5982
+  'built-ins/TypedArray/prototype/set/typedarray-arg-set-values-diff-buffer-other-type-sab': [FAIL],
 
   # https://bugs.chromium.org/p/v8/issues/detail?id=5897
   'built-ins/SharedArrayBuffer/prototype/slice/*': [SKIP],
 
 ######################## NEEDS INVESTIGATION ###########################
 
   # These test failures are specific to the intl402 suite and need investigation
   # to be either marked as bugs with issues filed for them or as deliberate
   # incompatibilities if the test cases turn out to be broken or ambiguous.
   # Some of these are related to v8:4361 in being visible side effects from Intl.
@@ skipping 92 matching lines @@
   'built-ins/decodeURIComponent/S15.1.3.2_A1.12_T1': [SKIP],
   'built-ins/decodeURIComponent/S15.1.3.2_A2.5_T1': [SKIP],
   'built-ins/RegExp/S15.10.2.12_A3_T1': [SKIP],
   'intl402/9.2.6_4_b': [SKIP],
   'language/literals/regexp/S7.8.5_A1.1_T2': [SKIP],
   'language/literals/regexp/S7.8.5_A1.4_T2': [SKIP],
   'language/literals/regexp/S7.8.5_A2.1_T2': [SKIP],
   'language/literals/regexp/S7.8.5_A2.4_T2': [SKIP],
   'built-ins/Array/prototype/slice/S15.4.4.10_A3_T1': [SKIP],
   'built-ins/Array/prototype/slice/S15.4.4.10_A3_T2': [SKIP],
+
+  ########################### REQUIRES FLAGS ################################
+
+  'built-ins/ArrayBuffer/prototype/*': ['--harmony-sharedarraybuffer'],
+  'built-ins/Atomics/*': ['--harmony-sharedarraybuffer'],
+  'built-ins/DataView/*': ['--harmony-sharedarraybuffer'],
+  'built-ins/SharedArrayBuffer/*': ['--harmony-sharedarraybuffer'],
+  'built-ins/TypedArray/prototype/set/*': ['--harmony-sharedarraybuffer'],
+  'built-ins/TypedArrays/*': ['--harmony-sharedarraybuffer'],

[Dan Ehrenberg, 2017/02/20 21:11:56]

Maybe this is an excessively pedantic request, but I'm generally trying to keep
the test262.status file passing flags only where it's required, and keeping
tests for shipping features running without passing any additional flags. Could
you append the --harmony-sharedarraybuffer flag only for the tests which are
listed above, rather than so many other existing DataView, ArrayBuffer and
TypedArray tests?

[binji, 2017/02/21 18:59:45]

Done.

 }],  # ALWAYS
 
 ['no_i18n == True', {
   # Unicode canonicalization is not available with i18n turned off.
   'built-ins/String/prototype/localeCompare/15.5.4.9_CE': [SKIP],
 
   # Unicode regexp case mapping is not available with i18n turned off.
   'language/literals/regexp/u-case-mapping': [SKIP],
 
   # BUG(v8:4437).
@@ skipping 50 matching lines @@
 
 ['variant == asm_wasm', {
   '*': [SKIP],
 }],  # variant == asm_wasm
 
 ['variant == wasm_traps', {
   '*': [SKIP],
 }],  # variant == wasm_traps
 
 ]