[SAB] Test262 Agent harness

test/test262/test262.status

Index: test/test262/test262.status
diff --git a/test/test262/test262.status b/test/test262/test262.status
index ca2d2e413f524d2a2375e6691b6afe0623d3f1ae..4709d85215c00c436fb14226b56a0151138cd603 100644
--- a/test/test262/test262.status
+++ b/test/test262/test262.status
@@ -443,80 +443,14 @@
   # https://bugs.chromium.org/p/v8/issues/detail?id=5855
   'language/expressions/async-generators/*': [SKIP],
 
-  # https://bugs.chromium.org/p/v8/issues/detail?id=4614
-  'built-ins/SharedArrayBuffer/*': [SKIP],
-  'built-ins/Atomics/*': [SKIP],
-  'built-ins/DataView/buffer-does-not-have-arraybuffer-data-throws-sab': [SKIP],
-  'built-ins/DataView/buffer-reference-sab': [SKIP],
-  'built-ins/DataView/byteoffset-is-negative-throws-sab': [SKIP],
-  'built-ins/DataView/custom-proto-access-throws-sab': [SKIP],
-  'built-ins/DataView/custom-proto-if-not-object-fallbacks-to-default-prototype-sab': [SKIP],
-  'built-ins/DataView/custom-proto-if-object-is-used-sab': [SKIP],
-  'built-ins/DataView/defined-bytelength-and-byteoffset-sab': [SKIP],
-  'built-ins/DataView/defined-byteoffset-sab': [SKIP],
-  'built-ins/DataView/defined-byteoffset-undefined-bytelength-sab': [SKIP],
-  'built-ins/DataView/excessive-bytelength-throws-sab': [SKIP],
-  'built-ins/DataView/excessive-byteoffset-throws-sab': [SKIP],
-  'built-ins/DataView/instance-extensibility-sab': [SKIP],
-  'built-ins/DataView/negative-bytelength-throws-sab': [SKIP],
-  'built-ins/DataView/negative-byteoffset-throws-sab': [SKIP],
-  'built-ins/DataView/newtarget-undefined-throws-sab': [SKIP],
-  'built-ins/DataView/proto-from-ctor-realm-sab': [SKIP],
-  'built-ins/DataView/prototype/buffer/return-buffer-sab': [SKIP],
-  'built-ins/DataView/prototype/buffer/this-has-no-dataview-internal-sab': [SKIP],
-  'built-ins/DataView/prototype/byteLength/return-bytelength-sab': [SKIP],
-  'built-ins/DataView/prototype/byteLength/this-has-no-dataview-internal-sab': [SKIP],
-  'built-ins/DataView/prototype/byteOffset/return-byteoffset-sab': [SKIP],
-  'built-ins/DataView/prototype/byteOffset/this-has-no-dataview-internal-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/index-is-out-of-range-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/negative-byteoffset-throws-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/return-abrupt-from-tonumber-byteoffset-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/return-abrupt-from-tonumber-byteoffset-symbol-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/return-value-clean-arraybuffer-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/return-values-custom-offset-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/return-values-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/this-has-no-dataview-internal-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/to-boolean-littleendian-sab': [SKIP],
-  'built-ins/DataView/prototype/getInt32/toindex-byteoffset-sab': [SKIP],
-  'built-ins/DataView/return-abrupt-tonumber-bytelength-sab': [SKIP],
-  'built-ins/DataView/return-abrupt-tonumber-bytelength-symbol-sab': [SKIP],
-  'built-ins/DataView/return-abrupt-tonumber-byteoffset-sab': [SKIP],
-  'built-ins/DataView/return-abrupt-tonumber-byteoffset-symbol-sab': [SKIP],
-  'built-ins/DataView/return-instance-sab': [SKIP],
-  'built-ins/DataView/toindex-bytelength-sab': [SKIP],
-  'built-ins/DataView/toindex-byteoffset-sab': [SKIP],
-  'built-ins/TypedArray/prototype/set/typedarray-arg-set-values-diff-buffer-other-type-conversions-sab': [SKIP],
-  'built-ins/TypedArray/prototype/set/typedarray-arg-set-values-diff-buffer-other-type-sab': [SKIP],
-  'built-ins/TypedArray/prototype/set/typedarray-arg-set-values-diff-buffer-same-type-sab': [SKIP],
-  'built-ins/TypedArray/prototype/set/typedarray-arg-set-values-same-buffer-same-type-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-bufferbyteoffset-throws-from-modulo-element-size-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-byteoffset-is-negative-throws-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-byteoffset-is-negative-zero-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-byteoffset-is-symbol-throws-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-byteoffset-throws-from-modulo-element-size-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-byteoffset-to-number-throws-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-custom-proto-access-throws-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-defined-length-and-offset-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-defined-length-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-defined-negative-length-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-defined-offset-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-excessive-length-throws-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-excessive-offset-throws-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-invoked-with-undefined-newtarget-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-is-referenced-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-length-access-throws-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-length-is-symbol-throws-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-new-instance-extensibility-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-proto-from-ctor-realm-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-returns-new-instance-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-toindex-bytelength-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-toindex-byteoffset-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-use-custom-proto-if-object-sab': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-use-default-proto-if-custom-proto-is-not-object-sab': [SKIP],
-  'built-ins/TypedArrays/internals/Get/indexed-value-sab': [SKIP],
-  'built-ins/ArrayBuffer/prototype/byteLength/this-is-sharedarraybuffer': [SKIP],
-  'built-ins/ArrayBuffer/prototype/slice/this-is-sharedarraybuffer': [SKIP],
-  'built-ins/TypedArrays/buffer-arg-typedarray-backed-by-sharedarraybuffer': [SKIP],
+  # https://bugs.chromium.org/p/v8/issues/detail?id=5983
+  'built-ins/SharedArrayBuffer/newtarget-prototype-is-not-object': [FAIL],
+
+  # https://bugs.chromium.org/p/v8/issues/detail?id=5984
+  'built-ins/SharedArrayBuffer/proto-from-ctor-realm': [FAIL],
+
+  # https://bugs.chromium.org/p/v8/issues/detail?id=5982
+  'built-ins/TypedArray/prototype/set/typedarray-arg-set-values-diff-buffer-other-type-sab': [FAIL],
 
   # https://bugs.chromium.org/p/v8/issues/detail?id=5897
   'built-ins/SharedArrayBuffer/prototype/slice/*': [SKIP],
@@ -629,6 +563,15 @@
   'language/literals/regexp/S7.8.5_A2.4_T2': [SKIP],
   'built-ins/Array/prototype/slice/S15.4.4.10_A3_T1': [SKIP],
   'built-ins/Array/prototype/slice/S15.4.4.10_A3_T2': [SKIP],
+
+  ########################### REQUIRES FLAGS ################################
+
+  'built-ins/ArrayBuffer/prototype/*': ['--harmony-sharedarraybuffer'],
+  'built-ins/Atomics/*': ['--harmony-sharedarraybuffer'],
+  'built-ins/DataView/*': ['--harmony-sharedarraybuffer'],
+  'built-ins/SharedArrayBuffer/*': ['--harmony-sharedarraybuffer'],
+  'built-ins/TypedArray/prototype/set/*': ['--harmony-sharedarraybuffer'],
+  'built-ins/TypedArrays/*': ['--harmony-sharedarraybuffer'],

[Dan Ehrenberg, 2017/02/20 21:11:56]

Maybe this is an excessively pedantic request, but I'm generally trying to keep
the test262.status file passing flags only where it's required, and keeping
tests for shipping features running without passing any additional flags. Could
you append the --harmony-sharedarraybuffer flag only for the tests which are
listed above, rather than so many other existing DataView, ArrayBuffer and
TypedArray tests?

[binji, 2017/02/21 18:59:45]

Done.

 }],  # ALWAYS
 
 ['no_i18n == True', {