WebGL2 expectations: add initial webgl2 ANGLE expectations

content/test/gpu/gpu_tests/webgl2_conformance_expectations.py

 # Copyright (c) 2015 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectations
 
 # See the GpuTestExpectations class for documentation.
 
 class WebGL2ConformanceExpectations(WebGLConformanceExpectations):
   def __init__(self, conformance_path):
     super(WebGL2ConformanceExpectations, self).__init__(conformance_path)
@@ skipping 57 matching lines @@
 
     self.Fail('deqp/data/gles3/shaders/preprocessor.html', bug=483282)
     self.Flaky('deqp/functional/gles3/shaderindexing.html', bug=483282)
 
     self.Fail('conformance2/glsl3/forbidden-operators.html', bug=483282)
 
     self.Fail('conformance2/misc/expando-loss-2.html', bug=483282)
     self.Flaky('conformance2/query/occlusion-query.html', bug=603168)
     self.Fail('conformance2/vertex_arrays/vertex-array-object.html', bug=483282)
 
+    # All platforms when running ANGLE
+    self.Skip('conformance2/textures/misc/copy-texture-image.html',
+        ['d3d9', 'd3d11', 'opengl'], bug=577144) # crash on debug
+    self.Fail('conformance2/textures/misc/tex-unpack-params.html',
+        ['d3d9', 'd3d11', 'opengl'], bug=483282)
+
+    # Avoid a conflict with a Mac expectation by setting
+    self.Fail('conformance2/textures/misc/tex-input-validation.html',
+        ['d3d9', 'd3d11', 'opengl'], bug=483282)
+
+    # Failing because the tests are using invalid combinations of source and
+    # destination formats, see https://github.com/KhronosGroup/WebGL/issues/1628
+    self.Fail('conformance2/textures/webgl_canvas/' +
+        'tex-2d-r8-red-unsigned_byte.html',
+        ['d3d9', 'd3d11', 'opengl'], bug=483282)
+    self.Fail('conformance2/textures/webgl_canvas/' +
+        'tex-2d-rg8-rg-unsigned_byte.html',
+        ['d3d9', 'd3d11', 'opengl'], bug=483282)
+    self.Fail('conformance2/textures/webgl_canvas/' +
+        'tex-2d-rgb8-rgb-unsigned_byte.html',
+        ['d3d9', 'd3d11', 'opengl'], bug=483282)
+    self.Fail('conformance2/textures/webgl_canvas/' +
+        'tex-2d-rgb565-rgb-unsigned_byte.html',
+        ['d3d9', 'd3d11', 'opengl'], bug=483282)
+    self.Fail('conformance2/textures/webgl_canvas/' +
+        'tex-2d-rgb565-rgb-unsigned_short_5_6_5.html',
+        ['d3d9', 'd3d11', 'opengl'], bug=483282)
+    self.Fail('conformance2/textures/webgl_canvas/' +
+        'tex-2d-rgb5_a1-rgba-unsigned_byte.html',
+        ['d3d9', 'd3d11', 'opengl'], bug=483282)
+    self.Fail('conformance2/textures/webgl_canvas/' +
+        'tex-2d-rgb5_a1-rgba-unsigned_short_5_5_5_1.html',
+        ['d3d9', 'd3d11', 'opengl'], bug=483282)
+    self.Fail('conformance2/textures/webgl_canvas/' +
+        'tex-2d-rgba4-rgba-unsigned_byte.html',
+        ['d3d9', 'd3d11', 'opengl'], bug=483282)
+    self.Fail('conformance2/textures/webgl_canvas/' +
+        'tex-2d-rgba4-rgba-unsigned_short_4_4_4_4.html',
+        ['d3d9', 'd3d11', 'opengl'], bug=483282)
+
     # Windows only.
 
     self.Fail('deqp/functional/gles3/negativefragmentapi.html',
         ['win'], bug=483282)
     self.Fail('deqp/functional/gles3/vertexarrays.html',
         ['win'], bug=483282)
 
     self.Fail('conformance2/textures/canvas/' +
         'tex-2d-r8-red-unsigned_byte.html',
         ['win'], bug=483282)
@@ skipping 14 matching lines @@
         ['win'], bug=483282)
     self.Fail('conformance2/textures/canvas/' +
         'tex-2d-rgb5_a1-rgba-unsigned_short_5_5_5_1.html',
         ['win'], bug=483282)
     self.Fail('conformance2/textures/canvas/' +
         'tex-2d-rgba4-rgba-unsigned_byte.html',
         ['win'], bug=483282)
     self.Fail('conformance2/textures/canvas/' +
         'tex-2d-rgba4-rgba-unsigned_short_4_4_4_4.html',
         ['win'], bug=483282)
-    self.Fail('conformance2/textures/misc/tex-unpack-params.html',
-        ['win'], bug=483282)
-
-    # Failing because ANGLE using a different interpretation of the spec for
-    # CopyTexImage2D so that for example a copy from RGBA8 to R8 fails.
-    self.Fail('conformance2/textures/webgl_canvas/' +
-        'tex-2d-r8-red-unsigned_byte.html',
-        ['win'], bug=483282)
-    self.Fail('conformance2/textures/webgl_canvas/' +
-        'tex-2d-rg8-rg-unsigned_byte.html',
-        ['win'], bug=483282)
-    self.Fail('conformance2/textures/webgl_canvas/' +
-        'tex-2d-rgb8-rgb-unsigned_byte.html',
-        ['win'], bug=483282)
-    self.Fail('conformance2/textures/webgl_canvas/' +
-        'tex-2d-rgb565-rgb-unsigned_byte.html',
-        ['win'], bug=483282)
-    self.Fail('conformance2/textures/webgl_canvas/' +
-        'tex-2d-rgb565-rgb-unsigned_short_5_6_5.html',
-        ['win'], bug=483282)
-    self.Fail('conformance2/textures/webgl_canvas/' +
-        'tex-2d-rgb5_a1-rgba-unsigned_byte.html',
-        ['win'], bug=483282)
-    self.Fail('conformance2/textures/webgl_canvas/' +
-        'tex-2d-rgb5_a1-rgba-unsigned_short_5_5_5_1.html',
-        ['win'], bug=483282)
-    self.Fail('conformance2/textures/webgl_canvas/' +
-        'tex-2d-rgba4-rgba-unsigned_byte.html',
-        ['win'], bug=483282)
-    self.Fail('conformance2/textures/webgl_canvas/' +
-        'tex-2d-rgba4-rgba-unsigned_short_4_4_4_4.html',
-        ['win'], bug=483282)
 
     self.Flaky('deqp/functional/gles3/buffercopy.html', ['win'], bug=587601)
 
     self.Skip('deqp/functional/gles3/readpixel.html', ['win'], bug=483282)
     self.Fail('conformance2/glsl3/array-in-complex-expression.html',
         ['win'], bug=483282)
     self.Skip('conformance2/reading/read-pixels-pack-parameters.html',
         ['win'], bug=483282)
-    self.Fail('conformance2/textures/misc/tex-input-validation.html',
-        ['win'], bug=483282)
     self.Skip('conformance2/textures/misc/tex-mipmap-levels.html',
         ['win'], bug=483282)
     self.Skip('conformance2/transform_feedback/transform_feedback.html',
         ['win'], bug=483282)
     self.Fail('conformance2/glsl3/const-array-init.html',
         ['win'], bug=1198) # angle bug ID
     self.Skip('conformance2/reading/read-pixels-into-pixel-pack-buffer.html',
         ['win'], bug=1266) # angle bug ID
-    self.Skip('conformance2/textures/misc/copy-texture-image.html',
-        ['win'], bug=577144) # crash on debug
     self.Fail('conformance2/state/gl-object-get-calls.html',
         ['win'], bug=483282)
 
     # Windows 8 only.
 
     self.Fail('conformance2/reading/read-pixels-from-fbo-test.html',
         ['win8'], bug=483282)
 
     self.Fail('conformance2/textures/image_data/' +
         'tex-2d-rgb565-rgb-unsigned_byte.html',
@@ skipping 193 matching lines @@
         ['mac'], bug=295792)
     self.Fail('conformance2/renderbuffers/framebuffer-test.html',
         ['mac'], bug=483282)
     self.Fail('conformance2/rendering/framebuffer-completeness-unaffected.html',
         ['mac'], bug=604053)
 
     # Mac Retina NVIDIA
     self.Fail('conformance2/rendering/draw-buffers.html',
         ['mac', ('nvidia', 0xfe9)], bug=483282)
     self.Fail('conformance2/textures/misc/tex-input-validation.html',
-        ['mac', ('nvidia', 0xfe9)], bug=483282)
+        ['mac', ('nvidia', 0xfe9), 'no_angle'], bug=483282)
     self.Fail('conformance2/textures/misc/tex-mipmap-levels.html',
         ['mac', ('nvidia', 0xfe9)], bug=483282)
     self.Fail('deqp/functional/gles3/shaderstruct.html',
         ['mac', ('nvidia', 0xfe9)], bug=483282)
     self.Fail('deqp/functional/gles3/shaderswitch.html',
         ['mac', ('nvidia', 0xfe9)], bug=483282)
 
     # Mac AMD
     self.Fail('deqp/functional/gles3/clipping.html',
         ['mac', 'amd'], bug=483282)
     self.Fail('deqp/functional/gles3/primitiverestart.html',
         ['mac', 'amd'], bug=598930)
 
     # Mac Intel
     self.Fail('conformance2/textures/misc/tex-unpack-params.html',
-        ['mac', 'intel'], bug=483282)
+        ['mac', 'intel', 'no_angle'], bug=483282)
     self.Fail('deqp/functional/gles3/texturefiltering/2d_combinations_01.html',
         ['mac', 'intel'], bug=606074)
     self.Fail('deqp/functional/gles3/texturefiltering/' +
         '2d_array_combinations_01.html',
         ['mac', 'intel'], bug=606074)
     self.Fail('deqp/functional/gles3/texturefiltering/3d_combinations_06.html',
         ['mac', 'intel'], bug=606074)
     self.Fail('deqp/functional/gles3/texturefiltering/3d_combinations_07.html',
         ['mac', 'intel'], bug=606074)
     self.Fail('deqp/functional/gles3/texturefiltering/3d_combinations_08.html',
         ['mac', 'intel'], bug=606074)
 
     # Linux only.
     self.Fail('deqp/data/gles3/shaders/functions.html',
         ['linux'], bug=483282)
     self.Fail('conformance2/glsl3/vector-dynamic-indexing.html',
         ['linux'], bug=483282)
     self.Fail('conformance2/reading/read-pixels-from-fbo-test.html',
         ['linux'], bug=483282)
     self.Fail('conformance2/rendering/draw-buffers.html',
         ['linux'], bug=483282)
-    # We want to mark this Flaky for all of Linux however we currently skip
-    # all the tests on Intel. Tag this with AMD and Nvidia to avoid an
-    # expectation conflict that would make this test run on Intel.
     # Flaky because the virtual gl contexts implementation calls glUseProgram
     # while a transform feedback is active.
     self.Flaky('deqp/functional/gles3/negativeshaderapi.html',
-        ['linux', 'amd', 'nvidia'], bug=483282)
+        ['linux'], bug=483282)
+
+    self.Skip('deqp/data/gles3/shaders/qualification_order.html',
+        ['linux', 'amd', 'intel'], bug=483282)
+    self.Fail('deqp/functional/gles3/clipping.html',
+        ['linux', 'amd', 'intel'], bug=483282)
 
     # Linux NVIDIA only.
     self.Fail('conformance2/glsl3/array-complex-indexing.html',
         ['linux', 'nvidia'], bug=606498)
     self.Fail('deqp/functional/gles3/fbostatequery.html',
         ['linux', 'nvidia'], bug=483282)
     self.Fail('deqp/functional/gles3/shaderswitch.html',
         ['linux', 'nvidia'], bug=605646)
     self.Fail('deqp/functional/gles3/texturefiltering/cube_sizes_00.html',
         ['linux', 'nvidia'], bug=606021)
     self.Fail('deqp/functional/gles3/vertexarrays.html',
         ['linux', 'nvidia', 'debug'], bug=483282)
 
+    # Linux NVIDIA with ANGLE only
+    self.Fail('deqp/functional/gles3/buffercopy.html',
+        ['linux', 'nvidia', 'opengl'], bug=483282)
+    self.Fail('conformance2/buffers/bound-buffer-size-change-test.html',
+        ['linux', 'nvidia', 'opengl'], bug=483282)
+    self.Fail('conformance2/reading/read-pixels-pack-parameters.html',
+        ['linux', 'nvidia', 'opengl'], bug=483282)
+
+    # Linux Intel with ANGLE only
+    self.Fail('deqp/functional/gles3/texturefiltering/cube_sizes_00.html',
+        ['linux', 'intel', 'opengl'], bug=606021)
+    self.Fail('deqp/functional/gles3/pixelbufferobject.html',
+        ['linux', 'intel', 'opengl'], bug=483282)
+
+    # The Mesa Intel driver has a scoping bug, see
+    # https://bugs.freedesktop.org/show_bug.cgi?id=95184
+    self.Fail('deqp/data/gles3/shaders/scoping.html',
+        ['linux', 'intel'], bug=610800)
+
     # Linux AMD only.
     # It looks like AMD shader compiler rejects many valid ES3 semantics.
     self.Fail('deqp/data/gles3/shaders/conversions.html',
         ['linux', 'amd'], bug=483282)
     self.Skip('deqp/data/gles3/shaders/arrays.html',
         ['linux', 'amd'], bug=483282)
-    self.Skip('deqp/data/gles3/shaders/qualification_order.html',
-        ['linux', 'amd'], bug=483282)
     self.Fail('deqp/functional/gles3/internalformatquery.html',
         ['linux', 'amd'], bug=483282)
     self.Fail('deqp/functional/gles3/texturestatequery.html',
         ['linux', 'amd'], bug=483282)
     self.Fail('deqp/functional/gles3/vertexarrays.html',
         ['linux', 'amd'], bug=483282)
     self.Fail('deqp/functional/gles3/buffercopy.html',
         ['linux', 'amd'], bug=483282)
-    self.Fail('deqp/functional/gles3/clipping.html',
-        ['linux', 'amd'], bug=483282)
     self.Fail('deqp/functional/gles3/samplerobject.html',
         ['linux', 'amd'], bug=483282)
     self.Fail('deqp/functional/gles3/shaderprecision.html',
         ['linux', 'amd'], bug=483282)
     self.Fail('deqp/functional/gles3/texturefiltering/3d*',
         ['linux', 'amd'], bug=606114)
 
     self.Fail('conformance2/misc/uninitialized-test-2.html',
         ['linux', 'amd'], bug=483282)
     self.Fail('conformance2/reading/read-pixels-pack-parameters.html',
@@ skipping 62 matching lines @@
     # self.Fail(page_name,
     #     ['linux', ('nvidia', 0x1), 'debug', 'opengl'])
     # self.Fail(page_name,
     #     ['win', ('nvidia', 0x1), 'debug', 'opengl'])
 
     # Conflicts if between a generic os condition and a specific version
     # self.Fail(page_name,
     #     ['xp', ('nvidia', 0x1), 'debug', 'opengl'])
     # self.Fail(page_name,
     #     ['win', ('nvidia', 0x1), 'debug', 'opengl'])