Bug 679864 - [2/5] Upgrade WebGL conformance test suite to r15318
authorBenoit Jacob <bjacob@mozilla.com>
Fri, 19 Aug 2011 11:39:00 -0400
changeset 75644 4a25f1be8038aa9e5abff13161e4cbdb13e9279f
parent 75643 e6a4dd7f990600fbb24ada248151b778f0775df1
child 75645 dda19a1784be8a90dc87fa6fed8ea6068e4e0227
push id21044
push userbjacob@mozilla.com
push dateMon, 22 Aug 2011 15:52:50 +0000
treeherdermozilla-central@7a9079ac5718 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
bugs679864
milestone9.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 679864 - [2/5] Upgrade WebGL conformance test suite to r15318 This patch updates the lists of failing tests, and adds some code to ignore a few intermittently failing tests: 1 on Linux and 4 on Mac
content/canvas/test/webgl/failing_tests_linux.txt
content/canvas/test/webgl/failing_tests_mac.txt
content/canvas/test/webgl/failing_tests_windows.txt
content/canvas/test/webgl/test_webgl_conformance_test_suite.html
--- a/content/canvas/test/webgl/failing_tests_linux.txt
+++ b/content/canvas/test/webgl/failing_tests_linux.txt
@@ -1,1 +1,27 @@
-
+conformance/buffer-offscreen-test.html
+conformance/drawingbuffer-static-canvas-test.html
+conformance/drawingbuffer-test.html
+conformance/framebuffer-object-attachment.html
+conformance/shaders/glsl-features/../../glsl-features.html?feature=abs-frag&reffs=shaders/glsl-features/abs-ref.frag&testfs=shaders/glsl-features/abs.frag
+conformance/shaders/glsl-features/../../glsl-features.html?feature=abs-vert-vec2&refvs=shaders/glsl-features/abs-vec2-ref.vert&testvs=shaders/glsl-features/abs-vec2.vert
+conformance/shaders/glsl-features/../../glsl-features.html?feature=abs-vert-vec3&refvs=shaders/glsl-features/abs-vec3-ref.vert&testvs=shaders/glsl-features/abs-vec3.vert
+conformance/shaders/glsl-features/../../glsl-features.html?feature=abs-vert-vec4&refvs=shaders/glsl-features/abs-vec4-ref.vert&testvs=shaders/glsl-features/abs-vec4.vert
+conformance/shaders/glsl-features/../../glsl-features.html?feature=sign-frag-vec4&reffs=shaders/glsl-features/sign-vec4-ref.frag&testfs=shaders/glsl-features/sign-vec4.frag
+conformance/shaders/glsl-features/../../glsl-features.html?feature=sign-vert-vec4&refvs=shaders/glsl-features/sign-vec4-ref.vert&testvs=shaders/glsl-features/sign-vec4.vert
+conformance/gl-get-active-attribute.html
+conformance/gl-getshadersource.html
+conformance/gl-uniform-bool.html
+conformance/glsl-conformance.html
+conformance/glsl-long-variable-names.html
+conformance/invalid-passed-params.html
+conformance/object-deletion-behaviour.html
+conformance/premultiplyalpha-test.html
+conformance/read-pixels-test.html
+conformance/uninitialized-test.html
+conformance/webgl-specific.html
+conformance/more/conformance/quickCheckAPI.html
+conformance/more/functions/copyTexImage2D.html
+conformance/more/functions/copyTexSubImage2D.html
+conformance/more/functions/deleteBufferBadArgs.html
+conformance/more/functions/texImage2DBadArgs.html
+conformance/more/functions/uniformfArrayLen1.html
--- a/content/canvas/test/webgl/failing_tests_mac.txt
+++ b/content/canvas/test/webgl/failing_tests_mac.txt
@@ -1,1 +1,24 @@
-
+conformance/buffer-offscreen-test.html
+conformance/context-attributes-alpha-depth-stencil-antialias.html
+conformance/drawingbuffer-static-canvas-test.html
+conformance/drawingbuffer-test.html
+conformance/framebuffer-object-attachment.html
+conformance/gl-getshadersource.html
+conformance/gl-object-get-calls.html
+conformance/glsl-conformance.html
+conformance/glsl-long-variable-names.html
+conformance/invalid-passed-params.html
+conformance/object-deletion-behaviour.html
+conformance/premultiplyalpha-test.html
+conformance/program-test.html
+conformance/read-pixels-test.html
+conformance/tex-input-validation.html
+conformance/texture-npot.html
+conformance/webgl-specific.html
+conformance/more/conformance/quickCheckAPI.html
+conformance/more/functions/copyTexImage2D.html
+conformance/more/functions/copyTexSubImage2D.html
+conformance/more/functions/deleteBufferBadArgs.html
+conformance/more/functions/texImage2DBadArgs.html
+conformance/more/functions/uniformfBadArgs.html
+conformance/more/functions/uniformiBadArgs.html
--- a/content/canvas/test/webgl/failing_tests_windows.txt
+++ b/content/canvas/test/webgl/failing_tests_windows.txt
@@ -1,1 +1,18 @@
-
+conformance/buffer-offscreen-test.html
+conformance/drawingbuffer-static-canvas-test.html
+conformance/drawingbuffer-test.html
+conformance/framebuffer-object-attachment.html
+conformance/gl-getshadersource.html
+conformance/glsl-conformance.html
+conformance/glsl-long-variable-names.html
+conformance/invalid-passed-params.html
+conformance/object-deletion-behaviour.html
+conformance/premultiplyalpha-test.html
+conformance/read-pixels-test.html
+conformance/webgl-specific.html
+conformance/more/conformance/quickCheckAPI.html
+conformance/more/functions/copyTexImage2D.html
+conformance/more/functions/copyTexSubImage2D.html
+conformance/more/functions/deleteBufferBadArgs.html
+conformance/more/functions/texImage2DBadArgs.html
+conformance/more/functions/uniformfArrayLen1.html
--- a/content/canvas/test/webgl/test_webgl_conformance_test_suite.html
+++ b/content/canvas/test/webgl/test_webgl_conformance_test_suite.html
@@ -359,16 +359,32 @@ function start() {
     failingTestsFilename = 'failing_tests_mac.txt';
 
   var testsExpectedToFail = loadTextFileSynchronous(failingTestsFilename)
                             .replace(/\r/g, '') // convert to unix line breaks
                             .split('\n');
 
   var testsToIgnore = [];
 
+  if (kIsMac) {
+    // intermittent failure on Mac OS 10.6, "images are different". Some compositing issue??
+    testsToIgnore.push('conformance/shaders/glsl-features/../../glsl-features.html?feature=abs-frag&reffs=shaders/glsl-features/abs-ref.frag&testfs=shaders/glsl-features/abs.frag');
+    testsToIgnore.push('conformance/shaders/glsl-features/../../glsl-features.html?feature=abs-vert-vec2&refvs=shaders/glsl-features/abs-vec2-ref.vert&testvs=shaders/glsl-features/abs-vec2.vert');
+    testsToIgnore.push('conformance/shaders/glsl-features/../../glsl-features.html?feature=abs-vert-vec3&refvs=shaders/glsl-features/abs-vec3-ref.vert&testvs=shaders/glsl-features/abs-vec3.vert');
+    testsToIgnore.push('conformance/shaders/glsl-features/../../glsl-features.html?feature=abs-vert-vec4&refvs=shaders/glsl-features/abs-vec4-ref.vert&testvs=shaders/glsl-features/abs-vec4.vert');
+  }
+
+  if (kIsLinux) {
+    // on talos-r3-fed64-019 I got this error message:
+    // Test failed, "gl.getExtension("OES_texture_float").myProperty should be 2 (of type number).
+    // Was undefined (of type undefined)." (URL: conformance/oes-texture-float.html)
+    // on other linux test slaves it worked. Does this test slave have different driver or hardware or what?
+    testsToIgnore.push('conformance/oes-texture-float.html');
+  }
+
   var testsSuccessful = [];
 
   runTestSuite();
 }
 
 </script>
 </head>
 <body onload="start()">