dom/canvas/test/webgl-conf/mochitest-errata.ini
author peter chang <pchang@mozilla.com>
Thu, 30 Jun 2016 10:49:18 +0800
changeset 388875 d4d75a7f99042b31a764ddfe404a799ef909f819
parent 388874 77fbb6212a9aa50a9274ea1230744c095c4fb72e
child 387950 0c45568dba61daf2cace71a149aeafe2a5177f93
permissions -rw-r--r--
Bug 1277424 - Skip test cases that contain Non-local network connections, r?jgilbert MozReview-Commit-ID: 9eRWEZUfrFn

# *** WARNING! ***
# Modification to this file only take effect after running
# generate-wrappers-and-manifest.py

# See python/mozbuild/mozbuild/mozinfo.py for incoming data.

##########
# android_version strings
#   https://en.wikipedia.org/wiki/Android_version_history
#   * Android 'Gingerbread' 2.3-2.3.2: 9
#   * Android 'Gingerbread' 2.3.3+: 10 ('2.3' slaves)
#   * Android 'ICS' 4.0-4.0.2: 14 ('4.0' slaves, inactive)
#   * Android 'ICS' 4.0.3+: 15
#   * Android 'Jellybean' 4.3: 18 ('4.3' slaves)

##########
# os_version strings
#   https://msdn.microsoft.com/en-us/library/windows/desktop/ms724832%28v=vs.85%29.aspx
#   * Windows XP: 5.1
#   * Windows XP 64-bit: 5.2
#   * Windows Vista: 6.0
#   * Windows 7: 6.1
#   * Windows 8: 6.2
#   * Windows 8.1: 6.3
#   * Windows 10: 10.0

[DEFAULT]
subsuite = webgl
# Skip B2G for now, until we get a handle on the longer tail of emulator bugs.
# Bug 1136181 disabled on Mulet for intermittent failures
skip-if = os == 'b2g' || ((os == 'linux') && (buildapp == 'mulet'))

[generated/test_..__always-fail.html]
fail-if = 1
[generated/test_conformance__context__context-lost.html]
fail-if = 1
[generated/test_conformance__glsl__misc__shaders-with-invariance.html]
fail-if = 1
[generated/test_conformance__glsl__misc__shaders-with-name-conflicts.html]
[generated/test_conformance__renderbuffers__feedback-loop.html]
fail-if = 1

####################
# Tests requesting non-local network connections.

[generated/test_conformance__more__functions__readPixelsBadArgs.html]
# (TODO) FATAL ERROR: Non-local network connections are disabled and a connection attempt to www.opengl.org (45.55.206.190) was made.
skip-if = 1
[generated/test_2_conformance__more__functions__readPixelsBadArgs.html]
# (TODO) FATAL ERROR: Non-local network connections are disabled and a connection attempt to www.opengl.org (45.55.206.190) was made.
skip-if = 1

[generated/test_conformance__more__functions__texImage2DHTML.html]
# (TODO) FATAL ERROR: Non-local network connections are disabled and a connection attempt to mashable.com (88.221.93.55) was made.
skip-if = 1
[generated/test_2_conformance__more__functions__texImage2DHTML.html]
# (TODO) FATAL ERROR: Non-local network connections are disabled and a connection attempt to mashable.com (88.221.93.55) was made.
skip-if = 1

[generated/test_conformance__more__functions__texSubImage2DHTML.html]
# (TODO) FATAL ERROR: Non-local network connections are disabled and a connection attempt to mashable.com (184.50.232.90) was made.
skip-if = 1
[generated/test_2_conformance__more__functions__texSubImage2DHTML.html]
# (TODO) FATAL ERROR: Non-local network connections are disabled and a connection attempt to mashable.com (184.50.232.90) was made.
skip-if = 1

[generated/test_2_conformance__textures__misc__origin-clean-conformance.html]
# (TODO) FATAL ERROR: Non-local network connections are disabled and a connection attempt to www.opengl.org (104.131.58.36) was made.
skip-if = 1
[generated/test_conformance__textures__misc__origin-clean-conformance.html]
# (TODO) FATAL ERROR: Non-local network connections are disabled and a connection attempt to www.opengl.org (104.131.58.36) was made.
skip-if = 1


####################
# Timing out
[generated/test_conformance__uniforms__uniform-default-values.html]
# Timeout on Windows, crash on Android/Linux.
skip-if = (os == 'android') || (os == 'linux') || (os == 'win')
[generated/test_conformance__ogles__GL__mat3__mat3_001_to_006.html]
# Timeout on D3D11
skip-if = (os == 'win' && os_version != '5.1')

########################################################################
# Complicated

[generated/test_conformance__context__context-attributes-alpha-depth-stencil-antialias.html]
fail-if = (os == 'mac' && os_version == '10.6')
# Asserts on 'B2G ICS Emulator Debug' and linux debug. Crashes on Android.
skip-if = (os == 'b2g') || (os == 'linux') || (os == 'android')

[generated/test_conformance__extensions__webgl-draw-buffers.html]
fail-if = (os == 'mac')
# Crashes
skip-if = (os == 'linux')

[generated/test_conformance__glsl__constructors__glsl-construct-bvec3.html]
# Crashes from libglsl.so
skip-if = (os == 'linux') || os == 'mac')
[generated/test_conformance__glsl__constructors__glsl-construct-bvec4.html]
# application crashed [@ ParseOperand::GetLogicalSize() const + 0x4]
skip-if = (os == 'linux') || os == 'mac')

[generated/test_conformance__glsl__constructors__glsl-construct-ivec3.html]
# application crashed [@ ParseOperand::GetLogicalSize() const + 0x4]
skip-if = (os == 'linux') || (os == 'mac')
[generated/test_conformance__glsl__constructors__glsl-construct-ivec4.html]
# Assume crashes like ivec3
skip-if = (os == 'linux') || (os == 'mac')

[generated/test_conformance__glsl__constructors__glsl-construct-mat2.html]
fail-if = (os == 'mac' && os_version == '10.6')
# Crashes on Linux ASAN
skip-if = ((os == 'linux') && asan)

[generated/test_conformance__misc__type-conversion-test.html]
fail-if = (os == 'linux')
# Resets device on Android 2.3.
# Crashes on B2G ICS Emulator, desktop Linux, and Mulet Linux x64.
skip-if = (os == 'android') || (os == 'b2g') || (os == 'linux')

[generated/test_conformance__misc__object-deletion-behaviour.html]
fail-if = (os == 'android')
# void mozilla::gl::GLContext::fDetachShader(GLuint, GLuint): Generated unexpected GL_INVALID_VALUE error. (0x0501)
skip-if = (os == 'android' && debug)

########################################################################
# "tst-linux{32,64}-spot-NNN" Slaves:
#   Android 2.3, B2G Emu, Linux, and Mulet.
# Android: os == 'android'. (Not enough info to separate out 2.3)
# B2G Emu: os == 'b2g'.
# Linux: os == 'linux'.
# Mulet: os == 'b2g' && buildapp == 'mulet'.
[generated/test_conformance__glsl__bugs__temp-expressions-should-not-crash.html]
# Coincidentally enough, crashes on Linux and Android 4.0.
skip-if = (os == 'android') || (os == 'linux')
[generated/test_conformance__misc__invalid-passed-params.html]
# Causes consistent *blues*: "DMError: Remote Device Error: unable to
# connect to 127.0.0.1 after 5 attempts" on 'Android 2.3 Opt'.
skip-if = (os == 'android') || (os == 'linux')
[generated/test_conformance__ogles__GL__functions__functions_001_to_008.html]
fail-if = (os == 'android') || (os == 'linux')
[generated/test_conformance__ogles__GL__sin__sin_001_to_006.html]
fail-if = (os == 'android') || (os == 'linux')
[generated/test_conformance__reading__read-pixels-test.html]
# Causes consistent *blues*: "DMError: Remote Device Error: unable to
# connect to 127.0.0.1 after 5 attempts" on 'Android 2.3 Opt'.
# Crashes near on B2G ICS Emulator.
skip-if = (os == 'android') || (os == 'linux')
########################################################################
########################################################################
# Android

[generated/test_conformance__attribs__gl-disabled-vertex-attrib.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-float.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-float-linear.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-float-with-canvas.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-float-with-image.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-float-with-image-data.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-float-with-video.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-half-float.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-half-float-linear.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-half-float-with-canvas.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-half-float-with-image.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-half-float-with-image-data.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-half-float-with-video.html]
fail-if = (os == 'android')

[generated/test_conformance__canvas__buffer-offscreen-test.html]
# Causes frequent *blues*: "DMError: Remote Device Error: unable to
# connect to 127.0.0.1 after 5 attempts" on 'Android 2.3 Opt'.
skip-if = (os == 'android' && android_version == '10')

[generated/test_conformance__canvas__rapid-resizing.html]
# Frequent orange crash.
skip-if = (os == 'android')

[generated/test_conformance__glsl__bugs__long-expressions-should-not-crash.html]
# Crashes sometimes
skip-if = (os == 'android')

[generated/test_conformance__canvas__drawingbuffer-hd-dpi-test.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__context__context-creation.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__context__context-eviction-with-garbage-collection.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__nested-functions-should-not-crash.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__conditional-discard-optimization.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__conditional-discard-in-loop.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__floored-division-accuracy.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__glsl__variables__gl-fragcoord.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__rendering__many-draw-calls.html]
# Crashes on Android
# Times-out on DEBUG builds
skip-if = (os == 'android') || debug
[generated/test_conformance__uniforms__out-of-bounds-uniform-array-access.html]
# Crashes
skip-if = (os == 'android') || (os == 'mac' && os_version == '10.6')
[generated/test_conformance__glsl__samplers__glsl-function-texture2dproj.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__rendering__framebuffer-switch.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__modulo-arithmetic-accuracy.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__multiplication-assignment.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__rendering__framebuffer-texture-switch.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__array-of-struct-with-int-first-position.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__more__conformance__quickCheckAPI-D_G.html]
# void mozilla::gl::GLContext::fGenerateMipmap(GLenum): Generated unexpected GL_INVALID_ENUM error. (0x0500)
skip-if = (os == 'android' && debug)

####################
# 2.3 failures
[generated/test_conformance__glsl__misc__re-compile-re-link.html]
fail-if = (os == 'android' && android_version == '10')
[generated/test_conformance__programs__program-test.html]
fail-if = (os == 'android' && android_version == '10')

####################
# Timeouts
[generated/test_conformance__context__context-release-upon-reload.html]
skip-if = (os == 'android')
[generated/test_conformance__context__context-release-with-workers.html]
skip-if = (os == 'android')
[generated/test_conformance__glsl__misc__shader-uniform-packing-restrictions.html]
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__complex-glsl-does-not-crash.html]
skip-if = (os == 'android')

[generated/test_conformance__glsl__misc__shader-with-non-reserved-words.html]
fail-if = (os == 'android')
# (TODO) Generates results after calling finish()
skip-if = 1

####################
# Timeout on 2.3
[generated/test_conformance__misc__delayed-drawing.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__misc__shader-precision-format.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__conformance__webGLArrays.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__functions__bufferData.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__functions__bufferDataBadArgs.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__functions__bufferSubData.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__functions__bufferSubDataBadArgs.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__functions__drawArrays.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__functions__drawArraysOutOfBounds.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__functions__drawElements.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__functions__drawElementsBadArgs.html]
skip-if = (os == 'android' && android_version == '10')

####################

[generated/test_conformance__attribs__gl-bindAttribLocation-aliasing.html]
# OOM crash
skip-if = (os == 'android')
[generated/test_conformance__attribs__gl-bindAttribLocation-matrix.html]
# OOM crash
skip-if = (os == 'android')
[generated/test_conformance__misc__uninitialized-test.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__renderbuffers__framebuffer-object-attachment.html]
# Crashes
skip-if = (os == 'android')

####################

####################
# Crashes on android 2.3 slaves
[generated/test_conformance__glsl__bugs__compare-loop-index-to-uniform.html]
skip-if = (os == 'android' && android_version == '10')

########################################################################
########################################################################
# B2G
[generated/test_conformance__glsl__reserved___webgl_function.vert.html]
fail-if = (os == 'b2g')
[generated/test_conformance__glsl__reserved__webgl_function.vert.html]
fail-if = (os == 'b2g')
[generated/test_conformance__misc__error-reporting.html]
fail-if = (os == 'b2g')
[generated/test_conformance__programs__get-active-test.html]
fail-if = (os == 'b2g')


########################################################################
########################################################################
# Linux
[generated/test_conformance__attribs__gl-vertex-attrib-render.html]
fail-if = (os == 'linux')
[generated/test_conformance__glsl__constructors__glsl-construct-bvec2.html]
# mozalloc_abort in libglsl.so
skip-if = (os == 'linux')
[generated/test_conformance__glsl__constructors__glsl-construct-vec-mat-corner-cases.html]
# mozalloc_abort in libglsl.so
skip-if = (os == 'linux')
[generated/test_conformance__glsl__constructors__glsl-construct-vec3.html]
# Crashes
skip-if = (os == 'linux')
[generated/test_conformance__glsl__constructors__glsl-construct-vec4.html]
# Inferred crash from vec3 above.
skip-if = (os == 'linux')
[generated/test_conformance__glsl__constructors__glsl-construct-ivec2.html]
# Crashes from libglsl.so
skip-if = (os == 'linux')
[generated/test_conformance__glsl__functions__glsl-function-atan.html]
# Crashes
skip-if = (os == 'linux')
[generated/test_conformance__limits__gl-min-textures.html]
# mesa upgrade issues or task cluster issues- we just need it green; bug 1220658
skip-if = (os == 'linux')
[generated/test_conformance__ogles__GL__notEqual__notEqual_001_to_008.html]
# Crashes
skip-if = (os == 'linux')
[generated/test_conformance__ogles__GL__sign__sign_001_to_006.html]
# Crashes
skip-if = (os == 'linux')

########################################################################
########################################################################
# Mac
[generated/test_conformance__canvas__drawingbuffer-static-canvas-test.html]
# Intermittent crash on OSX.
skip-if = (os == 'mac')
[generated/test_conformance__canvas__viewport-unchanged-upon-resize.html]
# New OSX r7 machines and 10.10.5 is causing perma failure (bug 1216549)
skip-if = (os == 'mac')
[generated/test_conformance__rendering__multisample-corruption.html]
# application crashed [@ gldAttachDrawable + 0x9e0]. Also crash on Android.
skip-if = (os == 'mac') || (os == 'android')

[generated/test_conformance__extensions__oes-vertex-array-object.html]
# 10.6 crash:
# PROCESS-CRASH | dom/canvas/test/webgl-conf/generated/test_conformance__extensions__oes-vertex-array-object.html | application crashed [@ gleRunVertexSubmitImmediate + 0xf24]
skip-if = (os == 'mac' && os_version == '10.6')

####################
# 10.6
[generated/test_conformance__glsl__constructors__glsl-construct-mat3.html]
fail-if = (os == 'mac' && os_version == '10.6')
[generated/test_conformance__glsl__constructors__glsl-construct-mat4.html]
fail-if = (os == 'mac' && os_version == '10.6')
[generated/test_conformance__glsl__matrices__glsl-mat4-to-mat3.html]
fail-if = (os == 'mac' && os_version == '10.6')
[generated/test_conformance__glsl__misc__glsl-function-nodes.html]
fail-if = (os == 'mac' && os_version == '10.6')
[generated/test_conformance__ogles__GL__struct__struct_033_to_040.html]
fail-if = (os == 'mac' && os_version == '10.6')
[generated/test_conformance__ogles__GL__struct__struct_041_to_048.html]
fail-if = (os == 'mac' && os_version == '10.6')
[generated/test_conformance__ogles__GL__struct__struct_049_to_056.html]
fail-if = (os == 'mac' && os_version == '10.6')

####################
# 10.8
[generated/test_conformance__glsl__functions__glsl-function-smoothstep-gentype.html]
fail-if = (os == 'mac' && os_version == '10.8')
[generated/test_conformance__glsl__variables__gl-pointcoord.html]
fail-if = (os == 'mac' && os_version == '10.8')
[generated/test_conformance__limits__gl-max-texture-dimensions.html]
fail-if = (os == 'mac' && os_version == '10.8')

########################################################################
########################################################################
# Win

[generated/test_conformance__glsl__misc__large-loop-compile.html]
fail-if = (os == 'win' && os_version == '5.1')
[generated/test_conformance__uniforms__uniform-values-per-program.html]
# Crashes on D3D11 debug.
skip-if = (os == 'win' && os_version != '5.1')