Bug 1584497 - Update wrench reftest expectations for emulator 29.2.1. r=gw
authorJamie Nicol <jnicol@mozilla.com>
Mon, 30 Sep 2019 21:05:09 +0000
changeset 495748 45f723cd2b694154becedb9ecc546eeb9c7416e8
parent 495747 50283c4e0a1012eae1d917b7fc1775a366597b10
child 495749 8b600119cc129b3959099c606ae629a4784e437b
push id114140
push userdvarga@mozilla.com
push dateWed, 02 Oct 2019 18:04:51 +0000
treeherdermozilla-inbound@32eb0ea893f3 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersgw
bugs1584497
milestone71.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1584497 - Update wrench reftest expectations for emulator 29.2.1. r=gw Differential Revision: https://phabricator.services.mozilla.com/D47629
gfx/wr/wrench/reftests/blend/reftest.list
gfx/wr/wrench/reftests/border/reftest.list
gfx/wr/wrench/reftests/boxshadow/reftest.list
gfx/wr/wrench/reftests/clip/reftest.list
gfx/wr/wrench/reftests/filters/reftest.list
gfx/wr/wrench/reftests/gradient/reftest.list
gfx/wr/wrench/reftests/image/reftest.list
gfx/wr/wrench/reftests/invalidation/reftest.list
gfx/wr/wrench/reftests/split/reftest.list
gfx/wr/wrench/reftests/text/reftest.list
gfx/wr/wrench/reftests/transforms/reftest.list
--- a/gfx/wr/wrench/reftests/blend/reftest.list
+++ b/gfx/wr/wrench/reftests/blend/reftest.list
@@ -1,28 +1,24 @@
-# Some tests in this file skipped on debug Android because of panic,
-# GL error 502 at blit_framebuffer (on emulator). These are marked with
-# skip_on(android,emulator) or skip_on(android,emulator,debug).
+== multiply.yaml multiply-ref.yaml
+fuzzy(1,32) == multiply-2.yaml multiply-2-ref.yaml
+fuzzy(1,32) == color_targets(4) alpha_targets(0) multiply-3.yaml multiply-2-ref.yaml
+== difference.yaml difference-ref.yaml
+fuzzy(1,30000) == difference-transparent.yaml difference-transparent-ref.yaml
+== darken.yaml darken-ref.yaml
+== lighten.yaml lighten-ref.yaml
 
-skip_on(android,emulator,debug) == multiply.yaml multiply-ref.yaml
-skip_on(android,emulator) fuzzy(1,32) == multiply-2.yaml multiply-2-ref.yaml
-skip_on(android,emulator) fuzzy(1,32) == color_targets(4) alpha_targets(0) multiply-3.yaml multiply-2-ref.yaml
-skip_on(android,emulator) == difference.yaml difference-ref.yaml
-skip_on(android,emulator) fuzzy(1,30000) == difference-transparent.yaml difference-transparent-ref.yaml
-skip_on(android,emulator) == darken.yaml darken-ref.yaml
-skip_on(android,emulator) == lighten.yaml lighten-ref.yaml
-
-skip_on(android,emulator,debug) fuzzy(1,32) == repeated-difference.yaml repeated-difference-ref.yaml
+fuzzy(1,32) == repeated-difference.yaml repeated-difference-ref.yaml
 
 == isolated.yaml isolated-ref.yaml
-skip_on(android,emulator) fuzzy(3,393) == isolated-2.yaml isolated-2-ref.yaml
+fuzzy(3,393) == isolated-2.yaml isolated-2-ref.yaml
 == isolated-with-filter.yaml isolated-ref.yaml
-skip_on(android,emulator) == isolated-premultiplied.yaml blank.yaml
+== isolated-premultiplied.yaml blank.yaml
 == isolated-premultiplied-2.yaml isolated-premultiplied-2-ref.yaml
 
 == large.yaml large-ref.yaml
 
 # fuzzy because dithering is different for gradients
 # drawn in different render targets
 fuzzy(1,2502) == transparent-composite-1.yaml transparent-composite-1-ref.yaml
 fuzzy(1,2502) == transparent-composite-2.yaml transparent-composite-2-ref.yaml
 
-skip_on(android,emulator) fuzzy(2,324) == multi-mix-blend-mode.yaml multi-mix-blend-mode-ref.yaml
+fuzzy(2,324) == multi-mix-blend-mode.yaml multi-mix-blend-mode-ref.yaml
--- a/gfx/wr/wrench/reftests/border/reftest.list
+++ b/gfx/wr/wrench/reftests/border/reftest.list
@@ -13,20 +13,20 @@ platform(linux,mac) fuzzy(8,80) == borde
 platform(linux,mac) == border-suite-3.yaml border-suite-3.png
 skip_on(android,device) == border-double-simple.yaml border-double-simple-ref.yaml  # Fails on Pixel2
 == border-double-simple-2.yaml border-double-simple-2-ref.yaml
 skip_on(android,device) fuzzy(64,24) == border-groove-simple.yaml border-groove-simple-ref.yaml  # Fails on Pixel2
 skip_on(android,device) fuzzy(64,24) == border-ridge-simple.yaml border-ridge-simple-ref.yaml  # Fails on Pixel2
 platform(linux,mac) fuzzy(1,3) == degenerate-curve.yaml degenerate-curve.png
 platform(linux,mac) == border-image.yaml border-image-ref.png
 == border-image-crash.yaml border-image-crash-ref.yaml
-skip_on(android,emulator) == border-image-fill.yaml border-image-fill-ref.png  # fails on Android emulator
+== border-image-fill.yaml border-image-fill-ref.png  # fails on Android emulator
 == border-no-bogus-line.yaml border-no-bogus-line-ref.png
 platform(linux,mac) == dotted-corner-small-radius.yaml dotted-corner-small-radius.png
 == overlapping.yaml overlapping.png
 == zero-width.yaml blank.yaml
 platform(linux,mac) == small-dotted-border.yaml small-dotted-border.png
 == discontinued-dash.yaml discontinued-dash.png
 platform(linux,mac) == border-dashed-dotted-caching.yaml border-dashed-dotted-caching.png
 != small-inset-outset.yaml small-inset-outset-notref.yaml
-skip_on(android,emulator) fuzzy(1,16) == no-aa.yaml green-square.yaml
+fuzzy(1,16) == no-aa.yaml green-square.yaml
 skip_on(android,device) border-double-1px.yaml border-double-1px-ref.yaml  # Fails on Pixel2
 == max-scale.yaml max-scale-ref.yaml
--- a/gfx/wr/wrench/reftests/boxshadow/reftest.list
+++ b/gfx/wr/wrench/reftests/boxshadow/reftest.list
@@ -8,27 +8,27 @@ platform(linux,mac) == boxshadow-spread-
 fuzzy(1,396) == inset-large-offset.yaml inset-large-offset-ref.png
 platform(linux,mac) == inset-border-radius.yaml inset-border-radius.png
 platform(linux,mac) == inset-offset.yaml inset-offset.png
 platform(linux,mac) == inset-neg-offset.yaml inset-neg-offset.png
 == box-shadow-empty.yaml blank.yaml
 platform(linux,mac) == box-shadow-suite-no-blur.yaml box-shadow-suite-no-blur.png
 platform(linux,mac) == box-shadow-suite-blur.yaml box-shadow-suite-blur.png
 == box-shadow-large-blur-radius.yaml box-shadow-large-blur-radius-ref.yaml
-skip_on(android,emulator) fuzzy(1,6388) == rounding.yaml rounding-ref.yaml
+fuzzy(1,6388) == rounding.yaml rounding-ref.yaml
 platform(linux,mac) == box-shadow-border-radii.yaml box-shadow-border-radii.png
 skip_on(android) == box-shadow-spread.yaml box-shadow-spread.png  # Too wide for Android
 == box-shadow-spread-radii.yaml box-shadow-spread-radii-ref.yaml
 == invalid.yaml invalid-ref.yaml
 == inset-empty.yaml blank.yaml
 platform(linux,mac) == inset-subpx.yaml inset-subpx.png
 platform(linux,mac) fuzzy(1,4) == inset-downscale.yaml inset-downscale.png
 platform(linux,mac) fuzzy(1,50) == box-shadow-cache.yaml box-shadow-cache.png
 platform(linux,mac) fuzzy(1,685) == overlap1.yaml overlap1.png
-fuzzy(2,343) == overlap2.yaml overlap2.png
+fuzzy(2,691) == overlap2.yaml overlap2.png
 platform(linux,mac) fuzzy(1,48) == no-stretch.yaml no-stretch.png
 platform(linux,mac) fuzzy(1,9) == box-shadow-stretch-mode-x.yaml box-shadow-stretch-mode-x.png
 platform(linux,mac) fuzzy(1,41) == box-shadow-stretch-mode-y.yaml box-shadow-stretch-mode-y.png
 platform(linux,mac) fuzzy(1,14) == inset-mask-region.yaml inset-mask-region.png
 == box-shadow-blurred-overlapping-radii.yaml box-shadow-blurred-overlapping-radii-ref.yaml
 
 fuzzy(1,5) platform(linux,mac) == box-shadow-huge-radius.yaml box-shadow-huge-radius.png
 
--- a/gfx/wr/wrench/reftests/clip/reftest.list
+++ b/gfx/wr/wrench/reftests/clip/reftest.list
@@ -1,15 +1,15 @@
 platform(linux,mac) == border-with-rounded-clip.yaml border-with-rounded-clip.png
 == clip-mode.yaml clip-mode.png
 == clip-ellipse.yaml clip-ellipse.png
 platform(linux,mac) == clip-45-degree-rotation.yaml clip-45-degree-rotation-ref.png
 == clip-3d-transform.yaml clip-3d-transform-ref.yaml
-fuzzy(1,3) == clip-corner-overlap.yaml clip-corner-overlap-ref.yaml
+fuzzy(1,4) == clip-corner-overlap.yaml clip-corner-overlap-ref.yaml
 fuzzy(8,60) == custom-clip-chains.yaml custom-clip-chains-ref.yaml
 == custom-clip-chain-node-ancestors.yaml custom-clip-chain-node-ancestors-ref.yaml
 == fixed-position-clipping.yaml fixed-position-clipping-ref.yaml
 platform(linux,mac) == segmentation-with-other-coordinate-system-clip.yaml segmentation-with-other-coordinate-system-clip.png
-skip_on(android,emulator) == segmentation-across-rotation.yaml segmentation-across-rotation-ref.yaml
+== segmentation-across-rotation.yaml segmentation-across-rotation-ref.yaml
 skip_on(android,device) == color_targets(3) alpha_targets(1) stacking-context-clip.yaml stacking-context-clip-ref.yaml
 == snapping.yaml snapping-ref.yaml
-skip_on(android,emulator) fuzzy(70,2400) == clip-and-filter-with-rotation.yaml clip-and-filter-with-rotation-ref.yaml
+fuzzy(70,2400) == clip-and-filter-with-rotation.yaml clip-and-filter-with-rotation-ref.yaml
 color_targets(1) alpha_targets(0) == clip-out-rotation.yaml blank.yaml # Unexpected color targets, see bug 1580795
--- a/gfx/wr/wrench/reftests/filters/reftest.list
+++ b/gfx/wr/wrench/reftests/filters/reftest.list
@@ -4,60 +4,60 @@ platform(linux,mac) == draw_calls(7) col
 == invisible.yaml invisible-ref.yaml
 color_targets(2) alpha_targets(0) == opacity.yaml opacity-ref.yaml
 color_targets(2) alpha_targets(0) == opacity-combined.yaml opacity-combined-ref.yaml
 == opacity-overlap.yaml opacity-overlap-ref.yaml
 == filter-brightness.yaml filter-brightness-ref.yaml
 == filter-brightness-2.yaml filter-brightness-2-ref.yaml
 == filter-brightness-3.yaml filter-brightness-3-ref.yaml
 == filter-brightness-4.yaml filter-brightness-4-ref.yaml
-skip_on(android,emulator) == filter-component-transfer.yaml filter-component-transfer-ref.yaml  # fails on Android emulator
+== filter-component-transfer.yaml filter-component-transfer-ref.yaml
 skip_on(android,device) == filter-color-matrix.yaml filter-color-matrix-ref.yaml  # fails on Pixel2
 == filter-contrast-gray-alpha-1.yaml filter-contrast-gray-alpha-1-ref.yaml
 == filter-invert.yaml filter-invert-ref.yaml
 == filter-invert-2.yaml filter-invert-2-ref.yaml
 platform(linux,mac) fuzzy(1,133) == filter-large-blur-radius.yaml filter-large-blur-radius.png
-skip_on(android) == draw_calls(6) color_targets(6) alpha_targets(0) filter-small-blur-radius.yaml filter-small-blur-radius.png  # fails on Android emulator and Pixel2
+skip_on(android,device) fuzzy(1,12) == draw_calls(6) color_targets(6) alpha_targets(0) filter-small-blur-radius.yaml filter-small-blur-radius.png  # fails on Pixel2
 == filter-saturate-red-1.yaml filter-saturate-red-1-ref.yaml
 == filter-saturate-red-2.yaml filter-saturate-red-2-ref.yaml
 == filter-saturate-red-3.yaml filter-saturate-red-3-ref.yaml
 == filter-saturate-green-1.yaml filter-saturate-green-1-ref.yaml
 == filter-saturate-green-2.yaml filter-saturate-green-2-ref.yaml
 == filter-saturate-green-3.yaml filter-saturate-green-3-ref.yaml
 == filter-saturate-blue-1.yaml filter-saturate-blue-1-ref.yaml
 == filter-saturate-blue-2.yaml filter-saturate-blue-2-ref.yaml
 == filter-saturate-blue-3.yaml filter-saturate-blue-3-ref.yaml
 == filter-saturate-red-alpha-1.yaml filter-saturate-red-alpha-1-ref.yaml
 == filter-saturate-green-alpha-1.yaml filter-saturate-green-alpha-1-ref.yaml
 == filter-saturate-blue-alpha-1.yaml filter-saturate-blue-alpha-1-ref.yaml
 fuzzy(1,1) == filter-hue-rotate-1.yaml filter-hue-rotate-1-ref.yaml
 skip_on(android,device) == filter-hue-rotate-alpha-1.yaml filter-hue-rotate-alpha-1-ref.yaml  # Fails on Pixel2
-skip_on(android) fuzzy(1,14) == filter-long-chain.yaml filter-long-chain.png  # fails on Android emulator and Pixel2
+skip_on(android,device) fuzzy(2,9072) == filter-long-chain.yaml filter-long-chain.png  # fails on Pixel2
 platform(linux,mac) == filter-drop-shadow.yaml filter-drop-shadow.png
 platform(linux,mac) == filter-drop-shadow-on-viewport-edge.yaml filter-drop-shadow-on-viewport-edge.png
 platform(linux,mac) == blend-clipped.yaml blend-clipped.png
 platform(linux,mac) == filter-drop-shadow-clip.yaml filter-drop-shadow-clip.png
 platform(linux,mac) == filter-drop-shadow-clip-2.yaml filter-drop-shadow-clip-2.png
 == filter-segments.yaml filter-segments-ref.yaml
 == iframe-dropshadow.yaml iframe-dropshadow-ref.yaml
-skip_on(android) == filter-mix-blend-mode.yaml filter-mix-blend-mode-ref.yaml  # Android debug: GL error 502 at blit_framebuffer (emulator) or draw_elements_instanced (Pixel2); Android opt: fails
+skip_on(android,device) == filter-mix-blend-mode.yaml filter-mix-blend-mode-ref.yaml  # fails on Pixel2
 == fuzzy(3,20000) srgb-to-linear.yaml srgb-to-linear-ref.yaml
 != srgb-to-linear-2.yaml srgb-to-linear-ref.yaml
 != filter-blur-huge.yaml blank.yaml
 != filter-drop-shadow-huge.yaml blank.yaml
 != filter-drop-shadow-transform-huge.yaml blank.yaml
 == filter-blur-scaled.yaml filter-blur-scaled-ref.yaml
-skip_on(android) == filter-blur-scaled-xonly.yaml filter-blur-scaled-xonly.png  # fails on Android emulator and Pixel2
-skip_on(android,emulator) == svg-filter-component-transfer.yaml filter-component-transfer-ref.yaml  # fails on Android emulator
+skip_on(android,device) fuzzy(1,104) == filter-blur-scaled-xonly.yaml filter-blur-scaled-xonly.png  # fails on  Pixel2
+== svg-filter-component-transfer.yaml filter-component-transfer-ref.yaml
 == svg-filter-flood.yaml svg-filter-flood-ref.yaml
-skip_on(android) == svg-filter-blend.yaml svg-filter-blend-ref.yaml
+skip_on(android,device) == svg-filter-blend.yaml svg-filter-blend-ref.yaml
 skip_on(android,device) == svg-filter-color-matrix.yaml filter-color-matrix-ref.yaml  # fails on Pixel2
 platform(linux,mac) == draw_calls(8) color_targets(8) alpha_targets(0) svg-filter-blur.yaml filter-blur.png # Extra draw call is due to render task graph workaround
 platform(linux,mac) == svg-filter-drop-shadow.yaml svg-filter-drop-shadow.png
 == fuzzy(1,10000) svg-srgb-to-linear.yaml srgb-to-linear-ref.yaml
 platform(linux,mac) == fuzzy(4,28250) svg-filter-drop-shadow-rotate.yaml svg-filter-drop-shadow-rotate-ref.yaml
 platform(linux,mac) == svg-filter-blur-transforms.yaml svg-filter-blur-transforms.png
 platform(linux,mac) == svg-filter-drop-shadow-on-viewport-edge.yaml svg-filter-drop-shadow-on-viewport-edge.png
 platform(linux,mac) == svg-filter-drop-shadow-perspective.yaml svg-filter-drop-shadow-perspective.png
 == backdrop-filter-basic.yaml backdrop-filter-basic-ref.yaml
 platform(linux,mac) == backdrop-filter-perspective.yaml backdrop-filter-perspective.png
 platform(linux,max) == svg-filter-offset.yaml svg-filter-offset-ref.yaml
-skip_on(android) == fuzzy(1,100) svg-filter-composite.yaml svg-filter-composite-ref.yaml
+skip_on(android,device) == fuzzy(1,100) svg-filter-composite.yaml svg-filter-composite-ref.yaml
--- a/gfx/wr/wrench/reftests/gradient/reftest.list
+++ b/gfx/wr/wrench/reftests/gradient/reftest.list
@@ -13,17 +13,17 @@ platform(linux,mac) fuzzy(1,35000) == li
 == linear-clamp-1a.yaml linear-clamp-1-ref.yaml
 == linear-clamp-1b.yaml linear-clamp-1-ref.yaml
 == linear-clamp-2.yaml linear-clamp-2-ref.yaml
 
 # dithering requires us to fuzz here
 fuzzy(1,20000) == linear.yaml linear-ref.yaml
 fuzzy(1,20000) == linear-reverse.yaml linear-ref.yaml
 
-skip_on(android,debug,emulator) fuzzy(1,15200) == linear-aligned-clip.yaml linear-aligned-clip-ref.yaml  # Android emulator: GL error 502 at blit_framebuffer
+fuzzy(1,15200) == linear-aligned-clip.yaml linear-aligned-clip-ref.yaml
 
 platform(linux,mac) fuzzy(1,80000) == radial-circle.yaml radial-circle-ref.png
 platform(linux,mac) fuzzy(1,80000) == radial-ellipse.yaml radial-ellipse-ref.png
 
 != radial-circle.yaml radial-ellipse.yaml
 
 == norm-linear-1.yaml norm-linear-1-ref.yaml
 == norm-linear-2.yaml norm-linear-2-ref.yaml
--- a/gfx/wr/wrench/reftests/image/reftest.list
+++ b/gfx/wr/wrench/reftests/image/reftest.list
@@ -2,16 +2,16 @@
 # GL error 502 at tex_sub_image_3d_pbo. These are marked with skip_on(android,emulator)
 # or skip_on(android,debug,emulator). Additionally, the ones marked skip_on(android,emulator)
 # fail in opt builds. The ones marked skip_on(android) are like skip_on(android,emulator)
 # but also fail on a Pixel2 in both debug and release.
 
 skip_on(android,emulator) == tile-size.yaml tile-size-ref.yaml
 skip_on(android,emulator) == very-big.yaml very-big-ref.yaml
 == very-big-tile-size.yaml very-big-tile-size-ref.yaml
-skip_on(android,debug,emulator) == tile-with-spacing.yaml tile-with-spacing-ref.yaml
+skip_on(android,emulator) == tile-with-spacing.yaml tile-with-spacing-ref.yaml
 skip_on(android) fuzzy(1,331264) == tile-repeat-prim-or-decompose.yaml tile-repeat-prim-or-decompose-ref.yaml
 platform(linux,mac) options(allow-mipmaps) == downscale.yaml downscale.png
 skip_on(android) == segments.yaml segments.png
 platform(linux,mac) == yuv.yaml yuv.png
 skip_on(android) == tiled-clip-chain.yaml tiled-clip-chain-ref.yaml
 skip_on(android) == tiled-complex-clip.yaml tiled-complex-clip-ref.yaml
 platform(linux,mac) == texture-rect.yaml texture-rect-ref.yaml
--- a/gfx/wr/wrench/reftests/invalidation/reftest.list
+++ b/gfx/wr/wrench/reftests/invalidation/reftest.list
@@ -1,5 +1,1 @@
-# Test that a red -> green -> red rect correctly invalidates each frame
-# Skipped on debug Android emulator because of panic,
-# GL error 502 at blit_framebuffer. It also fails on
-# Android release emulator.
-#skip_on(android,emulator) dirty([(50,50):256x256]) one-rounded-rect.yaml dirty([(50,50):256x256]) one-rounded-rect-green.yaml dirty([(50,50):256x256]) one-rounded-rect.yaml == one-rounded-rect.yaml
+#dirty([(50,50):256x256]) one-rounded-rect.yaml dirty([(50,50):256x256]) one-rounded-rect-green.yaml dirty([(50,50):256x256]) one-rounded-rect.yaml == one-rounded-rect.yaml
--- a/gfx/wr/wrench/reftests/split/reftest.list
+++ b/gfx/wr/wrench/reftests/split/reftest.list
@@ -1,21 +1,21 @@
-skip_on(android,emulator) == simple.yaml simple-ref.yaml
+== simple.yaml simple-ref.yaml
 == order-1.yaml order-1-ref.yaml
 == order-2.yaml order-2-ref.yaml
-skip_on(android,emulator) == nested.yaml nested-ref.yaml
+== nested.yaml nested-ref.yaml
 # fuzziness is needed due to perspective for the edge
 fuzzy(35,200) == nested-coord-systems.yaml nested-coord-systems-ref.yaml
 == nested-preserve3d-crash.yaml nested-preserve3d-crash.yaml
-skip_on(android,emulator) == perspective-clipping.yaml perspective-clipping-ref.yaml
+== perspective-clipping.yaml perspective-clipping-ref.yaml
 == intermediate-1.yaml intermediate-1-ref.yaml
 == intermediate-2.yaml intermediate-1-ref.yaml
 == split-intersect1.yaml split-intersect1-ref.yaml
 == ordering.yaml ordering-ref.yaml
-skip_on(android,emulator) fuzzy(1,20) == near-plane.yaml near-plane.png  # Fails on Android emulator
+fuzzy(1,20) == near-plane.yaml near-plane.png
 # Note: on windows the image is rendered at a slightly different spot.
 # similarly, a lot of tests in "transform" are non-windows. TODO: investigate
 platform(linux,mac) fuzzy(1,20) == same-plane.yaml same-plane.png
 #TODO: https://github.com/servo/webrender/issues/2946
 #== cross.yaml cross-ref.yaml
 == mixed-order.yaml mixed-order-ref.yaml
 fuzzy(1,40000) == filter.yaml filter-ref.yaml
 fuzzy(1,10000) == gradient.yaml gradient-ref.yaml
--- a/gfx/wr/wrench/reftests/text/reftest.list
+++ b/gfx/wr/wrench/reftests/text/reftest.list
@@ -1,27 +1,27 @@
 != text.yaml blank.yaml
 != long-text.yaml blank.yaml
 != negative-pos.yaml blank.yaml
 != shadow.yaml text.yaml
 != shadow-single.yaml blank.yaml
 != shadow-cover-1.yaml blank.yaml
 != shadow-cover-2.yaml blank.yaml
 
-skip_on(android) == shadow.yaml shadow-ref.yaml  # Fails on Android emulator and Pixel2
-skip_on(android,emulator) == shadow-huge.yaml shadow-huge-ref.yaml
+skip_on(android,device) == shadow.yaml shadow-ref.yaml  # Fails on Pixel2
+== shadow-huge.yaml shadow-huge-ref.yaml
 != shadow-cover-1.yaml shadow-cover-2.yaml
 != shadow-many.yaml shadow.yaml
 != shadow-complex.yaml shadow-many.yaml
 != shadow-clipped-text.yaml blank.yaml
 != non-opaque.yaml non-opaque-notref.yaml
 == decorations.yaml decorations-ref.yaml
-skip_on(android) fuzzy(1,173) == decorations-suite.yaml decorations-suite.png  # Fails on Android emulator and Pixel2
+skip_on(android,device) fuzzy(1,3001) == decorations-suite.yaml decorations-suite.png  # Fails on Pixel2
 == 1658.yaml 1658-ref.yaml
-skip_on(android,emulator) fuzzy(1,5) == split-batch.yaml split-batch-ref.yaml  # Android emulator: GL error 502 at blit_framebuffer
+fuzzy(1,5) == split-batch.yaml split-batch-ref.yaml
 # Next 3 tests affected by bug 1548099 on Android
 skip_on(android) == shadow-red.yaml shadow-red-ref.yaml
 skip_on(android) fuzzy(1,735) == shadow-grey.yaml shadow-grey-ref.yaml
 skip_on(android) fuzzy(1,663) == shadow-grey-transparent.yaml shadow-grey-ref.yaml
 == subtle-shadow.yaml subtle-shadow-ref.yaml
 == shadow-atomic.yaml shadow-atomic-ref.yaml
 == shadow-clip-rect.yaml shadow-atomic-ref.yaml
 fuzzy(1,1) platform(linux) == shadow-ordering.yaml shadow-ordering-ref.yaml
@@ -53,22 +53,22 @@ platform(linux) == subpixel-skew.yaml su
 != shadow-rotate.yaml blank.yaml
 platform(linux) == embedded-bitmaps.yaml embedded-bitmaps.png
 platform(linux) == clipped-transform.yaml clipped-transform.png
 platform(mac) fuzzy(195,30) == color-bitmap-shadow.yaml color-bitmap-shadow-ref.yaml
 platform(linux) == writing-modes.yaml writing-modes-ref.yaml
 platform(linux) == blurred-shadow-local-clip-rect.yaml blurred-shadow-local-clip-rect-ref.png
 fuzzy(1,1) platform(linux) == two-shadows.yaml two-shadows.png
 == shadow-clip.yaml shadow-clip-ref.yaml
-skip_on(android,emulator) == shadow-fast-clip.yaml shadow-fast-clip-ref.yaml  # Fails on Android emulator
-skip_on(android) == shadow-partial-glyph.yaml shadow-partial-glyph-ref.yaml  # Fails on Android emulator and Pixel2
+== shadow-fast-clip.yaml shadow-fast-clip-ref.yaml
+skip_on(android,device) == shadow-partial-glyph.yaml shadow-partial-glyph-ref.yaml  # Fails on Pixel2
 fuzzy(1,107) platform(linux) == shadow-transforms.yaml shadow-transforms.png
 fuzzy(1,113) platform(linux) == raster-space.yaml raster-space.png
-skip_on(android,debug,emulator) skip_on(android,debug,device) skip_on(mac,>=10.14) != allow-subpixel.yaml allow-subpixel-ref.yaml  # Android emulator: GL error 502 at blit_framebuffer; android device: GL error 502 at draw_elements_instanced
+skip_on(android,debug,device) skip_on(mac,>=10.14) != allow-subpixel.yaml allow-subpixel-ref.yaml  # Android device: GL error 502 at draw_elements_instanced
 skip_on(android,device) == bg-color.yaml bg-color-ref.yaml  # Fails on Pixel2
 != large-glyphs.yaml blank.yaml
 == snap-text-offset.yaml snap-text-offset-ref.yaml
-fuzzy(4,4369) == shadow-border.yaml shadow-solid-ref.yaml
-fuzzy(4,4369) skip_on(android,emulator) == shadow-image.yaml shadow-solid-ref.yaml  # Fails on Android emulator
-skip_on(android,emulator) options(disable-aa) == snap-clip.yaml snap-clip-ref.yaml  # Fails on Android emulator
+fuzzy(5,4369) == shadow-border.yaml shadow-solid-ref.yaml
+fuzzy(5,4369) == shadow-image.yaml shadow-solid-ref.yaml
+options(disable-aa) == snap-clip.yaml snap-clip-ref.yaml
 platform(linux) == perspective-clip.yaml perspective-clip.png
 fuzzy(1,6) options(disable-subpixel) == raster-space-snap.yaml raster-space-snap-ref.yaml
 # == intermediate-transform.yaml intermediate-transform-ref.yaml # fails because of AA inavailable with an intermediate surface
--- a/gfx/wr/wrench/reftests/transforms/reftest.list
+++ b/gfx/wr/wrench/reftests/transforms/reftest.list
@@ -1,12 +1,12 @@
 platform(linux,mac) == local-clip.yaml local-clip.png
 platform(linux,mac) == rotated-clip.yaml rotated-clip.png
 platform(linux,mac) == rotated-clip-large.yaml rotated-clip-large.png
-platform(linux,mac) skip_on(android,emulator) == image-rotated-clip.yaml image-rotated-clip.png  # Fails on Android emulator
+platform(linux,mac) == image-rotated-clip.yaml image-rotated-clip.png
 # Something leaks the state: the test passes if only run `reftest reftests/transform`
 # but fails when all the tests are run
 platform(linux,mac) fuzzy(1,4) == rotated-image.yaml rotated-image.png
 == singular.yaml singular-ref.yaml
 platform(linux) fuzzy(1,630) == perspective.yaml perspective.png
 platform(linux,mac) fuzzy(1,156) == prim-suite.yaml prim-suite.png
 == segments-bug.yaml segments-bug-ref.yaml
 platform(linux,mac) == content-offset.yaml content-offset.png
@@ -17,23 +17,23 @@ platform(linux,mac) color_targets(3) alp
 platform(linux,mac) fuzzy(1,331) color_targets(2) alpha_targets(0) == screen-space-blit-trivial.yaml screen-space-blit-trivial.png
 platform(linux) fuzzy(11,4592) == screen-space-blur.yaml screen-space-blur.png
 platform(linux,mac) == nested-rotate-x.yaml nested-rotate-x.png
 platform(linux,mac) != nested-rotate-x.yaml nested-rotate-x-flat.yaml
 platform(linux,mac) == nested-rotate-x-flat.yaml nested-rotate-x-flat.png
 platform(linux,mac) == nested-preserve-3d.yaml nested-preserve-3d.png
 platform(linux,mac) fuzzy(1,283) == near-plane-clip.yaml near-plane-clip.png
 platform(linux,mac) == perspective-mask.yaml perspective-mask.png
-skip_on(android,emulator) == rotate-clip.yaml rotate-clip-ref.yaml # Fails on Android emulator
-skip_on(android,emulator) == clip-translate.yaml clip-translate-ref.yaml  # Fails on Android emulator
+== rotate-clip.yaml rotate-clip-ref.yaml
+== clip-translate.yaml clip-translate-ref.yaml
 platform(linux,mac) == perspective-clip.yaml perspective-clip.png
 platform(linux,mac) fuzzy(1,2) == perspective-clip-1.yaml perspective-clip-1.png
 platform(linux,mac) fuzzy(1,2) == perspective-shadow.yaml perspective-shadow.png
 # The ref YAML here produces significantly worse quality
-fuzzy(200,1500) == perspective-box-shadow.yaml perspective-box-shadow-ref.yaml
+fuzzy(200,4127) == perspective-box-shadow.yaml perspective-box-shadow-ref.yaml
 == complex-preserve-3d.yaml blank.yaml
 platform(linux,mac) fuzzy(9,348) == perspective-border-radius.yaml perspective-border-radius.png
 fuzzy(1,6) == snapped-preserve-3d.yaml snapped-preserve-3d-ref.yaml
 platform(linux,mac) fuzzy(1,122) == border-scale.yaml border-scale.png
 platform(linux,mac) fuzzy(1,16) == border-scale-2.yaml border-scale-2.png
 platform(linux,mac) fuzzy(1,69) == border-scale-3.yaml border-scale-3.png
 platform(linux,mac) fuzzy(1,74) == border-scale-4.yaml border-scale-4.png
 # Just make sure we aren't crashing here