Bug 685516: Disable a bunch of failing tests on Android XUL. r=jrmuizel
authorKyle Huey <khuey@kylehuey.com>
Mon, 13 Aug 2012 11:22:11 -0700
changeset 102326 d3829aea9cd1
parent 102325 3bb125057939
child 102327 adf31747cf5e
push id23279
push userkhuey@mozilla.com
push date2012-08-15 13:26 +0000
treeherdermozilla-central@a0bddf5fcb91 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjrmuizel
bugs685516
milestone17.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 685516: Disable a bunch of failing tests on Android XUL. r=jrmuizel
image/test/reftest/color-management/reftest.list
image/test/reftest/gif/reftest.list
image/test/reftest/jpeg/reftest.list
image/test/reftest/pngsuite-basic-n/reftest.list
image/test/reftest/pngsuite-filtering/reftest.list
image/test/reftest/pngsuite-oddsizes/reftest.list
image/test/reftest/pngsuite-zlib/reftest.list
layout/reftests/backgrounds/reftest.list
layout/reftests/box-properties/reftest.list
layout/reftests/css-calc/reftest.list
layout/reftests/image-rect/reftest.list
layout/reftests/pixel-rounding/reftest.list
layout/reftests/reftest-sanity/reftest.list
layout/reftests/scrolling/reftest.list
layout/reftests/svg/as-image/reftest.list
layout/reftests/table-background/reftest.list
layout/tools/reftest/reftest.js
--- a/image/test/reftest/color-management/reftest.list
+++ b/image/test/reftest/color-management/reftest.list
@@ -1,7 +1,7 @@
 # Colormangement
 
 # test for bug 489133, test for bug 460520
-== invalid-chrm.png invalid-chrm-ref.png
-== invalid-whitepoint.png invalid-chrm-ref.png
+random-if(bug685516) == invalid-chrm.png invalid-chrm-ref.png
+random-if(bug685516) == invalid-whitepoint.png invalid-chrm-ref.png
 # test for bug 488955
-== trc-type.html trc-type-ref.html
+random-if(bug685516) == trc-type.html trc-type-ref.html
--- a/image/test/reftest/gif/reftest.list
+++ b/image/test/reftest/gif/reftest.list
@@ -1,28 +1,28 @@
 # GIF tests 
 
 # tests for bug 519589
-== 1bit-255-trans.gif 1bit-255-trans.png
-== in-colormap-trans.gif in-colormap-trans.png
-== out-of-colormap-trans.gif out-of-colormap-trans.png
+random-if(bug685516) == 1bit-255-trans.gif 1bit-255-trans.png
+random-if(bug685516) == in-colormap-trans.gif in-colormap-trans.png
+random-if(bug685516) == out-of-colormap-trans.gif out-of-colormap-trans.png
 
 # a GIF file that uses the comment extension
-== comment.gif comment.png
+random-if(bug685516) == comment.gif comment.png
 
 # a GIF file with a background smaller than the size of the canvas
-== small-background-size.gif small-background-size-ref.gif
-== small-background-size-2.gif small-background-size-2-ref.gif
+random-if(bug685516) == small-background-size.gif small-background-size-ref.gif
+random-if(bug685516) == small-background-size-2.gif small-background-size-2-ref.gif
 
 # a transparent gif that disposes previous frames with clear; we must properly
 # clear each frame to pass.
 random == delaytest.html?transparent-animation.gif transparent-animation-finalframe.gif # incorrect timing dependence (bug 558678)
 
 # test for bug 641198
-== test_bug641198.html animation2a-finalframe.gif
+random-if(bug685516) == test_bug641198.html animation2a-finalframe.gif
 
 # webcam-simulacrum.mgif is a hand-edited file containing red.gif and blue.gif,
 # concatenated together with the relevant headers for
 # multipart/x-mixed-replace. Specifically, with the headers in
 # webcam-simulacrum.mjpg^headers^, the web browser will get the following:
 #
 # HTTP 200 OK
 # Content-Type: multipart/x-mixed-replace;boundary=BOUNDARYOMG
--- a/image/test/reftest/jpeg/reftest.list
+++ b/image/test/reftest/jpeg/reftest.list
@@ -1,34 +1,34 @@
 # JPEG tests 
 
 # Images of various sizes.
-== jpg-size-1x1.jpg   jpg-size-1x1.png
-== jpg-size-2x2.jpg   jpg-size-2x2.png
-== jpg-size-3x3.jpg   jpg-size-3x3.png
-== jpg-size-4x4.jpg   jpg-size-4x4.png
-== jpg-size-5x5.jpg   jpg-size-5x5.png
-== jpg-size-6x6.jpg   jpg-size-6x6.png
-== jpg-size-7x7.jpg   jpg-size-7x7.png
-== jpg-size-8x8.jpg   jpg-size-8x8.png
-== jpg-size-9x9.jpg   jpg-size-9x9.png
-== jpg-size-15x15.jpg jpg-size-15x15.png
-== jpg-size-16x16.jpg jpg-size-16x16.png
-== jpg-size-17x17.jpg jpg-size-17x17.png
-== jpg-size-31x31.jpg jpg-size-31x31.png
-== jpg-size-32x32.jpg jpg-size-32x32.png
-== jpg-size-33x33.jpg jpg-size-33x33.png
+random-if(bug685516) == jpg-size-1x1.jpg   jpg-size-1x1.png
+random-if(bug685516) == jpg-size-2x2.jpg   jpg-size-2x2.png
+random-if(bug685516) == jpg-size-3x3.jpg   jpg-size-3x3.png
+random-if(bug685516) == jpg-size-4x4.jpg   jpg-size-4x4.png
+random-if(bug685516) == jpg-size-5x5.jpg   jpg-size-5x5.png
+random-if(bug685516) == jpg-size-6x6.jpg   jpg-size-6x6.png
+random-if(bug685516) == jpg-size-7x7.jpg   jpg-size-7x7.png
+random-if(bug685516) == jpg-size-8x8.jpg   jpg-size-8x8.png
+random-if(bug685516) == jpg-size-9x9.jpg   jpg-size-9x9.png
+random-if(bug685516) == jpg-size-15x15.jpg jpg-size-15x15.png
+random-if(bug685516) == jpg-size-16x16.jpg jpg-size-16x16.png
+random-if(bug685516) == jpg-size-17x17.jpg jpg-size-17x17.png
+random-if(bug685516) == jpg-size-31x31.jpg jpg-size-31x31.png
+random-if(bug685516) == jpg-size-32x32.jpg jpg-size-32x32.png
+random-if(bug685516) == jpg-size-33x33.jpg jpg-size-33x33.png
 # Progressive encoding
-== jpg-progressive.jpg jpg-progressive.png
+random-if(bug685516) == jpg-progressive.jpg jpg-progressive.png
 # Grayscale colorspace
-== jpg-gray.jpg jpg-gray.png
+random-if(bug685516) == jpg-gray.jpg jpg-gray.png
 # CMYK colorspace
-== jpg-cmyk-1.jpg jpg-cmyk-1.png
-== jpg-cmyk-2.jpg jpg-cmyk-2.png
-== jpg-srgb-icc.jpg jpg-srgb-icc.png
+random-if(bug685516) == jpg-cmyk-1.jpg jpg-cmyk-1.png
+random-if(bug685516) == jpg-cmyk-2.jpg jpg-cmyk-2.png
+random-if(bug685516) == jpg-srgb-icc.jpg jpg-srgb-icc.png
 
 # webcam-simulacrum.mjpg is a hand-edited file containing red.jpg and blue.jpg,
 # concatenated together with the relevant headers for
 # multipart/x-mixed-replace. Specifically, with the headers in
 # webcam-simulacrum.mjpg^headers^, the web browser will get the following:
 #
 # HTTP 200 OK
 # Content-Type: multipart/x-mixed-replace;boundary=BOUNDARYOMG
--- a/image/test/reftest/pngsuite-basic-n/reftest.list
+++ b/image/test/reftest/pngsuite-basic-n/reftest.list
@@ -1,29 +1,29 @@
 # PngSuite - Basic formats (non-interlaced)
 
 
 # basn0g01 - black & white
-== basn0g01.png basn0g01.html
+random-if(bug685516) == basn0g01.png basn0g01.html
 # basn0g02 - 2 bit (4 level) grayscale
 fails-if(Android) == basn0g02.png basn0g02.html
 # basn0g04 - 4 bit (16 level) grayscale
 fails-if(Android) == basn0g04.png basn0g04.html
 # basn0g08 - 8 bit (256 level) grayscale
 fails-if(Android) == basn0g08.png basn0g08.html
 # basn0g16 - 16 bit (64k level) grayscale
 fails-if(Android) == basn0g16.png basn0g16.html
 # basn2c08 - 3x8 bits rgb color
 fails-if(Android) == basn2c08.png basn2c08.html
 # basn2c16 - 3x16 bits rgb color
 fails-if(Android) == basn2c16.png basn2c16.html
 # basn3p01 - 1 bit (2 color) paletted
 fails-if(Android) == basn3p01.png basn3p01.html
 # basn3p02 - 2 bit (4 color) paletted
-== basn3p02.png basn3p02.html
+random-if(bug685516) == basn3p02.png basn3p02.html
 # basn3p04 - 4 bit (16 color) paletted
 fails-if(Android) == basn3p04.png basn3p04.html
 # basn3p08 - 8 bit (256 color) paletted
 fails-if(Android) == basn3p08.png basn3p08.html
 # basn4a08 - 8 bit grayscale + 8 bit alpha-channel
 #== basn4a08.png basn4a08.html
 # basn4a16 - 16 bit grayscale + 16 bit alpha-channel
 #== basn4a16.png basn4a16.html
--- a/image/test/reftest/pngsuite-filtering/reftest.list
+++ b/image/test/reftest/pngsuite-filtering/reftest.list
@@ -1,22 +1,22 @@
 # PngSuite - Image filtering
 
 # f00n0g08 - grayscale, no interlacing, filter-type 0
-== f00n0g08.png f00n0g08.html
+random-if(bug685516) == f00n0g08.png f00n0g08.html
 # f00n2c08 - color, no interlacing, filter-type 0
-== f00n2c08.png f00n2c08.html
+random-if(bug685516) == f00n2c08.png f00n2c08.html
 # f01n0g08 - grayscale, no interlacing, filter-type 1
-== f01n0g08.png f01n0g08.html
+random-if(bug685516) == f01n0g08.png f01n0g08.html
 # f01n2c08 - color, no interlacing, filter-type 1
-== f01n2c08.png f01n2c08.html
+random-if(bug685516) == f01n2c08.png f01n2c08.html
 # f02n0g08 - grayscale, no interlacing, filter-type 2
-== f02n0g08.png f02n0g08.html
+random-if(bug685516) == f02n0g08.png f02n0g08.html
 # f02n2c08 - color, no interlacing, filter-type 2
-== f02n2c08.png f02n2c08.html
+random-if(bug685516) == f02n2c08.png f02n2c08.html
 # f03n0g08 - grayscale, no interlacing, filter-type 3
-== f03n0g08.png f03n0g08.html
+random-if(bug685516) == f03n0g08.png f03n0g08.html
 # f03n2c08 - color, no interlacing, filter-type 3
-== f03n2c08.png f03n2c08.html
+random-if(bug685516) == f03n2c08.png f03n2c08.html
 # f04n0g08 - grayscale, no interlacing, filter-type 4
-== f04n0g08.png f04n0g08.html
+random-if(bug685516) == f04n0g08.png f04n0g08.html
 # f04n2c08 - color, no interlacing, filter-type 4 
-== f04n2c08.png f04n2c08.html
+random-if(bug685516) == f04n2c08.png f04n2c08.html
--- a/image/test/reftest/pngsuite-oddsizes/reftest.list
+++ b/image/test/reftest/pngsuite-oddsizes/reftest.list
@@ -1,21 +1,21 @@
 # PngSuite - Odd sizes
 #
 # Note: For each size, there are 2 PNGs (one interlaced, one not). Both
 # versions look identical, so they share a common HTML reference file.
 
 # s01i3p01 - 1x1 paletted file, interlaced
-== s01i3p01.png s01_3p01.html
+random-if(bug685516) == s01i3p01.png s01_3p01.html
 # s01n3p01 - 1x1 paletted file, no interlacing
-== s01n3p01.png s01_3p01.html
+random-if(bug685516) == s01n3p01.png s01_3p01.html
 # s02i3p01 - 2x2 paletted file, interlaced
-== s02i3p01.png s02_3p01.html
+random-if(bug685516) == s02i3p01.png s02_3p01.html
 # s02n3p01 - 2x2 paletted file, no interlacing
-== s02n3p01.png s02_3p01.html
+random-if(bug685516) == s02n3p01.png s02_3p01.html
 # s03i3p01 - 3x3 paletted file, interlaced
 fails-if(Android) == s03i3p01.png s03_3p01.html
 # s03n3p01 - 3x3 paletted file, no interlacing
 fails-if(Android) == s03n3p01.png s03_3p01.html
 # s04i3p01 - 4x4 paletted file, interlaced
 fails-if(Android) == s04i3p01.png s04_3p01.html
 # s04n3p01 - 4x4 paletted file, no interlacing
 fails-if(Android) == s04n3p01.png s04_3p01.html
--- a/image/test/reftest/pngsuite-zlib/reftest.list
+++ b/image/test/reftest/pngsuite-zlib/reftest.list
@@ -1,8 +1,8 @@
 # z00n2c08 - color, no interlacing, compression level 0 (none)
-== z00n2c08.png z00n2c08.html
+random-if(bug685516) == z00n2c08.png z00n2c08.html
 # z03n2c08 - color, no interlacing, compression level 3
-== z03n2c08.png z03n2c08.html
+random-if(bug685516) == z03n2c08.png z03n2c08.html
 # z06n2c08 - color, no interlacing, compression level 6 (default)
-== z06n2c08.png z06n2c08.html
+random-if(bug685516) == z06n2c08.png z06n2c08.html
 # z09n2c08 - color, no interlacing, compression level 9 (maximum) 
-== z09n2c08.png z09n2c08.html
+random-if(bug685516) == z09n2c08.png z09n2c08.html
--- a/layout/reftests/backgrounds/reftest.list
+++ b/layout/reftests/backgrounds/reftest.list
@@ -1,130 +1,130 @@
 include gradient/reftest.list
 include vector/reftest.list
 
-== layers-stacking-order.xhtml layers-stacking-order-ref.xhtml
-== layers-layer-count-cascade-1.xhtml layers-layer-count-1-ref.xhtml
-== layers-layer-count-inheritance-1.xhtml layers-layer-count-1-ref.xhtml
-== layers-layer-count-cascade-2.xhtml layers-layer-count-2-ref.xhtml
-== layers-layer-count-inheritance-2.xhtml layers-layer-count-2-ref.xhtml
+random-if(bug685516) == layers-stacking-order.xhtml layers-stacking-order-ref.xhtml
+random-if(bug685516) == layers-layer-count-cascade-1.xhtml layers-layer-count-1-ref.xhtml
+random-if(bug685516) == layers-layer-count-inheritance-1.xhtml layers-layer-count-1-ref.xhtml
+random-if(bug685516) == layers-layer-count-cascade-2.xhtml layers-layer-count-2-ref.xhtml
+random-if(bug685516) == layers-layer-count-inheritance-2.xhtml layers-layer-count-2-ref.xhtml
 == viewport-translucent-color-1.html viewport-translucent-color-ref.html
 fails-if(Android) == viewport-translucent-color-2.html viewport-translucent-color-ref.html
 fails-if(Android) == viewport-translucent-color-3.html viewport-translucent-color-ref.html
 != viewport-translucent-color-ref.html about:blank
-== iframe-translucent-color-1.html iframe-translucent-color-ref.html
-== translucent-color-1.html translucent-color-ref.html
-== translucent-color-2.html translucent-color-ref.html
-== translucent-color-3.html translucent-color-ref.html
+random-if(bug685516) == iframe-translucent-color-1.html iframe-translucent-color-ref.html
+random-if(bug685516) == translucent-color-1.html translucent-color-ref.html
+random-if(bug685516) == translucent-color-2.html translucent-color-ref.html
+random-if(bug685516) == translucent-color-3.html translucent-color-ref.html
 != translucent-color-ref.html about:blank
 == root-element-display-none-1.html root-element-display-none-ref.html
-== continuous-inline-1a.html continuous-inline-1-ref.html
-== continuous-inline-1b.html continuous-inline-1-ref.html
-== continuous-inline-1c.html continuous-inline-1-ref.html
-== continuous-inline-1d.html continuous-inline-1-ref.html
-== continuous-inline-2a.html continuous-inline-2-ref.html
-== continuous-inline-2b.html continuous-inline-2-ref.html
-== continuous-inline-3.html continuous-inline-3-ref.html
-== continuous-inline-4a.html continuous-inline-4-ref.html
-== continuous-inline-4b.html continuous-inline-4-ref.html
-== continuous-inline-5a.html continuous-inline-5-ref.html
-== continuous-inline-5b.html continuous-inline-5-ref.html
-== background-redraw-237766.html background-redraw-237766-ref.html
+random-if(bug685516) == continuous-inline-1a.html continuous-inline-1-ref.html
+random-if(bug685516) == continuous-inline-1b.html continuous-inline-1-ref.html
+random-if(bug685516) == continuous-inline-1c.html continuous-inline-1-ref.html
+random-if(bug685516) == continuous-inline-1d.html continuous-inline-1-ref.html
+random-if(bug685516) == continuous-inline-2a.html continuous-inline-2-ref.html
+random-if(bug685516) == continuous-inline-2b.html continuous-inline-2-ref.html
+random-if(bug685516) == continuous-inline-3.html continuous-inline-3-ref.html
+random-if(bug685516) == continuous-inline-4a.html continuous-inline-4-ref.html
+random-if(bug685516) == continuous-inline-4b.html continuous-inline-4-ref.html
+random-if(bug685516) == continuous-inline-5a.html continuous-inline-5-ref.html
+random-if(bug685516) == continuous-inline-5b.html continuous-inline-5-ref.html
+random-if(bug685516) == background-redraw-237766.html background-redraw-237766-ref.html
 
-== background-clip-1.html background-clip-1-ref.html
-== background-clip-2.html background-clip-2-ref.html
+random-if(bug685516) == background-clip-1.html background-clip-1-ref.html
+random-if(bug685516) == background-clip-2.html background-clip-2-ref.html
 
-== background-position-1a.html background-position-1-ref.html
-== background-position-1b.html background-position-1-ref.html
-== background-position-1c.html background-position-1-ref.html
-== background-position-2a.html background-position-2-ref.html
-== background-position-2b.html background-position-2-ref.html
-== background-position-3a.html background-position-3-ref.html
-== background-position-3b.html background-position-3-ref.html
-== background-position-4a.html background-position-4-ref.html
-== background-position-4b.html background-position-4-ref.html
-== background-position-4c.html background-position-4-ref.html
-== background-position-5.html background-position-5-ref.html
-== background-position-6.html background-position-6-ref.html
-== background-position-7.html background-position-7-ref.html
-== background-position-8.html background-position-8-ref.html
+random-if(bug685516) == background-position-1a.html background-position-1-ref.html
+random-if(bug685516) == background-position-1b.html background-position-1-ref.html
+random-if(bug685516) == background-position-1c.html background-position-1-ref.html
+random-if(bug685516) == background-position-2a.html background-position-2-ref.html
+random-if(bug685516) == background-position-2b.html background-position-2-ref.html
+random-if(bug685516) == background-position-3a.html background-position-3-ref.html
+random-if(bug685516) == background-position-3b.html background-position-3-ref.html
+random-if(bug685516) == background-position-4a.html background-position-4-ref.html
+random-if(bug685516) == background-position-4b.html background-position-4-ref.html
+random-if(bug685516) == background-position-4c.html background-position-4-ref.html
+random-if(bug685516) == background-position-5.html background-position-5-ref.html
+random-if(bug685516) == background-position-6.html background-position-6-ref.html
+random-if(bug685516) == background-position-7.html background-position-7-ref.html
+random-if(bug685516) == background-position-8.html background-position-8-ref.html
 
-== background-size-auto-auto.html background-size-auto-ref.html
-== background-size-auto.html background-size-auto-ref.html
-== background-size-contain.html background-size-contain-ref.html
-== background-size-cover.html background-size-cover-ref.html
-== background-size-auto-length.html background-size-auto-length-ref.html
-== background-size-length-auto.html background-size-auto-length-ref.html
-== background-size-length.html background-size-auto-length-ref.html
-== background-size-auto-percent.html background-size-auto-length-ref.html
-== background-size-percent-auto.html background-size-auto-length-ref.html
-== background-size-percent.html background-size-auto-length-ref.html
-== background-size-length-percent.html background-size-length-percent-ref.html
-== background-size-percent-length.html background-size-length-percent-ref.html
-== background-size-percent-percent.html background-size-percent-percent-ref.html
-== background-size-length-length.html background-size-length-length-ref.html
-== background-size-percent-percent-stretch.html background-size-percent-percent-stretch-ref.html
+random-if(bug685516) == background-size-auto-auto.html background-size-auto-ref.html
+random-if(bug685516) == background-size-auto.html background-size-auto-ref.html
+random-if(bug685516) == background-size-contain.html background-size-contain-ref.html
+random-if(bug685516) == background-size-cover.html background-size-cover-ref.html
+random-if(bug685516) == background-size-auto-length.html background-size-auto-length-ref.html
+random-if(bug685516) == background-size-length-auto.html background-size-auto-length-ref.html
+random-if(bug685516) == background-size-length.html background-size-auto-length-ref.html
+random-if(bug685516) == background-size-auto-percent.html background-size-auto-length-ref.html
+random-if(bug685516) == background-size-percent-auto.html background-size-auto-length-ref.html
+random-if(bug685516) == background-size-percent.html background-size-auto-length-ref.html
+random-if(bug685516) == background-size-length-percent.html background-size-length-percent-ref.html
+random-if(bug685516) == background-size-percent-length.html background-size-length-percent-ref.html
+random-if(bug685516) == background-size-percent-percent.html background-size-percent-percent-ref.html
+random-if(bug685516) == background-size-length-length.html background-size-length-length-ref.html
+random-if(bug685516) == background-size-percent-percent-stretch.html background-size-percent-percent-stretch-ref.html
 
-== background-size-body-percent-percent.html background-size-body-percent-percent-ref.html
-== background-size-body-percent-percent-no-repeat.html background-size-body-percent-percent-ref.html
-== background-size-body-percent-percent-not-fixed.html background-size-body-percent-percent-ref.html
-== background-size-body-cover.html background-size-body-cover-ref.html
-== background-size-body-cover-no-repeat.html background-size-body-cover-ref.html
+random-if(bug685516) == background-size-body-percent-percent.html background-size-body-percent-percent-ref.html
+random-if(bug685516) == background-size-body-percent-percent-no-repeat.html background-size-body-percent-percent-ref.html
+random-if(bug685516) == background-size-body-percent-percent-not-fixed.html background-size-body-percent-percent-ref.html
+random-if(bug685516) == background-size-body-cover.html background-size-body-cover-ref.html
+random-if(bug685516) == background-size-body-cover-no-repeat.html background-size-body-cover-ref.html
 != background-size-body-cover-not-fixed.html background-size-body-cover-ref.html
 != background-size-body-cover-not-fixed.html background-size-body-single-not-fixed.html
 
 # relies on reftest window having greater height than width
-== background-size-body-contain.html background-size-body-cover-ref.html
+random-if(bug685516) == background-size-body-contain.html background-size-body-cover-ref.html
 != background-size-body-contain-no-repeat.html background-size-body-cover-ref.html
 != background-size-body-contain-not-fixed.html background-size-body-cover-ref.html
 != background-size-body-cover-not-fixed.html background-size-body-contain-not-fixed.html
 
 != background-size-body-percent-percent-overflow.html background-size-body-percent-percent-overflow-ref.html
 
-== background-size-zoom-no-repeat.html background-size-zoom-no-repeat-ref.html
+random-if(bug685516) == background-size-zoom-no-repeat.html background-size-zoom-no-repeat-ref.html
 
-== background-size-contain-clip-padding.html background-size-contain-clip-padding-ref.html
-== background-size-contain-clip-border.html background-size-contain-clip-border-ref.html
-== background-size-contain-position-fifty-fifty.html background-size-contain-position-fifty-fifty-ref.html
-== background-size-contain-clip-padding-origin-border.html background-size-contain-clip-padding-origin-border-ref.html
-== background-size-contain-clip-padding-origin-border-padding.html background-size-contain-clip-padding-origin-border-padding-ref.html
+random-if(bug685516) == background-size-contain-clip-padding.html background-size-contain-clip-padding-ref.html
+random-if(bug685516) == background-size-contain-clip-border.html background-size-contain-clip-border-ref.html
+random-if(bug685516) == background-size-contain-position-fifty-fifty.html background-size-contain-position-fifty-fifty-ref.html
+random-if(bug685516) == background-size-contain-clip-padding-origin-border.html background-size-contain-clip-padding-origin-border-ref.html
+random-if(bug685516) == background-size-contain-clip-padding-origin-border-padding.html background-size-contain-clip-padding-origin-border-padding-ref.html
 
 # -moz-background-inline-policy is touchy and hard to test due to stretching
 # artifacts and the difficulty of covering exact lines, and its CSS3 analog is
 # on the chopping block at the moment, so just make sure background-size results
 # in a different rendering when present.
 != background-size-cover-continuous.html background-size-continuous.html
 != background-size-cover-each-box.html background-size-each-box.html
 != background-size-cover-bounding-box.html background-size-bounding-box.html
 
 # ...and make sure each rendering with background-size is different from the
 # others
 != background-size-cover-continuous.html background-size-cover-each-box.html
 != background-size-cover-continuous.html background-size-cover-bounding-box.html
 != background-size-cover-each-box.html background-size-cover-bounding-box.html
 
-== background-size-monster-ch.html background-size-monster-ref.html
-== background-size-monster-cm.html background-size-monster-ref.html
-== background-size-monster-em.html background-size-monster-ref.html
-== background-size-monster-ex.html background-size-monster-ref.html
-== background-size-monster-inches.html background-size-monster-ref.html
-== background-size-monster-mm.html background-size-monster-ref.html
-== background-size-monster-pc.html background-size-monster-ref.html
-== background-size-monster-pt.html background-size-monster-ref.html
-== background-size-monster-px.html background-size-monster-ref.html
-== background-size-monster-rem.html background-size-monster-ref.html
+random-if(bug685516) == background-size-monster-ch.html background-size-monster-ref.html
+random-if(bug685516) == background-size-monster-cm.html background-size-monster-ref.html
+random-if(bug685516) == background-size-monster-em.html background-size-monster-ref.html
+random-if(bug685516) == background-size-monster-ex.html background-size-monster-ref.html
+random-if(bug685516) == background-size-monster-inches.html background-size-monster-ref.html
+random-if(bug685516) == background-size-monster-mm.html background-size-monster-ref.html
+random-if(bug685516) == background-size-monster-pc.html background-size-monster-ref.html
+random-if(bug685516) == background-size-monster-pt.html background-size-monster-ref.html
+random-if(bug685516) == background-size-monster-px.html background-size-monster-ref.html
+random-if(bug685516) == background-size-monster-rem.html background-size-monster-ref.html
 
 # There seems to be a pixel-snapping problem here, where the repeated background
 # image isn't being snapped at its boundaries.  Note that the boundaries within
 # the image aren't the issue, because they're being obscured to avoid sampling
 # algorithm dependencies (at least assuming the sampling algorithm in use
 # doesn't sample too far astray from the boundaries).
 fails == background-size-zoom-repeat.html background-size-zoom-repeat-ref.html
 
 # -moz-default-background-color and -moz-default-color (bug 591341)
 == background-moz-default-background-color.html background-moz-default-background-color-ref.html
 
-== fixed-bg-with-transform-outside-viewport-1.html fixed-bg-with-transform-outside-viewport-ref.html
+random-if(bug685516) == fixed-bg-with-transform-outside-viewport-1.html fixed-bg-with-transform-outside-viewport-ref.html
 
 HTTP == root-background-1.html root-background-ref.html
 HTTP != root-background-1.html about:blank
 
 == background-repeat-1-ref.html background-repeat-1.html
--- a/layout/reftests/box-properties/reftest.list
+++ b/layout/reftests/box-properties/reftest.list
@@ -14,14 +14,14 @@
 == width-special-values-cell-fixed.html width-special-values-cell-fixed-ref.html
 == box-sizing-1.html box-sizing-1-ref.html
 == box-sizing-2.html box-sizing-2-ref.html
 == box-sizing-3.html box-sizing-1-ref.html
 == box-sizing-4.html box-sizing-4-ref.html
 == abspos-non-replaced-width-offset-margin.html abspos-non-replaced-width-offset-margin-ref.html
 == abspos-replaced-width-offset-margin.html abspos-replaced-width-offset-margin-ref.html
 HTTP(..) == CSS21-t100301.xhtml CSS21-t100301-ref.xhtml
-== CSS21-t100303.xhtml CSS21-t100303-ref.xhtml
-== CSS21-t100303-simple.xhtml CSS21-t100303-ref.xhtml
-== CSS21-t100801-vertical-align.xhtml CSS21-t100801-vertical-align-ref.xhtml
+random-if(bug685516) == CSS21-t100303.xhtml CSS21-t100303-ref.xhtml
+random-if(bug685516) == CSS21-t100303-simple.xhtml CSS21-t100303-ref.xhtml
+random-if(bug685516) == CSS21-t100801-vertical-align.xhtml CSS21-t100801-vertical-align-ref.xhtml
 == clip-auto.html clip-auto-ref.html
 == clip-rect-auto.html clip-rect-auto-ref.html
 == width-rounding.html width-rounding-ref.html
--- a/layout/reftests/css-calc/reftest.list
+++ b/layout/reftests/css-calc/reftest.list
@@ -1,11 +1,11 @@
-== background-image-gradient-1.html background-image-gradient-1-ref.html
-== background-position-1.html background-position-1-ref.html
-== background-size-1.html background-size-1-ref.html
+random-if(bug685516) == background-image-gradient-1.html background-image-gradient-1-ref.html
+random-if(bug685516) == background-position-1.html background-position-1-ref.html
+random-if(bug685516) == background-size-1.html background-size-1-ref.html
 == border-radius-1.html border-radius-1-ref.html
 == height-block-1.html height-block-1-ref.html
 == height-table-1.html height-table-1-ref.html
 == margin-block-1.html margin-block-1-ref.html
 == max-height-block-1.html max-height-block-1-ref.html
 == max-width-block-1.html width-block-1-ref.html
 == max-width-block-intrinsic-1.html max-width-block-intrinsic-1-ref.html
 == min-height-block-1.html height-block-1-ref.html
--- a/layout/reftests/image-rect/reftest.list
+++ b/layout/reftests/image-rect/reftest.list
@@ -1,16 +1,16 @@
-== background-common-usage-floating-point.html background-common-usage-ref.html
-== background-common-usage-percent.html background-common-usage-ref.html
-== background-common-usage-pixel.html background-common-usage-ref.html
-== background-draw-nothing-empty-rect.html background-draw-nothing-ref.html
-== background-draw-nothing-invalid-syntax.html background-draw-nothing-ref.html
-asserts(0-2) == background-draw-nothing-malformed-images.html background-draw-nothing-ref.html # Bug 576419
-== background-monster-rect.html background-monster-rect-ref.html
-== background-over-size-rect.html background-over-size-rect-ref.html
-== background-test-parser.html background-test-parser-ref.html
-== background-with-other-properties.html background-with-other-properties-ref.html
-== background-zoom-1.html background-zoom-1-ref.html
-== background-zoom-2.html background-zoom-2-ref.html
-== background-zoom-3.html background-zoom-3-ref.html
-== background-zoom-4.html background-zoom-4-ref.html
+random-if(bug685516) == background-common-usage-floating-point.html background-common-usage-ref.html
+random-if(bug685516) == background-common-usage-percent.html background-common-usage-ref.html
+random-if(bug685516) == background-common-usage-pixel.html background-common-usage-ref.html
+random-if(bug685516) == background-draw-nothing-empty-rect.html background-draw-nothing-ref.html
+random-if(bug685516) == background-draw-nothing-invalid-syntax.html background-draw-nothing-ref.html
+random-if(bug685516) asserts(0-2) == background-draw-nothing-malformed-images.html background-draw-nothing-ref.html # Bug 576419
+random-if(bug685516) == background-monster-rect.html background-monster-rect-ref.html
+random-if(bug685516) == background-over-size-rect.html background-over-size-rect-ref.html
+random-if(bug685516) == background-test-parser.html background-test-parser-ref.html
+random-if(bug685516) == background-with-other-properties.html background-with-other-properties-ref.html
+random-if(bug685516) == background-zoom-1.html background-zoom-1-ref.html
+random-if(bug685516) == background-zoom-2.html background-zoom-2-ref.html
+random-if(bug685516) == background-zoom-3.html background-zoom-3-ref.html
+random-if(bug685516) == background-zoom-4.html background-zoom-4-ref.html
 == dom-api-computed-style.html dom-api-ref.html
 == dom-api.html dom-api-ref.html
--- a/layout/reftests/pixel-rounding/reftest.list
+++ b/layout/reftests/pixel-rounding/reftest.list
@@ -45,43 +45,43 @@
 == border-left-5.html border-left-10-ref.html
 == border-left-6.html border-left-10-ref.html
 != border-base-ref.html border-top-10-ref.html
 == border-top-4.html border-base-ref.html
 == border-top-5.html border-top-10-ref.html
 == border-top-6.html border-top-10-ref.html
 
 != background-image-base.html background-image-height-10-ref.html
-== background-image-height-4.html background-image-base.html
-== background-image-height-5.html background-image-height-10-ref.html
-== background-image-height-6.html background-image-height-10-ref.html
+random-if(bug685516) == background-image-height-4.html background-image-base.html
+random-if(bug685516) == background-image-height-5.html background-image-height-10-ref.html
+random-if(bug685516) == background-image-height-6.html background-image-height-10-ref.html
 != background-image-base.html background-image-top-10-ref.html
-== background-image-top-4.html background-image-base.html
-== background-image-top-5.html background-image-top-10-ref.html
-== background-image-top-6.html background-image-top-10-ref.html
+random-if(bug685516) == background-image-top-4.html background-image-base.html
+random-if(bug685516) == background-image-top-5.html background-image-top-10-ref.html
+random-if(bug685516) == background-image-top-6.html background-image-top-10-ref.html
 != background-image-base.html background-image-width-10-ref.html
-== background-image-width-4.html background-image-base.html
-== background-image-width-5.html background-image-width-10-ref.html
-== background-image-width-6.html background-image-width-10-ref.html
+random-if(bug685516) == background-image-width-4.html background-image-base.html
+random-if(bug685516) == background-image-width-5.html background-image-width-10-ref.html
+random-if(bug685516) == background-image-width-6.html background-image-width-10-ref.html
 != background-image-base.html background-image-left-10-ref.html
-== background-image-left-4.html background-image-base.html
-== background-image-left-5.html background-image-left-10-ref.html
-== background-image-left-6.html background-image-left-10-ref.html
-== background-image-top-height-4.html background-image-height-4.html
-== background-image-top-height-5.html background-image-height-5.html
-== background-image-top-height-6.html background-image-height-6.html
-== background-image-left-width-4.html background-image-width-4.html
-== background-image-left-width-5.html background-image-width-5.html
-== background-image-left-width-6.html background-image-width-6.html
-== background-image-height-top-4.html background-image-height-4.html
-== background-image-height-top-5.html background-image-height-5.html
-== background-image-height-top-6.html background-image-height-6.html
-== background-image-width-left-4.html background-image-width-4.html
-== background-image-width-left-5.html background-image-width-5.html
-== background-image-width-left-6.html background-image-width-6.html
+random-if(bug685516) == background-image-left-4.html background-image-base.html
+random-if(bug685516) == background-image-left-5.html background-image-left-10-ref.html
+random-if(bug685516) == background-image-left-6.html background-image-left-10-ref.html
+random-if(bug685516) == background-image-top-height-4.html background-image-height-4.html
+random-if(bug685516) == background-image-top-height-5.html background-image-height-5.html
+random-if(bug685516) == background-image-top-height-6.html background-image-height-6.html
+random-if(bug685516) == background-image-left-width-4.html background-image-width-4.html
+random-if(bug685516) == background-image-left-width-5.html background-image-width-5.html
+random-if(bug685516) == background-image-left-width-6.html background-image-width-6.html
+random-if(bug685516) == background-image-height-top-4.html background-image-height-4.html
+random-if(bug685516) == background-image-height-top-5.html background-image-height-5.html
+random-if(bug685516) == background-image-height-top-6.html background-image-height-6.html
+random-if(bug685516) == background-image-width-left-4.html background-image-width-4.html
+random-if(bug685516) == background-image-width-left-5.html background-image-width-5.html
+random-if(bug685516) == background-image-width-left-6.html background-image-width-6.html
 
 
 # These all fail due bug 371180, plus a bunch of other bugs that ought to be filed.
 fails == collapsed-border-height-4.html border-base-ref.html
 fails == collapsed-border-height-5.html border-height-10-ref.html
 fails == collapsed-border-height-6.html border-height-10-ref.html
 fails == collapsed-border-width-4.html border-base-ref.html
 fails == collapsed-border-width-5.html border-width-10-ref.html
--- a/layout/reftests/reftest-sanity/reftest.list
+++ b/layout/reftests/reftest-sanity/reftest.list
@@ -91,17 +91,17 @@ random-if(!browserIsRemote) == test-disp
 skip-if(!browserIsRemote) != test-displayport-2.html test-displayport-ref.html # bug 593168
 skip-if(!browserIsRemote) == 647192-1.html 647192-1-ref.html
 skip-if(!browserIsRemote) == 656041-1.html 656041-1-ref.html
 skip-if(!browserIsRemote) == test-displayport-bg.html test-displayport-ref.html # bug 694706
 
 # IPC Position-fixed frames/layers test
 # Fixed layers are temporarily disabled (bug 656167).
 #skip-if(!browserIsRemote) == test-pos-fixed.html test-pos-fixed-ref.html
-skip-if(!browserIsRemote) == test-bg-attachment-fixed.html test-bg-attachment-fixed-ref.html
+#skip-if(!browserIsRemote) == test-bg-attachment-fixed.html test-bg-attachment-fixed-ref.html
 skip-if(!browserIsRemote) == test-pos-fixed-transform.html test-pos-fixed-transform-ref.html
 
 # reftest syntax: require-or
 require-or(unrecognizedCondition,skip) script scripttest-fail.html
 require-or(true&&unrecognizedCondition,skip) script scripttest-fail.html
 require-or(unrecognizedCondition&&true,skip) script scripttest-fail.html
 require-or(unrecognizedCondition,fails) script scripttest-fail.html
 require-or(true,fails) script scripttest-pass.html
--- a/layout/reftests/scrolling/reftest.list
+++ b/layout/reftests/scrolling/reftest.list
@@ -1,12 +1,12 @@
 HTTP == fixed-1.html fixed-1.html?ref
-HTTP == fixed-opacity-1.html fixed-opacity-1.html?ref
+random-if(bug685516) HTTP == fixed-opacity-1.html fixed-opacity-1.html?ref
 HTTP == fixed-opacity-2.html fixed-opacity-2.html?ref
-HTTP == fixed-text-1.html fixed-text-1.html?ref
+random-if(bug685516) HTTP == fixed-text-1.html fixed-text-1.html?ref
 HTTP == fixed-text-2.html fixed-text-2.html?ref
 random-if(Android&&!browserIsRemote) == iframe-border-radius.html iframe-border-radius-ref.html # bug 760269
 random-if(Android) HTTP == image-1.html image-1.html?ref
 random-if(Android&&!browserIsRemote) HTTP == opacity-mixed-scrolling-1.html opacity-mixed-scrolling-1.html?ref # bug 760269
 random-if(cocoaWidget) HTTP == opacity-mixed-scrolling-2.html opacity-mixed-scrolling-2.html?ref # see bug 625357
 HTTP == simple-1.html simple-1.html?ref
 HTTP == subpixel-1.html#d subpixel-1-ref.html#d
 HTTP == text-1.html text-1.html?ref
--- a/layout/reftests/svg/as-image/reftest.list
+++ b/layout/reftests/svg/as-image/reftest.list
@@ -13,17 +13,17 @@ include zoom/reftest.list
 # background tests with the background area getting resized
 == background-resize-1.html  lime100x100-ref.html
 == background-resize-2.html  lime100x100-ref.html
 == background-resize-3.html  lime100x100-ref.html
 == background-resize-4.html  lime100x100-ref.html
 
 # Tests with -moz-image-rect()
 == background-image-rect-1svg.html  lime100x100-ref.html
-== background-image-rect-1png.html  lime100x100-ref.html
+random-if(bug685516) == background-image-rect-1png.html  lime100x100-ref.html
 == background-image-rect-2.html     lime100x100-ref.html
 
 # Test for border-image
 == border-image-simple-1.html       lime100x100-ref.html
 == border-image-simple-2.html       lime100x100-ref.html
 
 # Test for canvas "drawImage" method
 # NOTE: The canvas reftests that involve scaling currently fail with fuzziness
--- a/layout/reftests/table-background/reftest.list
+++ b/layout/reftests/table-background/reftest.list
@@ -23,36 +23,36 @@ asserts-if(gtk2Widget,0-6) != backgr_bor
 != backgr_simple-table-column.html empty.html
 != backgr_simple-table-row-group.html empty.html
 != backgr_simple-table-row.html empty.html
 != backgr_simple-table.html empty.html
 
 # would also be good to test table-header-group and table-footer-group
 # (and rows and row groups in the presence of their reordering)
 # Also need to test different values of background-origin and background-clip.
-== border-separate-table-cell.html border-separate-table-cell-ref.html
-== border-separate-table-column-group.html border-separate-table-column-group-ref.html
-== border-separate-table-column.html border-separate-table-column-ref.html
-== border-separate-table-row-group.html border-separate-table-row-group-ref.html
-== border-separate-table-row.html border-separate-table-row-ref.html
-== border-separate-table.html border-separate-table-ref.html
-== border-collapse-table-cell.html border-collapse-table-cell-ref.html
-== border-collapse-table-column-group.html border-collapse-table-column-group-ref.html
-== border-collapse-table-column.html border-collapse-table-column-ref.html
-== border-collapse-table-row-group.html border-collapse-table-row-group-ref.html
-== border-collapse-table-row.html border-collapse-table-row-ref.html
-== border-collapse-table.html border-collapse-table-ref.html
-== border-collapse-opacity-table-cell.html border-collapse-opacity-table-cell-ref.html
+random-if(bug685516) == border-separate-table-cell.html border-separate-table-cell-ref.html
+random-if(bug685516) == border-separate-table-column-group.html border-separate-table-column-group-ref.html
+random-if(bug685516) == border-separate-table-column.html border-separate-table-column-ref.html
+random-if(bug685516) == border-separate-table-row-group.html border-separate-table-row-group-ref.html
+random-if(bug685516) == border-separate-table-row.html border-separate-table-row-ref.html
+random-if(bug685516) == border-separate-table.html border-separate-table-ref.html
+random-if(bug685516) == border-collapse-table-cell.html border-collapse-table-cell-ref.html
+random-if(bug685516) == border-collapse-table-column-group.html border-collapse-table-column-group-ref.html
+random-if(bug685516) == border-collapse-table-column.html border-collapse-table-column-ref.html
+random-if(bug685516) == border-collapse-table-row-group.html border-collapse-table-row-group-ref.html
+random-if(bug685516) == border-collapse-table-row.html border-collapse-table-row-ref.html
+random-if(bug685516) == border-collapse-table.html border-collapse-table-ref.html
+random-if(bug685516) == border-collapse-opacity-table-cell.html border-collapse-opacity-table-cell-ref.html
 fails == border-collapse-opacity-table-column-group.html border-collapse-opacity-table-column-group-ref.html # bug 424274
 fails == border-collapse-opacity-table-column.html border-collapse-opacity-table-column-ref.html # bug 424274
-== border-collapse-opacity-table-row-group.html border-collapse-opacity-table-row-group-ref.html
-== border-collapse-opacity-table-row.html border-collapse-opacity-table-row-ref.html
-== border-collapse-opacity-table.html border-collapse-opacity-table-ref.html
-== border-separate-opacity-table-cell.html border-separate-opacity-table-cell-ref.html
+random-if(bug685516) == border-collapse-opacity-table-row-group.html border-collapse-opacity-table-row-group-ref.html
+random-if(bug685516) == border-collapse-opacity-table-row.html border-collapse-opacity-table-row-ref.html
+random-if(bug685516) == border-collapse-opacity-table.html border-collapse-opacity-table-ref.html
+random-if(bug685516) == border-separate-opacity-table-cell.html border-separate-opacity-table-cell-ref.html
 fails == border-separate-opacity-table-column-group.html border-separate-opacity-table-column-group-ref.html # bug 424274
 fails == border-separate-opacity-table-column.html border-separate-opacity-table-column-ref.html # bug 424274
-== border-separate-opacity-table-row-group.html border-separate-opacity-table-row-group-ref.html
-== border-separate-opacity-table-row.html border-separate-opacity-table-row-ref.html
-== border-separate-opacity-table.html border-separate-opacity-table-ref.html
+random-if(bug685516) == border-separate-opacity-table-row-group.html border-separate-opacity-table-row-group-ref.html
+random-if(bug685516) == border-separate-opacity-table-row.html border-separate-opacity-table-row-ref.html
+random-if(bug685516) == border-separate-opacity-table.html border-separate-opacity-table-ref.html
 != scrollable-rowgroup-collapse-background.html scrollable-rowgroup-collapse-notref.html 
 != scrollable-rowgroup-collapse-border.html scrollable-rowgroup-collapse-notref.html     
 != scrollable-rowgroup-separate-background.html scrollable-rowgroup-separate-notref.html
 == scrollable-rowgroup-separate-border.html scrollable-rowgroup-separate-notref.html # scrolling rowgroups were removed in bug 28800
--- a/layout/tools/reftest/reftest.js
+++ b/layout/tools/reftest/reftest.js
@@ -603,16 +603,17 @@ function BuildConditionSandbox(aURL) {
         }
 
         return testPluginIsOOP;
     };
 
     // Tests shouldn't care about this except for when they need to
     // crash the content process
     sandbox.browserIsRemote = gBrowserIsRemote;
+    sandbox.bug685516 = sandbox.browserIsRemote && sandbox.Android;
 
     if (!gDumpedConditionSandbox) {
         dump("REFTEST INFO | Dumping JSON representation of sandbox \n");
         dump("REFTEST INFO | " + JSON.stringify(sandbox) + " \n");
         gDumpedConditionSandbox = true;
     }
     return sandbox;
 }