test/acceptance/failconfig.txt
author Brent Baker <brbaker@adobe.com>
Wed, 31 Oct 2012 10:11:42 -0700
changeset 7575 be44a24acfa5c64f33e923bc74e3e78a23eb90f5
parent 7571 d9197807ec4102e1bfeebee7c8971385577e7a38
child 7583 8d37a994952c2cbd7f8721696e83865a934ab6b7
permissions -rw-r--r--
Bug 800381: follow up tweaks to failconfig for asc1 track WE:3348356 AOT failure CL@1130999

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.

########################################################################################################################
# DOCUMENTATION:
#   acceptance/failconfig.txt controls when test files and test cases are
#   marked as expected failure and skip for a specific configuration.
#
#   testconfig.txt should only be used for permanent entries not due to bugs.
#   failconfig.txt should be used for all bugs.
#
#   the format for non-comment lines in this file is comma separated:
#   test, include config, exclude config, command, comments
#
# field descriptions:   
#
# test: a regular expression consisting of path to file relative from test/acceptance
#   The format is "filename:testcase name" where the : and testcase name are optional.
#   If a testcase name is not specified, then the command will apply to the entire test.
#
# include config & exclude config both are regexp to match the configuration
#   string with the format {CPU_ARCH}-{OS}-{VM}-{VERSION}-{VMSWITCH}
#
# all configs that match the include config and do not match the exclude 
#   config will apply to the command.
#
# commands are one of:
#   expectedfail - expects the test or testcase(s) to fail
#
#   The following commands only operate at a testfile level and not individual tests:
#
#   skip - the test is not run, for example the configuration does not support
#          a feature or the file is not a test and is a helper file to another test
#
# comments: please include bug reference and reason for the entry
#
########################################################################################################################


####################
# force JIT -Ojit
####################

####################
# Differential testing (avmdiff.py)
####################
regress/bug_520888, .*diff,, skip, stack trace not handled by avmdiff https://bugzilla.mozilla.org/show_bug.cgi?id=559227
regress/bug_555102, .*diff,, skip, stack trace not handled by avmdiff https://bugzilla.mozilla.org/show_bug.cgi?id=559227
regress/bug_555705, .*diff,, skip, stack trace not handled by avmdiff https://bugzilla.mozilla.org/show_bug.cgi?id=559227
regress/bug_558442.*, .*diff,, skip, stack trace not handled by avmdiff https://bugzilla.mozilla.org/show_bug.cgi?id=559227
misc/invalid_opcodes, .*diff,, skip, stack trace not handled by avmdiff https://bugzilla.mozilla.org/show_bug.cgi?id=559227
regress/bug_555542, .*diff,, skip, stack trace not handled by avmdiff https://bugzilla.mozilla.org/show_bug.cgi?id=559227
regress/bug_555568, .*diff,, skip, stack trace not handled by avmdiff https://bugzilla.mozilla.org/show_bug.cgi?id=559227
regress/security/bug_555059.*, .*diff,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=559227
as3/RuntimeErrors/Error1115NotAConstructor , .*3264-diff ,, skip , bug https://bugzilla.mozilla.org/show_bug.cgi?id=456852
ecma3/Math/e15_8_2_16 , .*3264-diff ,, skip , https://bugzilla.mozilla.org/show_bug.cgi?id=521245
ecma3/Math/e15_8_2_18 , .*3264-diff ,, skip , https://bugzilla.mozilla.org/show_bug.cgi?id=521245
ecma3/Math/e15_8_2_7 , .*3264-diff ,, skip , https://bugzilla.mozilla.org/show_bug.cgi?id=521245
as3/Math/MathUtils , linux-diff ,, skip , \
    Investigating why linux debug and release builds generate diff results for Number with 308 decimal places

####################
# Number
####################
ecma3/Number/e15_7_4_6_1:Section R-(18|19) .* , .* , diff, expectedfail, bug https://bugzilla.mozilla.org/show_bug.cgi?id=478796
ecma3/Number/e15_7_4_6_1:Section C , .* ,diff , expectedfail, bug https://bugzilla.mozilla.org/show_bug.cgi?id=478804
ecma3/Number/e15_7_4_7_1:Section R-1 , .*, diff, expectedfail, bug https://bugzilla.mozilla.org/show_bug.cgi?id=442974

# The AS3 file here is a dup of the corresponding ECMA3 file, it had to be moved because compatibility testing
# is not possible under rules for the ecma3 directory.  The ecma3 edition is unversioned and correct in new code.
# The as3 edition expects wrong answers for old swf versions.
as3/Types/Number/e15_7_4_6_1:Section R-(18|19) .* , .* , diff, expectedfail, bug https://bugzilla.mozilla.org/show_bug.cgi?id=478796
as3/Types/Number/e15_7_4_6_1:Section C , .* ,diff , expectedfail, bug https://bugzilla.mozilla.org/show_bug.cgi?id=478804


ecma3/Number/e15_7_1:Number\('1\.797693134862316e\+308'\), .*,  , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=692402
ecma3/Number/e15_7_2:Number\('1\.797693134862316e\+308'\), .*,  , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=692402

as3/Types/Number/cos:Number\.cos\(Number\.MAX_VALUE\), x86-(win|lnx).*, , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=704813
as3/Types/Number/cos, .*3264-diff, , skip, https://bugzilla.mozilla.org/show_bug.cgi?id=704813
as3/Types/Number/round: sign check , .*, , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=686708
as3/Types/Number/round:Number\.round\(x\) != Number\.floor, .*, , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=686708
as3/Types/Number/pow:Number\.pow\(Number\.NEGATIVE_INFINITY. -2\) sign check , .*,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=703611
as3/Types/Number/pow:Number\.pow\(Number\.NEGATIVE_INFINITY. -2\) check\(\) sign check , .*,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=703611


####################
# String
####################
ecma3/String/split_504567:'abab', .*, diff , expectedfail, bug https://bugzilla.mozilla.org/show_bug.cgi?id=504567
ecma3/String/split_504567:'babab', .*, diff , expectedfail, bug https://bugzilla.mozilla.org/show_bug.cgi?id=504567

####################
# Vector
####################
as3/Vector/concat:concat multiple int vectors, .*, ,expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=504525

####################
# Array
####################
as3/Array/deleteElementWhileIterating, .*,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=553088
as3/Array/forEach:callbackfn is called only for elements of the array.*, .* ,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=553088
as3/Array/forEach:elements that are deleted.*, .* ,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=553088
as3/Array/forEach:If IsCallable\(callbackfn\) is false.*, .*,, expectedfail, need to file bug

####################
# Windows Mobile
####################
ecma3/Math/e15_8_2_17_1:Math.sqrt\(3\) = 1.7320508075688774, winmobile,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=429673
ecma3/Expressions/e11_2_1_1, arm-winmobile.*-debug,, expectedfail, bug https://bugzilla.mozilla.org/show_bug.cgi?id=544862
ecma3/Expressions/e11_4_6, arm-winmobile.*-debug,, expectedfail, bug https://bugzilla.mozilla.org/show_bug.cgi?id=544862
ecma3/RegExp/eperlstress_001, arm-winmobile.*-debug,, expectedfail, bug https://bugzilla.mozilla.org/show_bug.cgi?id=544862
ecma3/RegExp/eperlstress_002, arm-winmobile.*-debug,, expectedfail, bug https://bugzilla.mozilla.org/show_bug.cgi?id=544862
ecma3/GlobalObject/e15_1_2_3_1, arm-winmobile.*-debug,, expectedfail, bug https://bugzilla.mozilla.org/show_bug.cgi?id=544862
ecma3/String/e15_5_3_2_1, arm-winmobile.*-debug,, expectedfail, bug https://bugzilla.mozilla.org/show_bug.cgi?id=544862
ecma3/TypeConversion/e9_3_1_1, arm-winmobile.*-debug,, expectedfail, bug https://bugzilla.mozilla.org/show_bug.cgi?id=544862

####################
# Android
####################
regress/bug_515935 , arm-android.*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=547282
regress/bug_606478 , arm-android.*,, skip, linaro android date does not support DST changes pre 2007

####################
# ARM
####################
regress/security/bug567284 , (mips-lnx.*|sh4-lnx.*|arm-android.*),, skip , bug https://bugzilla.mozilla.org/show_bug.cgi?id=631347
regress/bug_515935 , (arm|mips|sh4)-lnx.* ,, skip , bug https://bugzilla.mozilla.org/show_bug.cgi?id=547282
spidermonkey/js1_5/Array/regress-157652, arm-lnx.*deep,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=586397
as3/ByteArray/ByteArray_bug763519, arm-win.* ,, expectedfail , bug https://bugzilla.mozilla.org/show_bug.cgi?id=763519

####################
# Windows Mobile Emulator
####################
regress/bug_555568, arm-winmobile-emulator.*,, skip , https://bugzilla.mozilla.org/show_bug.cgi?id=562335
regress/bug_558442a, arm-winmobile-emulator.*,, skip , https://bugzilla.mozilla.org/show_bug.cgi?id=562335

####################
# verifier
####################

####################
# Sampling
####################
# Assertion failed: "(((start_event == (PolicyEvent)(ev - 1))))" (".\\GC.cpp":461)
# Disabling test until this can be properly investigated
# Re-enabling to get a better diagnosis; I've made it print a better error.  --lars
# as3/sampling/Callback:.* ,  .* ,  skip , https://bugzilla.mozilla.org/show_bug.cgi?id=507685
# ProcessSampling:GetSizeSamples intermittently fails
as3/sampling/ProcessSampling ,  .* ,,  skip , https://bugzilla.mozilla.org/show_bug.cgi?id=476864
as3/sampling/Callback:Callback: callback called.*, .*, -ES, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=603814

####################
#  --verify skips
####################
ecma3/JSON/e15_12_1, .*,, verify_skip, https://bugzilla.mozilla.org/show_bug.cgi?id=707700

####################
#  --verifyonly
####################
regress/bug_498979, -Dverifyonly,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=585128
abcasm/nullCheck/CallStatic, -Dverifyonly,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=585128
as3/Vector/typechecking, .*sparc.*-Dverifyonly.*,, skip, expected fail on SunOS - float not implemented yet, vector.<float> verification fails

####################
# Migrated spidermonkey tests
####################

# Investigating these failures
spidermonkey/js1_2/regexp/special_characters:'xa\\f\\n\\r\\t\\vbz'.*, .*, diff, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=551718
spidermonkey/js1_5/Array/regress-364104:\[2\]\.lastIndexOf\(2. -5\).*, .*, diff, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=364104
spidermonkey/js1_5/Array/regress-364104:\[2\]\.lastIndexOf\(2. -2\).*, .*, diff, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=364104
spidermonkey/js1_5/Array/regress-364104:\[2. 3\]\.lastIndexOf\(2. -3\).*, .*, diff, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=364104
spidermonkey/js1_5/Exceptions/regress-123002:(^Class|^Section), .*,, expectedfail, \
    Class.constructor.length should list number of params in constructor function?
spidermonkey/js1_5/Function/regress-364023, .*,, skip, uses eval
spidermonkey/js1_5/Regress/regress-159334, .*,, skip, need to replicate without eval
spidermonkey/js1_5/GC/.*, .*,, skip, GC tests for spidermonkey
spidermonkey/js1_5/Object/regress-308806-01, .*, diff, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=550358
spidermonkey/js1_5/Regress/regress-58116, .*,, skip, locale-specific test: https://bugzilla.mozilla.org/show_bug.cgi?id=564127
spidermonkey/js1_5/Regress/regress-104077, .*,, skip, verifyerror: https://bugzilla.mozilla.org/show_bug.cgi?id=550512
spidermonkey/js1_5/Regress/regress-140974:^Section [3-6].*, asc1,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=550530
spidermonkey/js1_5/Regress/regress-169559, .*,, skip, need to investigate if global performance is really an issue
spidermonkey/js1_5/Regress/regress-174709, .*,, skip, need to figure out what test is trying to do
spidermonkey/js1_5/Regress/regress-179524, .*,, skip, needs investigation, may not have to port this one over

# Test Requires building a large string (previously evaluated using eval or Function Body form)
spidermonkey/js1_5/Regress/regress-191633, .*,, skip, test builds very large string with comments and then evals it - may need to create huge file
spidermonkey/js1_5/Regress/regress-367561-01, .*,, skip, need to build large test string
spidermonkey/js1_5/Regress/regress-367561-03, .*,, skip, need to build large test string
spidermonkey/js1_5/Regress/regress-396684, .*,, skip, need to build large test string
spidermonkey/js1_5/String/regress-179068, .*,,  skip, need to build large test string
spidermonkey/js1_5/Expressions/regress-394673, .*,, skip, need to figure out a way to evaluate a long long chain of && ||
spidermonkey/js1_5/Regress/regress-290575, .*,, skip, test evaluates function with 32768 arguments - need to convert to not use Function Body or eval

spidermonkey/js1_5/Regress/regress-191668, .*,, exclude, should (0 <!-0) be legal? , excluding since it will not compile
spidermonkey/js1_5/Regress/regress-211590, .*,, skip, \
    need to investigate how randoms are generated - i believe we only use 32 bit integers to gen

spidermonkey/js1_5/Regress/regress-303213, .*,, skip, how do we handle out of memory errors?
spidermonkey/js1_5/Regress/regress-3649-n, .*,, skip, out of memory
spidermonkey/js1_5/Regress/regress-312588, .*,, skip, out of memory
spidermonkey/js1_5/Regress/regress-310993, .*,, skip, how should e4x comments behave in as3?
spidermonkey/js1_5/Regress/regress-311071, .*,, skip, how should e4x comments behave in as3?
spidermonkey/js1_5/Regress/regress-31255, .*, ,exclude, how should e4x comments behave in as3?, excluding since it will not compile
spidermonkey/js1_5/Regress/regress-334807-0.*, .*,, skip, need to investigate if this is a legit bug
spidermonkey/js1_5/Regress/regress-352009, .*,, exclude, should array comprehension work?, excluding since it will not compile

spidermonkey/js1_5/Regress/regress-230216-1:Section 1.*, .*, diff, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=550976
spidermonkey/js1_5/Regress/regress-247179:RegExp \\b.*, .*, diff, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=550984
spidermonkey/js1_5/Regress/regress-248444:.*Section (4|5).*, .*, diff, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=550987
spidermonkey/js1_5/Regress/regress-252892:Section (5|7).*, asc1, diff, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=550990

spidermonkey/js1_5/Regress/regress-271716-n, .*,, skip, \
    takes too long to run - tries to crash by doing while (1) a=new Array(a) - possibly run in deep?

spidermonkey/js1_5/Regress/regress-274035:Array.prototype.(concat|splice).*, .*, diff, expectedfail, \
    https://bugzilla.mozilla.org/show_bug.cgi?id=551032

spidermonkey/js1_5/Regress/regress-280769-(4|5), .*, diff, expectedfail, Needs further investigation into what test is trying to do

spidermonkey/js1_5/Regress/regress-438415-02, .*, diff, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=551202
spidermonkey/js1_5/Regress/regress-58116:^.*Section (3|4).*, x64-lnx,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=551227
spidermonkey/js1_5/Regress/regress-58116:^.*Section (3|4|6).*, (mac|x86-lnx|arm-lnx|mips-lnx|sh4-lnx|sparc-sol),,\
    expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=551227
spidermonkey/js1_5/Regress/regress-58116, diff,, skip, skip in diff testing
spidermonkey/js1_5/Regress/regress-261887, diff,, skip, skip in diff testing as output can vary somewhat

spidermonkey/js1_5/Scope/regress-185485:Section (2|5), .*, diff, expectedfail, https://bugs.adobe.com/jira/browse/ASC-4026
spidermonkey/js1_5/Scope/scope-004:Section (6|7).*, .*, diff, expectedfail, https://bugs.adobe.com/jira/browse/ASC-4027

spidermonkey/js1_5/Array/regress-157652, (arm|mips|sh4),, skip, test runs out of memory on devices
spidermonkey/js1_5/Function/regress-338121-.*, (arm|mips|sh4),, skip, test runs out of memory on devices
spidermonkey/js1_5/Function/regress-338001, (arm|mips|sh4),, skip, test runs out of memory on devices

spidermonkey/js1_5/Regress/regress-98901, .*,, skip, https://bugs.adobe.com/jira/browse/ASC-4041
spidermonkey/js1_5/Regress/regress-89443, .*,, skip, https://bugs.adobe.com/jira/browse/ASC-4041
spidermonkey/js1_5/Regress/regress-96526-003, .*,, skip, https://bugs.adobe.com/jira/browse/ASC-4041

spidermonkey/js1_5/Regress/regress-511859, .*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=611531

### Spidermonkey JS1_6 ###
spidermonkey/js1_6/Array/regress-290592:.*length, .*, diff, expectedfail, related to https://bugzilla.mozilla.org/show_bug.cgi?id=551032
spidermonkey/js1_6/Array/regress-290592:(Array.forEach.*(mutate|on sparse array)|sparsestrings: every.*), .*, diff, \
    expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=553088
spidermonkey/js1_6/Array/regress-304828, .*,, skip, Array methods on String not supported

spidermonkey/js1_6/Array/regress-386030, .*,, skip, https://bugs.adobe.com/jira/browse/ASL-55
spidermonkey/js1_6/extensions/regress-312385-01, .*,, skip, uses eval

####################
# End spidermonkey tests
####################

as3/sampling/BackwardBranches, sparc-sol.*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=551173

abcasm/bug_554915a, .*,, skip, (serat) expecting Error #1502 but got VerifyError #1032 https://bugzilla.mozilla.org/show_bug.cgi?id=792540
abcasm/bug_554915a, x86-mac.*valgrind.*,, skip, valgrind hangs https://bugzilla.mozilla.org/show_bug.cgi?id=590503
abcasm/bug_554915b, x86-mac.*valgrind.*,, skip, valgrind hangs https://bugzilla.mozilla.org/show_bug.cgi?id=590503

# ABC3 conversion 
abcasm/nullCheck/CallStatic, .*,, skip, bsahlas http://watsonexp.corp.adobe.com/#bug=3328170
abcasm/nullCheck/E, .*,, skip, bsahlas http://watsonexp.corp.adobe.com/#bug=3328170
abcasm/mops, .*,, skip, bsahlas per compiler dev team no longer support for property names beyond simple qnames e.g. {flash.utils}::ByteArray
abcasm/mops2, .*,, skip, bsahlas  per compiler dev team no longer support for property names beyond simple qnames e.g. {flash.utils}::ByteArray
abcasm/catch1, .*,, skip, bsahlas NEEDS INVESTIGATION
abcasm/parseInt, .*,, skip, bsahlas NEEDS INVESTIGATION 
abcasm/namespaces, .*,, skip, bsahlas Unimplemented opcode pushnamespace 
abcasm/bug_612641, .*,, skip, bsahlas Unimplemented opcode pushnamespace 
abcasm/bug_491056, .*,, skip, bsahlas Unimplemented opcode istype
abcasm/bug_555006a, .*,, skip, bsahlas NEEDS INVESTIGATION: When run this TC throws 'unexpected error message. expected: VerifyError: Error #1024 actual: VerifyError: Error #1047'
abcasm/bug_678952, .*,, skip, bsahlas per compiler dev team no longer support for property names beyond simple qnames
abcasm/nullCheck/H, .*,, skip, bsahlas TEST OBSOLETE per spec no longer supporting hasnext, hasnext2 instruction
abcasm/coverage/H, .*,, skip, bsahlas TEST OBSOLETE per spec no longer supporting hasnext, hasnext2 instruction
abcasm/syntaxErrors, .*,, skip, bsahlas INVESTIGATE if worth porting test is disordered and incoherent 

# SIGILL issues
ecma3/Math/e15_8_2_1, x86-mac.*valgrind.*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=590550
ecma3/Number/e15_7_3_3_1, x86-mac.*valgrind.*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=590550
ecma3/Number/e15_7_3_3_2, x86-mac.*valgrind.*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=590550
ecma3/Number/e15_7_3_3_3, x86-mac.*valgrind.*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=590550
ecma3/Number/e15_7_4_7_1, x86-mac.*valgrind.*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=590550
ecma3/ObjectObjects/e15_2_1_1_rt, x86-mac.*valgrind.*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=590550
ecma3/TypeConversion/e9_3, x86-mac.*valgrind.*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=590550
ecma3/TypeConversion/e9_9_1_rt, x86-mac.*valgrind.*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=590550
ecma3/Types/e8_5, x86-mac.*valgrind.*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=590550
ecma3/Expressions/e11_5_1, x86-mac.*valgrind.*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=590550
ecma3/Expressions/e11_5_2, x86-mac.*valgrind.*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=590550
ecma3/Expressions/e11_5_3, x86-mac.*valgrind.*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=590550
as3/Definitions/Function/functionReturnTypes.*,, x86-mac.*valgrind.*, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=590550

# Bug 632402
as3/Definitions/FunctionAccessors/InfRec , x86-.*valgrind.*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=632402
spidermonkey/js1_5/Exceptions/regress-121658 , x86-.*valgrind.*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=632402
spidermonkey/js1_5/Regress/regress-234389 , x86-.*valgrind.*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=632402

as3/ByteArray/ByteArrayLzma ,.*valgrind.*, , skip, https://bugzilla.mozilla.org/show_bug.cgi?id=729336

# This testcase also needs to be marked as an expectedfail when running the 32bit vs 64bit differential testing.
# This is because the testing diffs the out between 32 and 64bit plus -Ojit vs -Dinterp, and since the avmdiff
# script does not return PASS/FAIL for each testcase but instead just a single PASS/FAIL then we need to expect
# the entire abc to fail and not just an individual test.
as3/Math/e15_1_2_2:radix 32, .*, diff, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=602912 

as3/RegExp/replace:str\.replace\(pattern. \".02-.01, .*, diff, expectedfail , https://bugzilla.mozilla.org/show_bug.cgi?id=605552

ecma3/Boolean/e15_6_4_2_2:tostr=Boolean.prototype.toString; Boolean.prototype.toString=tostr;x=new Boolean\(false\), \
    ppc64-mac, Dinterp, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=608132
ecma3/Boolean/e15_6_4_2_3:tostr=Boolean.prototype.toString; Boolean.prototype.toString=tostr; x=false, \
    ppc64-mac, Dinterp, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=608132

ecma3/Boolean/e15_6_4_3_2, ppc64-mac-.*, Dinterp, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=608130
ecma3/Boolean/e15_6_4_3_3, ppc64-mac-.*, Dinterp, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=608130
ecma3/Expressions/e11_2_1_2, ppc64-mac-.*, Dinterp, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=608130
ecma3/Expressions/e11_2_1_5, ppc64-mac-.*, Dinterp, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=608130
ecma3/ObjectObjects/e15_2_1_1_rt, ppc64-mac-.*, Dinterp, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=608130
ecma3/ObjectObjects/e15_2_2_1_rt, ppc64-mac-.*, Dinterp, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=608130
ecma3/TypeConversion/e9_9_1_rt, ppc64-mac-.*, Dinterp, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=608130

# These failed before exact tracing landed, then started working again.
# Probably there's still a bug so just skip them.
ecma3/Boolean/e15_6_4_3_2, ppc64-mac-asc[0-9]+-(?!.*Dinterp).*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=608130
ecma3/Boolean/e15_6_4_3_3, ppc64-mac-asc[0-9]+-(?!.*Dinterp).*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=608130
ecma3/Expressions/e11_2_1_2, ppc64-mac-asc[0-9]+-(?!.*Dinterp).*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=608130
ecma3/Expressions/e11_2_1_5, ppc64-mac-asc[0-9]+-(?!.*Dinterp).*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=608130
ecma3/ObjectObjects/e15_2_1_1_rt, ppc64-mac-asc[0-9]+-(?!.*Dinterp).*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=608130
ecma3/ObjectObjects/e15_2_2_1_rt, ppc64-mac-asc[0-9]+-(?!.*Dinterp).*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=608130
ecma3/TypeConversion/e9_9_1_rt, ppc64-mac-asc[0-9]+-(?!.*Dinterp).*,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=608130


as3/sampling/BackwardBranches , .* ,, skip, Bugzilla 614529
as3/sampling/Callback , .* ,, skip,  Bugzilla 614529
as3/sampling/FunctionEntry , .* ,, skip,  Bugzilla 614529

as3/Definitions/Function/OneOptArgFunction, mips-lnx-.*,, skip, Intermittent Failure: Bugzilla 638533
# Temporarily re-instate to see if removing asteammips1 from build system (in bug 679515) fixed this as well.
ecma3/Statements/eregress_74474_003, mips-lnx-.*,, skip, Intermittent Failure: Bugzilla 658253

regress/bug_654807:semisealed.*, .*-ES,, skip, Bugzilla 661575
spidermonkey/js1_5/Array/regress-465980-02, .*, diff,expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=681399

####################
# AOT specific
####################
ecma3/Exceptions/bug127913,                     AOT ,, skip, Need to follow up as this hangs when AOT compiled
spidermonkey/js1_5/Regress/regress-234389,      AOT ,, skip, Need to follow up as this hangs when AOT compiled
spidermonkey/js1_5/Exceptions/regress-121658,   AOT,, skip, Need to follow up as this hangs when AOT compiled
spidermonkey/js1_5/Regress/regress-398085-01,   AOT,, skip, Need to follow up as this hangs when AOT compiled
as3/Vector/initializerLargeVector,              AOT,, skip, trbaker - has java_args to u the max heap which isn't yet supported
#ecma3/Unicode/uFE70_ArabicPresentationForms_B, AOT,, skip, trbaker - running prints "Illegal instruction" on device.  runtest hangs though you can see the test return in the output with seeming error
ecma3/Statements/eregress_74474_00.*,           AOT,, skip, http://watsonexp.corp.adobe.com/#bug=3154162
spidermonkey/js1_5/Regress/regress-155081.*,    AOT,, skip, http://watsonexp.corp.adobe.com/#bug=3153162
abcasm/coverage/C,                              AOT,, skip, http://watsonexp.corp.adobe.com/#bug=3132682
regress/bug_544370,                             AOT,, skip, http://watsonexp.corp.adobe.com/#bug=3141008
#regress/bug_558442a,                           AOT,, skip, brbaker - Compilation failure needs investigation
abcasm/bug_555006b,                             AOT,, skip, http://watsonexp.corp.adobe.com/#bug=3141005
abcasm/funcRedef,                               AOT,, skip, http://watsonexp.corp.adobe.com/#bug=3141008
abcasm/semanticErrorDuplicateSlotName,          AOT,, skip, http://watsonexp.corp.adobe.com/#bug=3141012
abcasm/traitsSparseSlots,                       AOT,, skip, http://watsonexp.corp.adobe.com/#bug=3141016
regress/security/bug_556543,                    AOT,, skip, http://watsonexp.corp.adobe.com/#bug=3141018
regress/security/bug_555059b,                   AOT,, skip, http://watsonexp.corp.adobe.com/#bug=3141020
as3/ByteArray/ByteArray:ByteArray readFloat_2 #1, AOT,, skip, http://watsonexp.corp.adobe.com/#bug=3153294
as3/ByteArray/ByteArrayLzma:ByteArray readFloat_2 #1, AOT,, skip, http://watsonexp.corp.adobe.com/#bug=3153294
as3/ShellClasses/toplevel:queue a gc collection,      AOT,, skip, http://watsonexp.corp.adobe.com/#bug=3156533
regress/bug_515935,                             arm-AOT,, skip , bug https://bugzilla.mozilla.org/show_bug.cgi?id=547282
ecma3/Statements/edowhile_00(6|7),              AOT.*-asc2,, skip , http://watsonexp.corp.adobe.com/#bug=3348356

####################
# Float
####################
as3/Types/Float/round: sign check , .*, , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=686708
as3/Types/Float/nonstrict/op_greaterthan:Order\ of\ evaluation, .*,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=640052
as3/Types/Float/nonstrict/op_lessthanorequal:Order\ of\ evaluation, .*,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=640052
as3/Types/Float/pow:float\.pow\(float\.NEGATIVE_INFINITY. -2f\) sign check , .*,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=703611
as3/Types/Float/pow:float\.pow\(float\.NEGATIVE_INFINITY. -2f\) check\(\) sign check , .*,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=703611

as3/Types/Float/reciprocal:float\.reciprocal\(8\)  , x86-.*(release|debug)-Ojit.*,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=704097
as3/Types/Float/rsqrt:x=3\.124f float\.rsqrt\(x\)   , x86-.*(release|debug)-Ojit.*,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=704097
as3/Types/Float/rsqrt:float.rsqrt\(64\)   , x86-.*(release|debug)-Ojit.*,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=704097
as3/Types/Float/nonstrict/reciprocal:float\.reciprocal\(true\)   , x86-.*(release|debug)-Ojit.*,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=704097
as3/Types/Float/nonstrict/rsqrt:float\.rsqrt\(true\)   , x86-.*(release|debug)-Ojit.*,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=704097
as3/Types/Float/rsqrt , .*diff ,, skip , https://bugzilla.mozilla.org/show_bug.cgi?id=704097

as3/Types/Float/loadLegacyCode, arm , ,  expectedfail, need to update runner script
as3/Types/Float/.*, mips.* , -Dinterp , skip, MIPS does not have a float/float4 implementation

ecma3/Expressions/e11_6_3:Number.MAX_VALUE \+ , .*-float, , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=692402
ecma3/LexicalConventions/e7_7_3:^12345678901234567.* , .*-float, , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=692402
ecma3/LexicalConventions/e7_7_3:^-123456789012345671.* , .*-float, , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=692402
ecma3/LexicalConventions/e7_7_3:^-123456789012345672 = , .*-float, , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=692402
ecma3/LexicalConventions/e7_7_3:^-123456789012345672\.01 = , .*-float, , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=692402
ecma3/LexicalConventions/e7_7_3:^-123456789012345672\.0{27} = , .*-float, , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=692402
ecma3/LexicalConventions/e7_7_3:^-123456789012345680.* , .*-float, , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=692402
ecma3/Number/e15_7_2:new Number\('1\.79769313486231e\+308'\) , .*-float, , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=692402
ecma3/Number/e15_7_1:Number\('1\.79769313486231e\+308'\) , .*-float, , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=692402

####################
# Float4
####################
as3/Types/Float4/component_access:^float4\['(xxxx|yyyy|zzzz|wwww|xyzw|wzyx)'\], arm-lnx.* , , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=695001
as3/Types/Float4/component_access_swizzle:^float4\['(x|y|z|w){4}'\], arm-lnx.* , , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=695001
as3/Types/Float4/float4Operations:Flt4(Any|Flt4)Ops Xyzzy, arm-lnx.*-Dinterp.* , , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=695001
as3/Types/Float4/float4Operations:Flt4(Any|Flt4)Ops (?!.*EQ).*, arm-.*debug.* , -Dinterp , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=703512

as3/Types/Float4/.*, mips.* , -Dinterp , skip, MIPS does not have a float/float4 implementation
abcasm/coverage/float/.*, mips.* , -Dinterp , skip, MIPS does not have a float/float4 implementation


mops/lf32:float written by writeDouble, mips.* , .*-(Dinterp|osr=17), expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=724889
mops/lf64:load double written by sf32, mips.* , .*-(Dinterp|osr=17) , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=724889
mops/lf64:load double written by writeFloat, mips.* , .*-(Dinterp|osr=17) , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=724889



spidermonkey/js1_5/Regress/regress-360969-02 , .*diff,, skip, Testcase outputs an execution time which is not part of the test and can cause a failure INVESTIGATE
spidermonkey/js1_5/Regress/regress-360969-04 , .*diff,, skip, Testcase outputs an execution time which is not part of the test and can cause a failure INVESTIGATE
abcasm/bug_554915b, .* , , skip, testcase can cause a timeout INVESTIGATE

regress/security/bug_689243b:Correct exception thrown , (x86|arm)-.*-Dinterp , , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=689243

####################
# Workers
####################
regress/.*243b:Correct exception thrown ,(arm-lnx-asc[0-9]+-release-Dinterp|arm-android-asc[0-9]+-release-Dinterp|x86-win-asc[0-9]+-release-Dinterp), , expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=689243 
regress/.*243a,.*,, skip, bug
as3/ShellClasses/toplevel:exitcode, arm-lnx,, expectedfail, https://bugzilla.mozilla.org/show_bug.cgi?id=698855 System.exit(n) always exits 1 linux arm does not support exitcode
as3/Workers/(ByteArrayWorkersLzma|WorkerDomain|Worker|WorkerErrors|regress/bug774294|regress/bug774302), (android|arm-) ,, skip, ARM platforms not supported https://bugzilla.mozilla.org/show_bug.cgi?id=755345
as3/Workers/(ByteArrayWorkers|RemoteCall|WorkerCreateMax), .*, ,skip, https://bugzilla.mozilla.org/show_bug.cgi?id=774332
as3/Workers/(Worker|WorkerDomain|WorkerCreateMax|WorkerErrors|regress/bug774294|regress/bug774302), -debug ,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=774294
as3/Workers/ByteArrayWorkersLzma, -debug ,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=778727
as3/Workers/ByteArrayWorkersLzma, x64-win ,, skip, https://bugzilla.mozilla.org/show_bug.cgi?id=780127

####################
# ASC2
####################
ecma3/Expressions/e11_6_3 : Number.MAX_VALUE \+, asc1,, expectedfail, precision increased in ASC2 bug 3346729
ecma3/LexicalConventions/e7_7_3 : (123456789012345671.9999|123456789012345672 F|123456789012345672.000000000000000000000000000|123456789012345672.01|123456789012345673|-123456789012345680 F|12345678901234567890), asc1,, expectedfail, precision differences in ASC2 bug 3346729
as3/Definitions/Variable/ConstVariables : Class2 const variable classItem6, asc[23],, expectedfail, static const when import class fails bug 3346810
as3/Directives/usenamespace/NSInsideTryCatch, asc[23],, skip, not legal in falcon - see CMP-1147 for details
as3/Directives/usenamespace/longQualifier, asc[23] ,, skip, CMP-1150
as3/RuntimeErrors/Error1112ArgCountMismatchOnClassCoercion, asc[23] ,, skip, CMP-1177
as3/Definitions/const/ConstConditionalInitializationInClass3_rt, asc[23],, skip, CMP-1177 - increment op is invalid
as3/Expressions/QualifiedReferences/AS3NSReferences, asc[23],, skip, importing namespace causes NPE: http://watsonexp.corp.adobe.com/#bug=3345064
as3/Expressions/QualifiedReferences/AssignmentExp, asc[23],, skip, importing namespace causes NPE: http://watsonexp.corp.adobe.com/#bug=3345064
as3/RuntimeErrors/Error1041RHSOfIsMustBeClass, asc[23],, skip, CMP-1177
spidermonkey/js1_5/Regress/regress-326453, asc[23],, skip, Skip this test since this is not permitted in falcon - function def in a with statement not in a block.
as3/Vector/bug_683507, asc[23],, skip, CMP-2130
as3/Definitions/Classes/ClassDef/Bug118272Package : Trying to initialize public  class identifier, asc1,, expectedfail, different runtime error #1074 instead of #1056
as3/Definitions/Classes/ClassDef/Bug118272Package : Trying to initialize default class identifier, asc1,, expectedfail, different runtime error #1074 instead of #1056
as3/Definitions/Classes/ClassDef/Bug118272Package : Trying to initialize internal class identifier, asc1,, expectedfail, different runtime error #1074 instead of #1056
as3/Definitions/Classes/ClassDef/Bug118272Package : Trying to initialize dynamic class identifier, asc1,, expectedfail, different runtime error #1074 instead of #1056
as3/Definitions/Classes/ClassDef/Bug118272Package : Trying to initialize final class identifier, asc1,, expectedfail, different runtime error #1074 instead of #1056

###########
# halfmoon
###########

as3/Definitions/FunctionAccessors/AccessorSpray,           (halfmoon), , skip, https://bugzilla.mozilla.org/show_bug.cgi?id=708944
as3/Vector/initializerLargeVector,           (Ojit.*halfmoon|halfmoon.*Ojit), , skip, https://bugzilla.mozilla.org/show_bug.cgi?id=708944
ecma3/Statements/eregress_74474_002,           (halfmoon), , skip, https://bugzilla.mozilla.org/show_bug.cgi?id=708944
ecma3/Statements/eregress_74474_003,           (halfmoon), , skip, https://bugzilla.mozilla.org/show_bug.cgi?id=708944
spidermonkey/js1_5/Regress/regress-111557,           (Ojit.*halfmoon|halfmoon.*Ojit), , skip, https://bugzilla.mozilla.org/show_bug.cgi?id=708944
spidermonkey/js1_5/Regress/regress-155081,   (Ojit.*halfmoon|halfmoon.*Ojit), , skip, https://bugzilla.mozilla.org/show_bug.cgi?id=708944
spidermonkey/js1_5/Regress/regress-155081-2, (Ojit.*halfmoon|halfmoon.*Ojit), , skip, https://bugzilla.mozilla.org/show_bug.cgi?id=708944