Jesse Wilson | 9b3d2ab | 2010-09-23 13:48:25 -0700 | [diff] [blame] | 1 | /* |
| 2 | * This file contains expectations for tests that we'd like to eventually fix, but aren't urgent. |
| 3 | */ |
| 4 | [ |
| 5 | { |
Brian Carlstrom | a66a691 | 2012-03-23 00:00:24 -0700 | [diff] [blame] | 6 | description: "libcore.java.io.OldFileTest#test_deleteOnExit fails on IRM05 mysid-user", |
| 7 | name: "libcore.java.io.OldFileTest#test_deleteOnExit", |
| 8 | bug: 5834665 |
| 9 | }, |
| 10 | { |
Brian Carlstrom | ce1311e | 2012-09-21 17:38:14 -0700 | [diff] [blame] | 11 | description: "libcore.java.net.URLConnectionTest#testServerShutdownInput fails on ICL27 mysid-userdebug (5534202 is caused by 5731252)", |
Brian Carlstrom | a66a691 | 2012-03-23 00:00:24 -0700 | [diff] [blame] | 12 | name: "libcore.java.net.URLConnectionTest#testServerShutdownInput", |
| 13 | bug: 5534202 |
| 14 | }, |
| 15 | { |
Neil Fuller | d615590 | 2014-05-15 15:44:22 +0100 | [diff] [blame] | 16 | description: "This test has been failing in our continuous build recently.", |
Jesse Wilson | 63dfb12 | 2011-02-09 21:13:12 -0800 | [diff] [blame] | 17 | names: [ |
Neil Fuller | d615590 | 2014-05-15 15:44:22 +0100 | [diff] [blame] | 18 | "libcore.java.net.URLConnectionTest#testConnectTimeouts" |
Jesse Wilson | 63dfb12 | 2011-02-09 21:13:12 -0800 | [diff] [blame] | 19 | ], |
| 20 | bug: 3441111 |
| 21 | }, |
| 22 | { |
Jesse Wilson | 9b3d2ab | 2010-09-23 13:48:25 -0700 | [diff] [blame] | 23 | description: "We're retiring the security manager. Unfortunately, tests all over the place |
| 24 | need to check that they're secure, so they all fail when we refuse to install |
Jesse Wilson | 5e8f0b9 | 2010-09-23 19:41:28 -0700 | [diff] [blame] | 25 | a security manager. This suppresses all of these failures.", |
Jesse Wilson | 9b3d2ab | 2010-09-23 13:48:25 -0700 | [diff] [blame] | 26 | result: EXEC_FAILED, |
| 27 | failure: "disable securityManager", |
Jesse Wilson | 5e8f0b9 | 2010-09-23 19:41:28 -0700 | [diff] [blame] | 28 | pattern: ".*java.lang.SecurityException\\s+at java.lang.System.setSecurityManager.*", |
| 29 | bug: 2585285 |
Jesse Wilson | 9b3d2ab | 2010-09-23 13:48:25 -0700 | [diff] [blame] | 30 | }, |
| 31 | { |
| 32 | description: "ignore compilation errors due to different available APIs", |
| 33 | result: COMPILE_FAILED, |
| 34 | failure: "ignore compilation errors", |
| 35 | pattern: ".*\\.java:\\d+: cannot find symbol.*" |
| 36 | }, |
| 37 | { |
Jesse Wilson | 9b3d2ab | 2010-09-23 13:48:25 -0700 | [diff] [blame] | 38 | description: "the average length of possible UTF-8 sequences is 2 bytes.", |
| 39 | result: EXEC_FAILED, |
Narayan Kamath | e5fea3d | 2013-11-15 11:02:26 +0000 | [diff] [blame] | 40 | name: "org.apache.harmony.tests.java.nio.charset.UTFCharsetEncoderTest#testSpecificDefaultValue", |
Jesse Wilson | 9b3d2ab | 2010-09-23 13:48:25 -0700 | [diff] [blame] | 41 | substring: "junit.framework.AssertionFailedError: expected:<1.1> but was:<2.0>" |
| 42 | }, |
| 43 | { |
Jesse Wilson | 9b3d2ab | 2010-09-23 13:48:25 -0700 | [diff] [blame] | 44 | description: "Some tests (ExcludedProxyTest) connect to a public webserver to check that the HTTP client works", |
| 45 | result: EXEC_FAILED, |
| 46 | failure: "connect to the Internet", |
| 47 | pattern: ".*java.net.UnknownHostException:.*jcltest.apache.org.*" |
| 48 | }, |
| 49 | { |
Narayan Kamath | bf44cb0 | 2013-11-13 13:17:00 +0000 | [diff] [blame] | 50 | description: "Some tests depend on ICU data, which has changed. Others make assumptions about floating point rounding", |
| 51 | result: EXEC_FAILED, |
| 52 | names: [ |
Narayan Kamath | ab762bb | 2013-11-15 18:40:14 +0000 | [diff] [blame] | 53 | "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_BigDecimalExceptionOrder", |
| 54 | "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_DateTimeConversion", |
| 55 | "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionE", |
| 56 | "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionF", |
| 57 | "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionG", |
| 58 | "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatDoubleBigDecimalExceptionOrder", |
| 59 | "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_GeneralConversionOther", |
| 60 | "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_LineSeparator", |
| 61 | "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_Percent", |
| 62 | "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_Width" |
Narayan Kamath | bf44cb0 | 2013-11-13 13:17:00 +0000 | [diff] [blame] | 63 | ] |
| 64 | }, |
| 65 | { |
| 66 | description: "(Needs investigation) Some tests make assertions that don't make sense, others use broken port allocation logic.", |
| 67 | result: EXEC_FAILED, |
| 68 | names: [ |
Narayan Kamath | ab762bb | 2013-11-15 18:40:14 +0000 | [diff] [blame] | 69 | "org.apache.harmony.tests.java.net.Inet6AddressTest#test_getByNameLjava_lang_String", |
| 70 | "org.apache.harmony.tests.java.net.InetAddressTest#test_equalsLjava_lang_Object", |
| 71 | "org.apache.harmony.tests.java.net.InetAddressTest#test_getByNameLjava_lang_String", |
Narayan Kamath | 82c6425 | 2014-01-02 16:21:53 +0000 | [diff] [blame] | 72 | "org.apache.harmony.tests.java.net.InetAddressTest#test_isReachableLjava_net_NetworkInterfaceII_loopbackInterface" |
Narayan Kamath | bf44cb0 | 2013-11-13 13:17:00 +0000 | [diff] [blame] | 73 | ] |
Narayan Kamath | d567f90 | 2013-12-17 14:41:59 +0000 | [diff] [blame] | 74 | }, |
| 75 | { |
| 76 | description: "(Needs investigation) Test failures from the harmony import of external/apache-harmony/archive", |
| 77 | bug: 12189307, |
| 78 | result: EXEC_FAILED, |
| 79 | names: [ |
Narayan Kamath | d567f90 | 2013-12-17 14:41:59 +0000 | [diff] [blame] | 80 | "org.apache.harmony.tests.java.util.jar.ManifestTest#testNul", |
| 81 | "org.apache.harmony.tests.java.util.jar.ManifestTest#testRead", |
Narayan Kamath | 108a6c5 | 2013-12-19 13:32:14 +0000 | [diff] [blame] | 82 | "org.apache.harmony.tests.java.util.jar.ManifestTest#testStreamConstructor" |
Narayan Kamath | d567f90 | 2013-12-17 14:41:59 +0000 | [diff] [blame] | 83 | ] |
Neil Fuller | 47ae0b5 | 2014-01-20 17:45:47 +0000 | [diff] [blame] | 84 | }, |
| 85 | { |
| 86 | description: "Potentially flakey because they rely on a specific local TCP port being free.", |
| 87 | result: EXEC_FAILED, |
| 88 | names: [ |
Neil Fuller | d615590 | 2014-05-15 15:44:22 +0100 | [diff] [blame] | 89 | "org.apache.harmony.tests.java.nio.channels.ServerSocketChannelTest#test_bind_explicitPort" |
Neil Fuller | 47ae0b5 | 2014-01-20 17:45:47 +0000 | [diff] [blame] | 90 | ] |
Brett Chabot | 6a6b612 | 2014-02-27 11:46:10 -0800 | [diff] [blame] | 91 | }, |
| 92 | { |
Neil Fuller | d377f24 | 2014-05-08 12:00:51 +0100 | [diff] [blame] | 93 | description: "The ResourceBundle code under test is probably not used much on Android and needs a lot of attention.", |
Nicolas Geoffray | 2c303a2 | 2014-11-25 12:02:48 +0000 | [diff] [blame] | 94 | modes: [device], |
Neil Fuller | d377f24 | 2014-05-08 12:00:51 +0100 | [diff] [blame] | 95 | bug: 13747957, |
| 96 | result: EXEC_FAILED, |
| 97 | names: [ |
| 98 | "org.apache.harmony.tests.java.util.ControlTest#test_needsReload_LStringLLocaleLStringLClassLoaderResourceBundleJ" |
| 99 | ] |
Paul Duffin | f586bda | 2014-05-12 17:12:47 +0100 | [diff] [blame] | 100 | }, |
| 101 | { |
Brett Chabot | 6cc1673 | 2014-02-27 11:46:10 -0800 | [diff] [blame] | 102 | description: "Fails in CTS, passes in CoreTestRunner.", |
| 103 | result: EXEC_FAILED, |
Nicolas Geoffray | 2c303a2 | 2014-11-25 12:02:48 +0000 | [diff] [blame] | 104 | modes: [device], |
Brett Chabot | 6cc1673 | 2014-02-27 11:46:10 -0800 | [diff] [blame] | 105 | names: [ |
| 106 | "org.apache.harmony.tests.java.net.URLConnection#test_getContentEncoding", |
| 107 | "libcore.java.text.OldNumberFormatTest#test_parseLjava_lang_String", |
| 108 | "libcore.java.nio.channels.OldSocketChannelTest#test_writeLjava_nio_ByteBuffer_Nonblocking_HugeData", |
| 109 | "org.apache.harmony.tests.java.lang.ProcessManagerTest#testSleep", |
| 110 | "libcore.java.security.cert.OldPKIXParametersTest#testPKIXParametersKeyStore04" |
| 111 | ] |
| 112 | }, |
| 113 | { |
| 114 | description: "Suffers from DH slowness, disabling for now.", |
| 115 | result: EXEC_FAILED, |
| 116 | names: [ |
| 117 | "libcore.java.security.OldDHTest#testDHGen", |
| 118 | "libcore.java.security.OldKeyPairGeneratorTestDH#testKeyPairGenerator", |
| 119 | "libcore.javax.crypto.spec.KeyPairGeneratorTestDH#testKeyPairGenerator", |
| 120 | "libcore.javax.crypto.spec.AlgorithmParametersTestDH#testAlgorithmParameters", |
| 121 | "libcore.javax.crypto.spec.AlgorithmParameterGeneratorTestDH#testAlgorithmParameterGenerator" |
| 122 | ] |
| 123 | }, |
| 124 | { |
| 125 | description: "Destroys MD5 provider, hurts succeeding tests", |
| 126 | result: EXEC_FAILED, |
| 127 | names: [ |
| 128 | "tests.api.javax.security.cert.X509CertificateTest#testVerifyPublicKey", |
| 129 | "tests.api.javax.security.cert.X509CertificateTest#testVerifyPublicKeyString" |
| 130 | ] |
| 131 | }, |
| 132 | { |
| 133 | description: "Suffers from side effect of other, currently unknown test", |
| 134 | result: EXEC_FAILED, |
| 135 | names: [ |
| 136 | "org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest#testProxyAuthorization" |
| 137 | ] |
| 138 | }, |
| 139 | { |
| 140 | description: "Support_TestWebServer requires isolation.", |
| 141 | result: EXEC_FAILED, |
| 142 | names: [ |
| 143 | "libcore.java.net.OldURLClassLoaderTest#test_findResourceLjava_lang_String" |
| 144 | ] |
| 145 | }, |
| 146 | { |
Brett Chabot | 6cc1673 | 2014-02-27 11:46:10 -0800 | [diff] [blame] | 147 | description: "Causes OutOfMemoryError to test finalization", |
| 148 | result: EXEC_FAILED, |
| 149 | names: [ |
| 150 | "org.apache.harmony.tests.java.lang.ref.SoftReferenceTest#test_get_SoftReference", |
| 151 | "org.apache.harmony.crypto.tests.javax.crypto#ExemptionMechanismTest#test_finalize" |
| 152 | ] |
| 153 | }, |
| 154 | { |
| 155 | description: "Causes open dex file error", |
| 156 | result: EXEC_FAILED, |
Nicolas Geoffray | 2c303a2 | 2014-11-25 12:02:48 +0000 | [diff] [blame] | 157 | modes: [device], |
Brett Chabot | 6cc1673 | 2014-02-27 11:46:10 -0800 | [diff] [blame] | 158 | names: [ |
| 159 | "org.apache.harmony.tests.java.lang.reflect.GenericSignatureFormatErrorTest#test_signatureFormatError" |
| 160 | ] |
Jesse Wilson | 9b3d2ab | 2010-09-23 13:48:25 -0700 | [diff] [blame] | 161 | } |
| 162 | ] |