Nicolas Geoffray | c3837e4 | 2014-12-03 11:30:26 +0000 | [diff] [blame] | 1 | /* |
| 2 | * This file contains expectations for ART's buildbot. The purpose of this file is |
Nicolas Geoffray | 622e2e2 | 2017-06-15 09:33:01 +0100 | [diff] [blame] | 3 | * to temporarily list failing tests and not break the bots, until the |
Nicolas Geoffray | c3837e4 | 2014-12-03 11:30:26 +0000 | [diff] [blame] | 4 | * libcore expectation files get properly updated. The script that uses this file |
| 5 | * is art/tools/run-libcore-tests.sh. |
| 6 | * |
| 7 | * It is also used to enable AOSP experiments, and not mess up with CTS's expectations. |
| 8 | */ |
| 9 | |
| 10 | [ |
| 11 | { |
| 12 | description: "Assert.java differences between vogar and junit.", |
| 13 | result: EXEC_FAILED, |
Nicolas Geoffray | ea6e2df | 2015-05-13 21:37:44 +0000 | [diff] [blame] | 14 | modes: [host], |
| 15 | name: "libcore.java.math.RunCSVTests#test_csv" |
Nicolas Geoffray | c3837e4 | 2014-12-03 11:30:26 +0000 | [diff] [blame] | 16 | }, |
| 17 | { |
Nicolas Geoffray | 70a998c | 2014-12-04 17:05:22 +0000 | [diff] [blame] | 18 | description: "Differences between vogar and cts in user directory", |
| 19 | result: EXEC_FAILED, |
| 20 | modes: [device], |
| 21 | name: "libcore.java.lang.SystemTest#testSystemProperties_mutable" |
| 22 | }, |
| 23 | { |
Wojciech Staszkiewicz | 3a75e9d | 2015-05-21 15:29:30 +0100 | [diff] [blame] | 24 | description: "Differences between vogar and cts. Passes with --mode activity", |
Nicolas Geoffray | 70a998c | 2014-12-04 17:05:22 +0000 | [diff] [blame] | 25 | result: EXEC_FAILED, |
| 26 | modes: [device], |
Wojciech Staszkiewicz | 3a75e9d | 2015-05-21 15:29:30 +0100 | [diff] [blame] | 27 | names: ["libcore.java.lang.OldSystemTest#test_getProperties"] |
Nicolas Geoffray | 0ccef6d | 2014-12-11 13:33:12 +0000 | [diff] [blame] | 28 | }, |
| 29 | { |
Wojciech Staszkiewicz | 3a75e9d | 2015-05-21 15:29:30 +0100 | [diff] [blame] | 30 | description: "Differences between vogar and cts. EACCESS when run with vogar. |
| 31 | Passes on host, passes with cts. Passes with vogar with su |
| 32 | (--invoke-with \"su root\"). Does not pass after setting chmod |
| 33 | 777 all directories on path to socket (on device without su).", |
Nicolas Geoffray | 0ccef6d | 2014-12-11 13:33:12 +0000 | [diff] [blame] | 34 | result: EXEC_FAILED, |
| 35 | modes: [device], |
Przemyslaw Szczepaniak | f44a60a | 2017-11-09 09:47:32 +0000 | [diff] [blame] | 36 | names: ["libcore.libcore.io.OsTest#testUnixDomainSockets_in_file_system"] |
Nicolas Geoffray | ee3d0bd | 2014-12-17 15:27:14 +0000 | [diff] [blame] | 37 | }, |
| 38 | { |
Tobias Thierer | bbd5a4e | 2016-08-03 18:33:33 +0100 | [diff] [blame] | 39 | description: "TCP_USER_TIMEOUT is not defined on host's tcp.h (glibc-2.15-4.8).", |
| 40 | result: EXEC_FAILED, |
| 41 | modes: [host], |
| 42 | names: ["libcore.android.system.OsConstantsTest#testTcpUserTimeoutIsDefined", |
Przemyslaw Szczepaniak | f44a60a | 2017-11-09 09:47:32 +0000 | [diff] [blame] | 43 | "libcore.libcore.io.OsTest#test_socket_tcpUserTimeout_setAndGet", |
| 44 | "libcore.libcore.io.OsTest#test_socket_tcpUserTimeout_doesNotWorkOnDatagramSocket"], |
Tobias Thierer | bbd5a4e | 2016-08-03 18:33:33 +0100 | [diff] [blame] | 45 | bug: 30402085 |
| 46 | }, |
| 47 | { |
Wojciech Staszkiewicz | 12c56d6 | 2015-05-29 11:12:59 +0100 | [diff] [blame] | 48 | description: "Issue with incorrect device time (1970)", |
Wojciech Staszkiewicz | a0629d5 | 2015-05-21 17:43:09 +0100 | [diff] [blame] | 49 | result: EXEC_FAILED, |
| 50 | modes: [device], |
| 51 | names: ["libcore.java.util.TimeZoneTest#testDisplayNames", |
| 52 | "libcore.java.util.TimeZoneTest#test_useDaylightTime_Taiwan", |
Wojciech Staszkiewicz | 12c56d6 | 2015-05-29 11:12:59 +0100 | [diff] [blame] | 53 | "org.apache.harmony.tests.java.util.TimeZoneTest#test_hasSameRules_Ljava_util_TimeZone"], |
| 54 | bug: 20879084 |
| 55 | }, |
| 56 | { |
| 57 | description: "Issue with incorrect device time (1970). Test assumes that DateTime.now() |
| 58 | is greater then a date in 1998.", |
| 59 | result: EXEC_FAILED, |
| 60 | modes: [device], |
| 61 | names: ["org.apache.harmony.tests.java.util.DateTest#test_Constructor"] |
Wojciech Staszkiewicz | a0629d5 | 2015-05-21 17:43:09 +0100 | [diff] [blame] | 62 | }, |
| 63 | { |
David Brazdil | 830d16e | 2015-02-24 12:36:03 +0000 | [diff] [blame] | 64 | description: "Failing due to a locale problem on hammerhead.", |
| 65 | result: EXEC_FAILED, |
| 66 | modes: [device], |
| 67 | names: ["libcore.icu.DateIntervalFormatTest#test10089890", |
| 68 | "libcore.icu.DateIntervalFormatTest#test10209343_when_not_this_year", |
| 69 | "libcore.icu.DateIntervalFormatTest#test10560853_for_single_day_events", |
| 70 | "libcore.icu.DateIntervalFormatTest#test10560853_when_time_not_displayed", |
| 71 | "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeDateTimeString", |
| 72 | "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanString", |
| 73 | "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanStringAbbrev", |
| 74 | "libcore.java.text.OldDateFormatTest#test_parseLString", |
| 75 | "libcore.java.text.SimpleDateFormatTest#testDstZoneNameWithNonDstTimestamp", |
| 76 | "libcore.java.text.SimpleDateFormatTest#testDstZoneWithNonDstTimestampForNonHourDstZone", |
| 77 | "libcore.java.text.SimpleDateFormatTest#testNonDstZoneNameWithDstTimestamp", |
Nicolas Geoffray | e2307b4 | 2015-12-27 23:01:28 +0000 | [diff] [blame] | 78 | "libcore.java.text.SimpleDateFormatTest#testNonDstZoneWithDstTimestampForNonHourDstZone"] |
David Brazdil | 830d16e | 2015-02-24 12:36:03 +0000 | [diff] [blame] | 79 | }, |
| 80 | { |
David Brazdil | b60c58f | 2015-02-25 09:16:34 +0000 | [diff] [blame] | 81 | description: "Failing due to missing localhost on hammerhead and volantis.", |
| 82 | result: EXEC_FAILED, |
| 83 | modes: [device], |
Nicolas Geoffray | 51b1f7b | 2015-03-25 21:13:05 +0000 | [diff] [blame] | 84 | names: ["libcore.javax.crypto.CipherTest#testCipherInitWithCertificate", |
| 85 | "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithFtpURLConnection", |
| 86 | "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithJarFtpURLConnection", |
Nicolas Geoffray | d6c1ec5 | 2015-03-26 18:08:59 +0000 | [diff] [blame] | 87 | "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithLoggingSocketHandler", |
| 88 | "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithHttpURLConnection", |
Nicolas Geoffray | d6c1ec5 | 2015-03-26 18:08:59 +0000 | [diff] [blame] | 89 | "org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest", |
| 90 | "org.apache.harmony.luni.tests.internal.net.www.protocol.https.HttpsURLConnectionTest", |
Wojciech Staszkiewicz | 12c56d6 | 2015-05-29 11:12:59 +0100 | [diff] [blame] | 91 | "org.apache.harmony.luni.tests.java.net.URLConnectionTest", |
| 92 | "org.apache.harmony.tests.java.util.ScannerTest#test_Constructor_LReadableByteChannel" |
Nicolas Geoffray | 51b1f7b | 2015-03-25 21:13:05 +0000 | [diff] [blame] | 93 | ] |
David Brazdil | b60c58f | 2015-02-25 09:16:34 +0000 | [diff] [blame] | 94 | }, |
| 95 | { |
Nicolas Geoffray | ee3d0bd | 2014-12-17 15:27:14 +0000 | [diff] [blame] | 96 | description: "Test timeouts", |
| 97 | result: EXEC_TIMEOUT, |
| 98 | modes: [device], |
| 99 | names: ["org.apache.harmony.tests.java.util.ScannerTest#testPerformance"] |
Nicolas Geoffray | da82d29 | 2015-01-21 14:04:31 +0000 | [diff] [blame] | 100 | }, |
| 101 | { |
| 102 | description: "Needs the newest cat version on the device", |
| 103 | result: EXEC_FAILED, |
| 104 | modes: [device], |
| 105 | names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_getErrorStream"] |
David Brazdil | 598b220 | 2015-02-24 10:12:06 +0000 | [diff] [blame] | 106 | }, |
| 107 | { |
Nicolas Geoffray | eb10b68 | 2015-06-25 11:40:42 +0100 | [diff] [blame] | 108 | description: "Test sometimes timeouts on volantis, and on most modes in debug mode", |
Nicolas Geoffray | e501f77 | 2015-02-26 14:53:03 +0000 | [diff] [blame] | 109 | result: EXEC_TIMEOUT, |
Nicolas Geoffray | e501f77 | 2015-02-26 14:53:03 +0000 | [diff] [blame] | 110 | names: ["libcore.java.lang.SystemTest#testArrayCopyConcurrentModification"], |
| 111 | bug: 19165288 |
Nicolas Geoffray | 056ed4a | 2015-03-13 18:26:43 +0000 | [diff] [blame] | 112 | }, |
| 113 | { |
Nicolas Geoffray | 4633343 | 2015-03-16 13:51:43 +0000 | [diff] [blame] | 114 | description: "Needs kernel updates on host/device", |
| 115 | result: EXEC_FAILED, |
Przemyslaw Szczepaniak | f44a60a | 2017-11-09 09:47:32 +0000 | [diff] [blame] | 116 | names: ["libcore.libcore.io.OsTest#test_socketPing"] |
Nicolas Geoffray | 399ff77 | 2015-04-25 14:39:59 +0100 | [diff] [blame] | 117 | }, |
| 118 | { |
| 119 | description: "Linker issues in chrooted environment", |
| 120 | modes: [device], |
| 121 | result: EXEC_FAILED, |
| 122 | names: ["org.apache.harmony.tests.java.lang.ProcessManagerTest#testEnvironment"] |
Nicolas Geoffray | 6f3f6c7 | 2015-05-12 09:27:19 +0100 | [diff] [blame] | 123 | }, |
| 124 | { |
Nicolas Geoffray | d9d014a | 2015-06-26 09:24:16 +0100 | [diff] [blame] | 125 | description: "Flake when running with libartd.so or interpreter", |
| 126 | result: EXEC_FAILED, |
| 127 | bug:22106064, |
| 128 | name: "libcore.java.lang.OldThreadGroupTest#test_enumerateLThreadArrayLZtest_enumerateLThreadArrayLZ" |
Narayan Kamath | 1eca58a | 2015-07-03 13:20:51 +0100 | [diff] [blame] | 129 | }, |
| 130 | { |
| 131 | description: "test_xattr fails on arm64 on the buildbots only: needs investigation", |
| 132 | result: EXEC_FAILED, |
| 133 | modes: [device], |
Przemyslaw Szczepaniak | f44a60a | 2017-11-09 09:47:32 +0000 | [diff] [blame] | 134 | names: ["libcore.libcore.io.OsTest#test_xattr"], |
Narayan Kamath | 1eca58a | 2015-07-03 13:20:51 +0100 | [diff] [blame] | 135 | bug: 22258911 |
Nicolas Geoffray | d6c201e | 2015-07-16 19:11:54 +0100 | [diff] [blame] | 136 | }, |
| 137 | { |
| 138 | description: "fails on L builds: needs investigation", |
| 139 | result: EXEC_FAILED, |
| 140 | modes: [device], |
| 141 | names: ["org.apache.harmony.tests.java.lang.ClassTest#test_forNameLjava_lang_String"] |
Narayan Kamath | f874d59 | 2015-07-28 16:21:35 +0100 | [diff] [blame] | 142 | }, |
| 143 | { |
Nicolas Geoffray | cbec6d9 | 2015-10-23 16:06:49 +0100 | [diff] [blame] | 144 | description: "Lack of IPv6 on some buildbot slaves", |
| 145 | result: EXEC_FAILED, |
Przemyslaw Szczepaniak | f44a60a | 2017-11-09 09:47:32 +0000 | [diff] [blame] | 146 | names: ["libcore.libcore.io.OsTest#test_byteBufferPositions_sendto_recvfrom_af_inet6", |
| 147 | "libcore.libcore.io.OsTest#test_sendtoSocketAddress_af_inet6", |
| 148 | "libcore.libcore.io.OsTest#test_recvfrom_EmptyPacket"], |
Nicolas Geoffray | cbec6d9 | 2015-10-23 16:06:49 +0100 | [diff] [blame] | 149 | bug: 25178637 |
Roland Levillain | 32f7a16 | 2015-11-11 12:16:52 +0000 | [diff] [blame] | 150 | }, |
| 151 | { |
Roland Levillain | b022619 | 2016-12-06 10:30:55 +0000 | [diff] [blame] | 152 | description: "Non-deterministic test because of a dependency on weak ref collection.", |
| 153 | result: EXEC_FAILED, |
| 154 | names: ["org.apache.harmony.tests.java.util.WeakHashMapTest#test_keySet"], |
| 155 | bug: 25437292 |
| 156 | }, |
| 157 | { |
Nicolas Geoffray | d4291d6 | 2016-01-06 16:33:41 +0000 | [diff] [blame] | 158 | description: "Missing resource in classpath", |
| 159 | result: EXEC_FAILED, |
| 160 | modes: [device], |
| 161 | names: ["libcore.java.util.prefs.OldAbstractPreferencesTest#testClear", |
| 162 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testExportNode", |
| 163 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testExportSubtree", |
| 164 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testGet", |
| 165 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetBoolean", |
| 166 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetByteArray", |
| 167 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetDouble", |
| 168 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetFloat", |
| 169 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetInt", |
| 170 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetLong", |
| 171 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testKeys", |
| 172 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testNodeExists", |
| 173 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testPut", |
| 174 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutBoolean", |
| 175 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutByteArray", |
| 176 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutDouble", |
| 177 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutFloat", |
| 178 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutInt", |
| 179 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutLong", |
| 180 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testRemove", |
| 181 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testRemoveNode", |
| 182 | "libcore.java.util.prefs.OldAbstractPreferencesTest#testSync", |
| 183 | "libcore.java.util.prefs.PreferencesTest#testHtmlEncoding", |
| 184 | "libcore.java.util.prefs.PreferencesTest#testPreferencesClobbersExistingFiles", |
| 185 | "org.apache.harmony.tests.java.util.PropertiesTest#test_storeToXMLLjava_io_OutputStreamLjava_lang_StringLjava_lang_String", |
| 186 | "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testExportNode", |
| 187 | "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testExportSubtree", |
| 188 | "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testFlush", |
| 189 | "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testSync", |
| 190 | "org.apache.harmony.tests.java.util.prefs.FilePreferencesImplTest#testPutGet"] |
Nicolas Geoffray | 1c4ae8c | 2016-01-12 18:21:05 +0000 | [diff] [blame] | 191 | }, |
| 192 | { |
Narayan Kamath | ae83792 | 2016-02-22 13:34:07 +0000 | [diff] [blame] | 193 | description: "Only work with --mode=activity", |
| 194 | result: EXEC_FAILED, |
| 195 | names: [ "libcore.java.io.FileTest#testJavaIoTmpdirMutable" ] |
Nicolas Geoffray | e434a81 | 2016-03-15 23:01:33 +0000 | [diff] [blame] | 196 | }, |
| 197 | { |
Nicolas Geoffray | 9631f54 | 2016-07-13 10:18:48 +0100 | [diff] [blame] | 198 | description: "Flaky test", |
| 199 | result: EXEC_FAILED, |
| 200 | bug: 30107038, |
| 201 | modes: [device], |
| 202 | names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_destroyForcibly"] |
Tobias Thierer | 533b158 | 2016-07-27 16:00:59 +0100 | [diff] [blame] | 203 | }, |
| 204 | { |
Tobias Thierer | 4f35c7d | 2016-08-03 19:12:37 +0100 | [diff] [blame] | 205 | description: "Flaky failure, native crash in the runtime. |
| 206 | Unclear if this relates to the tests running sh as a child process.", |
Tobias Thierer | 533b158 | 2016-07-27 16:00:59 +0100 | [diff] [blame] | 207 | result: EXEC_FAILED, |
Tobias Thierer | 4f35c7d | 2016-08-03 19:12:37 +0100 | [diff] [blame] | 208 | bug: 30657148, |
Tobias Thierer | 533b158 | 2016-07-27 16:00:59 +0100 | [diff] [blame] | 209 | modes: [device], |
Tobias Thierer | 4f35c7d | 2016-08-03 19:12:37 +0100 | [diff] [blame] | 210 | names: ["libcore.java.lang.ProcessBuilderTest#testRedirectInherit", |
| 211 | "libcore.java.lang.ProcessBuilderTest#testRedirect_nullStreams"] |
Nicolas Geoffray | 12d5f3c | 2017-06-12 15:30:12 +0100 | [diff] [blame] | 212 | }, |
| 213 | { |
Nicolas Geoffray | 8db9dde | 2017-07-11 18:07:00 +0100 | [diff] [blame] | 214 | description: "java.io.IOException: Error writing ASN.1 encoding", |
| 215 | result: EXEC_FAILED, |
| 216 | names: ["libcore.javax.crypto.spec.AlgorithmParametersTestGCM#testEncoding"] |
Nicolas Geoffray | c3837e4 | 2014-12-03 11:30:26 +0000 | [diff] [blame] | 217 | } |
Nicolas Geoffray | c3837e4 | 2014-12-03 11:30:26 +0000 | [diff] [blame] | 218 | ] |