Nicolas Geoffray | c3837e4 | 2014-12-03 11:30:26 +0000 | [diff] [blame] | 1 | /* |
| 2 | * This file contains expectations for ART's buildbot. The purpose of this file is |
| 3 | * to temporary and quickly list failing tests and not break the bots, until the |
| 4 | * libcore expectation files get properly updated. The script that uses this file |
| 5 | * is art/tools/run-libcore-tests.sh. |
| 6 | * |
| 7 | * It is also used to enable AOSP experiments, and not mess up with CTS's expectations. |
| 8 | */ |
| 9 | |
| 10 | [ |
| 11 | { |
| 12 | description: "Assert.java differences between vogar and junit.", |
| 13 | result: EXEC_FAILED, |
Nicolas Geoffray | ea6e2df | 2015-05-13 21:37:44 +0000 | [diff] [blame] | 14 | modes: [host], |
| 15 | name: "libcore.java.math.RunCSVTests#test_csv" |
Nicolas Geoffray | c3837e4 | 2014-12-03 11:30:26 +0000 | [diff] [blame] | 16 | }, |
| 17 | { |
Nicolas Geoffray | 70a998c | 2014-12-04 17:05:22 +0000 | [diff] [blame] | 18 | description: "Differences between vogar and cts in user directory", |
| 19 | result: EXEC_FAILED, |
| 20 | modes: [device], |
| 21 | name: "libcore.java.lang.SystemTest#testSystemProperties_mutable" |
| 22 | }, |
| 23 | { |
Wojciech Staszkiewicz | 3a75e9d | 2015-05-21 15:29:30 +0100 | [diff] [blame] | 24 | description: "Differences between vogar and cts. Passes with --mode activity", |
Nicolas Geoffray | 70a998c | 2014-12-04 17:05:22 +0000 | [diff] [blame] | 25 | result: EXEC_FAILED, |
| 26 | modes: [device], |
Wojciech Staszkiewicz | 3a75e9d | 2015-05-21 15:29:30 +0100 | [diff] [blame] | 27 | names: ["libcore.java.lang.OldSystemTest#test_getProperties"] |
Nicolas Geoffray | 0ccef6d | 2014-12-11 13:33:12 +0000 | [diff] [blame] | 28 | }, |
| 29 | { |
Wojciech Staszkiewicz | 3a75e9d | 2015-05-21 15:29:30 +0100 | [diff] [blame] | 30 | description: "Differences between vogar and cts. EACCESS when run with vogar. |
| 31 | Passes on host, passes with cts. Passes with vogar with su |
| 32 | (--invoke-with \"su root\"). Does not pass after setting chmod |
| 33 | 777 all directories on path to socket (on device without su).", |
Nicolas Geoffray | 0ccef6d | 2014-12-11 13:33:12 +0000 | [diff] [blame] | 34 | result: EXEC_FAILED, |
| 35 | modes: [device], |
Wojciech Staszkiewicz | 3a75e9d | 2015-05-21 15:29:30 +0100 | [diff] [blame] | 36 | names: ["libcore.io.OsTest#testUnixDomainSockets_in_file_system"] |
Nicolas Geoffray | ee3d0bd | 2014-12-17 15:27:14 +0000 | [diff] [blame] | 37 | }, |
| 38 | { |
Wojciech Staszkiewicz | 12c56d6 | 2015-05-29 11:12:59 +0100 | [diff] [blame] | 39 | description: "Issue with incorrect device time (1970)", |
Wojciech Staszkiewicz | a0629d5 | 2015-05-21 17:43:09 +0100 | [diff] [blame] | 40 | result: EXEC_FAILED, |
| 41 | modes: [device], |
| 42 | names: ["libcore.java.util.TimeZoneTest#testDisplayNames", |
| 43 | "libcore.java.util.TimeZoneTest#test_useDaylightTime_Taiwan", |
Wojciech Staszkiewicz | 12c56d6 | 2015-05-29 11:12:59 +0100 | [diff] [blame] | 44 | "org.apache.harmony.tests.java.util.TimeZoneTest#test_hasSameRules_Ljava_util_TimeZone"], |
| 45 | bug: 20879084 |
| 46 | }, |
| 47 | { |
| 48 | description: "Issue with incorrect device time (1970). Test assumes that DateTime.now() |
| 49 | is greater then a date in 1998.", |
| 50 | result: EXEC_FAILED, |
| 51 | modes: [device], |
| 52 | names: ["org.apache.harmony.tests.java.util.DateTest#test_Constructor"] |
Wojciech Staszkiewicz | a0629d5 | 2015-05-21 17:43:09 +0100 | [diff] [blame] | 53 | }, |
| 54 | { |
David Brazdil | 830d16e | 2015-02-24 12:36:03 +0000 | [diff] [blame] | 55 | description: "Failing due to a locale problem on hammerhead.", |
| 56 | result: EXEC_FAILED, |
| 57 | modes: [device], |
| 58 | names: ["libcore.icu.DateIntervalFormatTest#test10089890", |
| 59 | "libcore.icu.DateIntervalFormatTest#test10209343_when_not_this_year", |
| 60 | "libcore.icu.DateIntervalFormatTest#test10560853_for_single_day_events", |
| 61 | "libcore.icu.DateIntervalFormatTest#test10560853_when_time_not_displayed", |
| 62 | "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeDateTimeString", |
| 63 | "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanString", |
| 64 | "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanStringAbbrev", |
| 65 | "libcore.java.text.OldDateFormatTest#test_parseLString", |
| 66 | "libcore.java.text.SimpleDateFormatTest#testDstZoneNameWithNonDstTimestamp", |
| 67 | "libcore.java.text.SimpleDateFormatTest#testDstZoneWithNonDstTimestampForNonHourDstZone", |
| 68 | "libcore.java.text.SimpleDateFormatTest#testNonDstZoneNameWithDstTimestamp", |
David Brazdil | 18c776e | 2015-02-24 14:13:05 +0000 | [diff] [blame] | 69 | "libcore.java.text.SimpleDateFormatTest#testNonDstZoneWithDstTimestampForNonHourDstZone", |
| 70 | "org.apache.harmony.tests.java.text.SimpleDateFormatTest#test_parseLjava_lang_StringLjava_text_ParsePosition"] |
David Brazdil | 830d16e | 2015-02-24 12:36:03 +0000 | [diff] [blame] | 71 | }, |
| 72 | { |
David Brazdil | b60c58f | 2015-02-25 09:16:34 +0000 | [diff] [blame] | 73 | description: "Failing due to missing localhost on hammerhead and volantis.", |
| 74 | result: EXEC_FAILED, |
| 75 | modes: [device], |
Nicolas Geoffray | 51b1f7b | 2015-03-25 21:13:05 +0000 | [diff] [blame] | 76 | names: ["libcore.javax.crypto.CipherTest#testCipherInitWithCertificate", |
| 77 | "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithFtpURLConnection", |
| 78 | "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithJarFtpURLConnection", |
Nicolas Geoffray | d6c1ec5 | 2015-03-26 18:08:59 +0000 | [diff] [blame] | 79 | "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithLoggingSocketHandler", |
| 80 | "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithHttpURLConnection", |
| 81 | "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithJarHttpURLConnection", |
| 82 | "org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest", |
| 83 | "org.apache.harmony.luni.tests.internal.net.www.protocol.https.HttpsURLConnectionTest", |
Wojciech Staszkiewicz | 12c56d6 | 2015-05-29 11:12:59 +0100 | [diff] [blame] | 84 | "org.apache.harmony.luni.tests.java.net.URLConnectionTest", |
| 85 | "org.apache.harmony.tests.java.util.ScannerTest#test_Constructor_LReadableByteChannel" |
Nicolas Geoffray | 51b1f7b | 2015-03-25 21:13:05 +0000 | [diff] [blame] | 86 | ] |
David Brazdil | b60c58f | 2015-02-25 09:16:34 +0000 | [diff] [blame] | 87 | }, |
| 88 | { |
Nicolas Geoffray | ee3d0bd | 2014-12-17 15:27:14 +0000 | [diff] [blame] | 89 | description: "Test timeouts", |
| 90 | result: EXEC_TIMEOUT, |
| 91 | modes: [device], |
| 92 | names: ["org.apache.harmony.tests.java.util.ScannerTest#testPerformance"] |
Nicolas Geoffray | da82d29 | 2015-01-21 14:04:31 +0000 | [diff] [blame] | 93 | }, |
| 94 | { |
| 95 | description: "Needs the newest cat version on the device", |
| 96 | result: EXEC_FAILED, |
| 97 | modes: [device], |
| 98 | names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_getErrorStream"] |
David Brazdil | 598b220 | 2015-02-24 10:12:06 +0000 | [diff] [blame] | 99 | }, |
| 100 | { |
| 101 | description: "Short date format flag ignored for es_US locale.", |
| 102 | result: EXEC_FAILED, |
| 103 | name: "libcore.icu.DateIntervalFormatTest#test_formatDateInterval", |
| 104 | bug: 18619426 |
David Brazdil | e2f28ad | 2015-02-24 10:44:29 +0000 | [diff] [blame] | 105 | }, |
| 106 | { |
| 107 | description: "Error decoding digital signature bytes.", |
| 108 | result: EXEC_FAILED, |
| 109 | name: "org.apache.harmony.security.tests.java.security.Signature2Test#test_verify$BII", |
| 110 | bug: 18869265 |
Nicolas Geoffray | e501f77 | 2015-02-26 14:53:03 +0000 | [diff] [blame] | 111 | }, |
| 112 | { |
Nicolas Geoffray | eb10b68 | 2015-06-25 11:40:42 +0100 | [diff] [blame] | 113 | description: "Test sometimes timeouts on volantis, and on most modes in debug mode", |
Nicolas Geoffray | e501f77 | 2015-02-26 14:53:03 +0000 | [diff] [blame] | 114 | result: EXEC_TIMEOUT, |
Nicolas Geoffray | e501f77 | 2015-02-26 14:53:03 +0000 | [diff] [blame] | 115 | names: ["libcore.java.lang.SystemTest#testArrayCopyConcurrentModification"], |
| 116 | bug: 19165288 |
Nicolas Geoffray | 056ed4a | 2015-03-13 18:26:43 +0000 | [diff] [blame] | 117 | }, |
| 118 | { |
Nicolas Geoffray | 4633343 | 2015-03-16 13:51:43 +0000 | [diff] [blame] | 119 | description: "Needs kernel updates on host/device", |
| 120 | result: EXEC_FAILED, |
| 121 | names: ["libcore.io.OsTest#test_socketPing"] |
Nicolas Geoffray | 399ff77 | 2015-04-25 14:39:59 +0100 | [diff] [blame] | 122 | }, |
| 123 | { |
| 124 | description: "Linker issues in chrooted environment", |
| 125 | modes: [device], |
| 126 | result: EXEC_FAILED, |
| 127 | names: ["org.apache.harmony.tests.java.lang.ProcessManagerTest#testEnvironment"] |
Nicolas Geoffray | 6f3f6c7 | 2015-05-12 09:27:19 +0100 | [diff] [blame] | 128 | }, |
| 129 | { |
| 130 | description: "Crypto failures", |
| 131 | result: EXEC_FAILED, |
| 132 | names: ["libcore.javax.crypto.CipherTest#testCipher_ShortBlock_Failure", |
Kenny Root | ea556cd | 2015-09-01 17:35:34 +0000 | [diff] [blame] | 133 | "libcore.javax.crypto.CipherTest#testCipher_Success"] |
Nicolas Geoffray | d9d014a | 2015-06-26 09:24:16 +0100 | [diff] [blame] | 134 | }, |
| 135 | { |
| 136 | description: "Flake when running with libartd.so or interpreter", |
| 137 | result: EXEC_FAILED, |
| 138 | bug:22106064, |
| 139 | name: "libcore.java.lang.OldThreadGroupTest#test_enumerateLThreadArrayLZtest_enumerateLThreadArrayLZ" |
Narayan Kamath | 1eca58a | 2015-07-03 13:20:51 +0100 | [diff] [blame] | 140 | }, |
| 141 | { |
| 142 | description: "test_xattr fails on arm64 on the buildbots only: needs investigation", |
| 143 | result: EXEC_FAILED, |
| 144 | modes: [device], |
| 145 | names: ["libcore.io.OsTest#test_xattr"], |
| 146 | bug: 22258911 |
Nicolas Geoffray | d6c201e | 2015-07-16 19:11:54 +0100 | [diff] [blame] | 147 | }, |
| 148 | { |
| 149 | description: "fails on L builds: needs investigation", |
| 150 | result: EXEC_FAILED, |
| 151 | modes: [device], |
| 152 | names: ["org.apache.harmony.tests.java.lang.ClassTest#test_forNameLjava_lang_String"] |
Narayan Kamath | f874d59 | 2015-07-28 16:21:35 +0100 | [diff] [blame] | 153 | }, |
| 154 | { |
| 155 | description: "TimeZoneTest.testAllDisplayNames times out, needs investigation", |
Nicolas Geoffray | 4af48fc | 2015-08-04 18:16:43 +0100 | [diff] [blame] | 156 | result: EXEC_TIMEOUT, |
Narayan Kamath | f874d59 | 2015-07-28 16:21:35 +0100 | [diff] [blame] | 157 | modes: [device], |
Nicolas Geoffray | 4af48fc | 2015-08-04 18:16:43 +0100 | [diff] [blame] | 158 | names: ["libcore.java.util.TimeZoneTest#testAllDisplayNames"], |
Narayan Kamath | f874d59 | 2015-07-28 16:21:35 +0100 | [diff] [blame] | 159 | bug: 22786792 |
Nicolas Geoffray | c3837e4 | 2014-12-03 11:30:26 +0000 | [diff] [blame] | 160 | } |
| 161 | ] |