Nicolas Geoffray | c3837e4 | 2014-12-03 11:30:26 +0000 | [diff] [blame] | 1 | /* |
| 2 | * This file contains expectations for ART's buildbot. The purpose of this file is |
| 3 | * to temporary and quickly list failing tests and not break the bots, until the |
| 4 | * libcore expectation files get properly updated. The script that uses this file |
| 5 | * is art/tools/run-libcore-tests.sh. |
| 6 | * |
| 7 | * It is also used to enable AOSP experiments, and not mess up with CTS's expectations. |
| 8 | */ |
| 9 | |
| 10 | [ |
| 11 | { |
| 12 | description: "Assert.java differences between vogar and junit.", |
| 13 | result: EXEC_FAILED, |
Nicolas Geoffray | 70a998c | 2014-12-04 17:05:22 +0000 | [diff] [blame] | 14 | modes: [host], |
Nicolas Geoffray | c3837e4 | 2014-12-03 11:30:26 +0000 | [diff] [blame] | 15 | name: "libcore.java.math.RunCSVTests#test_csv" |
| 16 | }, |
| 17 | { |
Nicolas Geoffray | 70a998c | 2014-12-04 17:05:22 +0000 | [diff] [blame] | 18 | description: "Differences between vogar and cts in user directory", |
| 19 | result: EXEC_FAILED, |
| 20 | modes: [device], |
| 21 | name: "libcore.java.lang.SystemTest#testSystemProperties_mutable" |
| 22 | }, |
| 23 | { |
| 24 | description: "Differences between vogar and cts", |
| 25 | result: EXEC_FAILED, |
| 26 | modes: [device], |
| 27 | names: ["libcore.java.lang.OldSystemTest#test_getProperties", |
| 28 | "org.apache.harmony.tests.java.lang.Process2Test#test_getErrorStream", |
| 29 | "org.apache.harmony.tests.java.lang.ProcessTest#test_exitValue"] |
Nicolas Geoffray | 0ccef6d | 2014-12-11 13:33:12 +0000 | [diff] [blame] | 30 | }, |
| 31 | { |
| 32 | description: "Failures needing investigation", |
| 33 | result: EXEC_FAILED, |
| 34 | modes: [device], |
| 35 | names: ["libcore.java.util.TimeZoneTest#testDisplayNames", |
| 36 | "libcore.java.util.TimeZoneTest#test_useDaylightTime_Taiwan", |
David Brazdil | 598b220 | 2015-02-24 10:12:06 +0000 | [diff] [blame] | 37 | "libcore.java.util.TimeZoneTest#testAllDisplayNames", |
| 38 | "libcore.io.OsTest#testUnixDomainSockets_in_file_system", |
David Brazdil | e2f28ad | 2015-02-24 10:44:29 +0000 | [diff] [blame] | 39 | "org.apache.harmony.luni.tests.java.net.URLConnectionTest#test_setReadTimeoutI", |
Nicolas Geoffray | 0ccef6d | 2014-12-11 13:33:12 +0000 | [diff] [blame] | 40 | "org.apache.harmony.tests.java.util.DateTest#test_Constructor", |
| 41 | "org.apache.harmony.tests.java.util.ScannerTest#test_Constructor_LReadableByteChannel", |
David Brazdil | e2f28ad | 2015-02-24 10:44:29 +0000 | [diff] [blame] | 42 | "org.apache.harmony.tests.java.util.TimeZoneTest#test_hasSameRules_Ljava_util_TimeZone", |
| 43 | "org.apache.harmony.tests.java.text.ChoiceFormatTest#testEscapedPatternWithConsecutiveQuotes", |
| 44 | "org.apache.harmony.tests.java.text.ChoiceFormatTest#testToPatternWithInfinities", |
| 45 | "org.apache.harmony.tests.java.text.MessageFormatTest#test19011159"] |
Nicolas Geoffray | ee3d0bd | 2014-12-17 15:27:14 +0000 | [diff] [blame] | 46 | }, |
| 47 | { |
David Brazdil | 830d16e | 2015-02-24 12:36:03 +0000 | [diff] [blame] | 48 | description: "Failing due to a locale problem on hammerhead.", |
| 49 | result: EXEC_FAILED, |
| 50 | modes: [device], |
| 51 | names: ["libcore.icu.DateIntervalFormatTest#test10089890", |
| 52 | "libcore.icu.DateIntervalFormatTest#test10209343_when_not_this_year", |
| 53 | "libcore.icu.DateIntervalFormatTest#test10560853_for_single_day_events", |
| 54 | "libcore.icu.DateIntervalFormatTest#test10560853_when_time_not_displayed", |
| 55 | "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeDateTimeString", |
| 56 | "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanString", |
| 57 | "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanStringAbbrev", |
| 58 | "libcore.java.text.OldDateFormatTest#test_parseLString", |
| 59 | "libcore.java.text.SimpleDateFormatTest#testDstZoneNameWithNonDstTimestamp", |
| 60 | "libcore.java.text.SimpleDateFormatTest#testDstZoneWithNonDstTimestampForNonHourDstZone", |
| 61 | "libcore.java.text.SimpleDateFormatTest#testNonDstZoneNameWithDstTimestamp", |
David Brazdil | 18c776e | 2015-02-24 14:13:05 +0000 | [diff] [blame] | 62 | "libcore.java.text.SimpleDateFormatTest#testNonDstZoneWithDstTimestampForNonHourDstZone", |
| 63 | "org.apache.harmony.tests.java.text.SimpleDateFormatTest#test_parseLjava_lang_StringLjava_text_ParsePosition"] |
David Brazdil | 830d16e | 2015-02-24 12:36:03 +0000 | [diff] [blame] | 64 | }, |
| 65 | { |
David Brazdil | b60c58f | 2015-02-25 09:16:34 +0000 | [diff] [blame] | 66 | description: "Failing due to missing localhost on volantis.", |
David Brazdil | 830d16e | 2015-02-24 12:36:03 +0000 | [diff] [blame] | 67 | result: EXEC_FAILED, |
| 68 | modes: [device], |
David Brazdil | b60c58f | 2015-02-25 09:16:34 +0000 | [diff] [blame] | 69 | names: ["org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest", |
David Brazdil | 830d16e | 2015-02-24 12:36:03 +0000 | [diff] [blame] | 70 | "org.apache.harmony.luni.tests.internal.net.www.protocol.https.HttpsURLConnectionTest", |
| 71 | "org.apache.harmony.luni.tests.java.net.URLConnectionTest"] |
| 72 | }, |
| 73 | { |
David Brazdil | b60c58f | 2015-02-25 09:16:34 +0000 | [diff] [blame] | 74 | description: "Failing due to missing localhost on hammerhead and volantis.", |
| 75 | result: EXEC_FAILED, |
| 76 | modes: [device], |
| 77 | names: ["libcore.javax.crypto.CipherTest#testCipherInitWithCertificate"] |
| 78 | }, |
| 79 | { |
Nicolas Geoffray | ee3d0bd | 2014-12-17 15:27:14 +0000 | [diff] [blame] | 80 | description: "Test timeouts", |
| 81 | result: EXEC_TIMEOUT, |
| 82 | modes: [device], |
| 83 | names: ["org.apache.harmony.tests.java.util.ScannerTest#testPerformance"] |
Nicolas Geoffray | da82d29 | 2015-01-21 14:04:31 +0000 | [diff] [blame] | 84 | }, |
| 85 | { |
| 86 | description: "Needs the newest cat version on the device", |
| 87 | result: EXEC_FAILED, |
| 88 | modes: [device], |
| 89 | names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_getErrorStream"] |
David Brazdil | 598b220 | 2015-02-24 10:12:06 +0000 | [diff] [blame] | 90 | }, |
| 91 | { |
| 92 | description: "Short date format flag ignored for es_US locale.", |
| 93 | result: EXEC_FAILED, |
| 94 | name: "libcore.icu.DateIntervalFormatTest#test_formatDateInterval", |
| 95 | bug: 18619426 |
David Brazdil | e2f28ad | 2015-02-24 10:44:29 +0000 | [diff] [blame] | 96 | }, |
| 97 | { |
| 98 | description: "Error decoding digital signature bytes.", |
| 99 | result: EXEC_FAILED, |
| 100 | name: "org.apache.harmony.security.tests.java.security.Signature2Test#test_verify$BII", |
| 101 | bug: 18869265 |
Nicolas Geoffray | e501f77 | 2015-02-26 14:53:03 +0000 | [diff] [blame] | 102 | }, |
| 103 | { |
| 104 | description: "Test sometimes timeouts on volantis", |
| 105 | result: EXEC_TIMEOUT, |
| 106 | modes_variants: [[device,X64]], |
| 107 | names: ["libcore.java.lang.SystemTest#testArrayCopyConcurrentModification"], |
| 108 | bug: 19165288 |
Nicolas Geoffray | 056ed4a | 2015-03-13 18:26:43 +0000 | [diff] [blame] | 109 | }, |
| 110 | { |
| 111 | description: "Bug in libcore", |
| 112 | result: EXEC_FAILED, |
| 113 | names: ["libcore.javax.crypto.ECDHKeyAgreementTest#testInit_withUnsupportedPrivateKeyType"], |
| 114 | bug: 19730263 |
Nicolas Geoffray | 4633343 | 2015-03-16 13:51:43 +0000 | [diff] [blame^] | 115 | }, |
| 116 | { |
| 117 | description: "Needs to be run as root", |
| 118 | result: EXEC_FAILED, |
| 119 | modes: [host], |
| 120 | names: ["libcore.io.OsTest#test_PacketSocketAddress"] |
| 121 | }, |
| 122 | { |
| 123 | description: "Needs kernel updates on host/device", |
| 124 | result: EXEC_FAILED, |
| 125 | names: ["libcore.io.OsTest#test_socketPing"] |
Nicolas Geoffray | c3837e4 | 2014-12-03 11:30:26 +0000 | [diff] [blame] | 126 | } |
| 127 | ] |