blob: a09d86f306955e6bca57fb8fb3b65fd41385648b [file] [log] [blame]
Nicolas Geoffrayc3837e42014-12-03 11:30:26 +00001/*
2 * This file contains expectations for ART's buildbot. The purpose of this file is
3 * to temporary and quickly list failing tests and not break the bots, until the
4 * libcore expectation files get properly updated. The script that uses this file
5 * is art/tools/run-libcore-tests.sh.
6 *
7 * It is also used to enable AOSP experiments, and not mess up with CTS's expectations.
8 */
9
10[
11{
12 description: "Assert.java differences between vogar and junit.",
13 result: EXEC_FAILED,
Nicolas Geoffray70a998c2014-12-04 17:05:22 +000014 modes: [host],
Nicolas Geoffrayc3837e42014-12-03 11:30:26 +000015 name: "libcore.java.math.RunCSVTests#test_csv"
16},
17{
Nicolas Geoffray70a998c2014-12-04 17:05:22 +000018 description: "Differences between vogar and cts in user directory",
19 result: EXEC_FAILED,
20 modes: [device],
21 name: "libcore.java.lang.SystemTest#testSystemProperties_mutable"
22},
23{
24 description: "Differences between vogar and cts",
25 result: EXEC_FAILED,
26 modes: [device],
27 names: ["libcore.java.lang.OldSystemTest#test_getProperties",
28 "org.apache.harmony.tests.java.lang.Process2Test#test_getErrorStream",
29 "org.apache.harmony.tests.java.lang.ProcessTest#test_exitValue"]
Nicolas Geoffray0ccef6d2014-12-11 13:33:12 +000030},
31{
32 description: "Failures needing investigation",
33 result: EXEC_FAILED,
34 modes: [device],
35 names: ["libcore.java.util.TimeZoneTest#testDisplayNames",
36 "libcore.java.util.TimeZoneTest#test_useDaylightTime_Taiwan",
David Brazdil598b2202015-02-24 10:12:06 +000037 "libcore.java.util.TimeZoneTest#testAllDisplayNames",
38 "libcore.io.OsTest#testUnixDomainSockets_in_file_system",
David Brazdile2f28ad2015-02-24 10:44:29 +000039 "org.apache.harmony.luni.tests.java.net.URLConnectionTest#test_setReadTimeoutI",
Nicolas Geoffray0ccef6d2014-12-11 13:33:12 +000040 "org.apache.harmony.tests.java.util.DateTest#test_Constructor",
41 "org.apache.harmony.tests.java.util.ScannerTest#test_Constructor_LReadableByteChannel",
David Brazdile2f28ad2015-02-24 10:44:29 +000042 "org.apache.harmony.tests.java.util.TimeZoneTest#test_hasSameRules_Ljava_util_TimeZone",
43 "org.apache.harmony.tests.java.text.ChoiceFormatTest#testEscapedPatternWithConsecutiveQuotes",
44 "org.apache.harmony.tests.java.text.ChoiceFormatTest#testToPatternWithInfinities",
45 "org.apache.harmony.tests.java.text.MessageFormatTest#test19011159"]
Nicolas Geoffrayee3d0bd2014-12-17 15:27:14 +000046},
47{
David Brazdil830d16e2015-02-24 12:36:03 +000048 description: "Failing due to a locale problem on hammerhead.",
49 result: EXEC_FAILED,
50 modes: [device],
51 names: ["libcore.icu.DateIntervalFormatTest#test10089890",
52 "libcore.icu.DateIntervalFormatTest#test10209343_when_not_this_year",
53 "libcore.icu.DateIntervalFormatTest#test10560853_for_single_day_events",
54 "libcore.icu.DateIntervalFormatTest#test10560853_when_time_not_displayed",
55 "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeDateTimeString",
56 "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanString",
57 "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanStringAbbrev",
58 "libcore.java.text.OldDateFormatTest#test_parseLString",
59 "libcore.java.text.SimpleDateFormatTest#testDstZoneNameWithNonDstTimestamp",
60 "libcore.java.text.SimpleDateFormatTest#testDstZoneWithNonDstTimestampForNonHourDstZone",
61 "libcore.java.text.SimpleDateFormatTest#testNonDstZoneNameWithDstTimestamp",
David Brazdil18c776e2015-02-24 14:13:05 +000062 "libcore.java.text.SimpleDateFormatTest#testNonDstZoneWithDstTimestampForNonHourDstZone",
63 "org.apache.harmony.tests.java.text.SimpleDateFormatTest#test_parseLjava_lang_StringLjava_text_ParsePosition"]
David Brazdil830d16e2015-02-24 12:36:03 +000064},
65{
66 description: "Failing due to switched off network stack on volantisg.",
67 result: EXEC_FAILED,
68 modes: [device],
69 names: ["org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest",
70 "org.apache.harmony.luni.tests.internal.net.www.protocol.https.HttpsURLConnectionTest",
71 "org.apache.harmony.luni.tests.java.net.URLConnectionTest"]
72},
73{
Nicolas Geoffrayee3d0bd2014-12-17 15:27:14 +000074 description: "Test timeouts",
75 result: EXEC_TIMEOUT,
76 modes: [device],
77 names: ["org.apache.harmony.tests.java.util.ScannerTest#testPerformance"]
Nicolas Geoffrayda82d292015-01-21 14:04:31 +000078},
79{
80 description: "Needs the newest cat version on the device",
81 result: EXEC_FAILED,
82 modes: [device],
83 names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_getErrorStream"]
David Brazdil598b2202015-02-24 10:12:06 +000084},
85{
86 description: "Short date format flag ignored for es_US locale.",
87 result: EXEC_FAILED,
88 name: "libcore.icu.DateIntervalFormatTest#test_formatDateInterval",
89 bug: 18619426
David Brazdile2f28ad2015-02-24 10:44:29 +000090},
91{
92 description: "Error decoding digital signature bytes.",
93 result: EXEC_FAILED,
94 name: "org.apache.harmony.security.tests.java.security.Signature2Test#test_verify$BII",
95 bug: 18869265
Nicolas Geoffrayc3837e42014-12-03 11:30:26 +000096}
97]