blob: ee59315ccb02937e580a80376a53a6810f2ba4d7 [file] [log] [blame]
Alex Light0e9d7aa2017-09-25 16:04:09 -07001/*
2 * This file contains expectations for ART's buildbot. The purpose of this file is
3 * to temporarily list failing tests and not break the bots.
Alex Lighte4f220d2017-12-13 10:13:50 -08004 *
5 * This file contains the expectations for the 'prebuilt-libjdwp-aot' and
6 * 'prebuilt-libjdwp-jit' test groups on the chromium buildbot.
Alex Light0e9d7aa2017-09-25 16:04:09 -07007 */
8[
9{
10 description: "Test fails due to unexpectedly getting the thread-groups of zombie threads",
11 result: EXEC_FAILED,
12 bug: 66906414,
Andreas Gampe7937ebb2018-09-28 14:40:20 -070013 name: "org.apache.harmony.jpda.tests.jdwp.ThreadReference_ThreadGroup002Test#testThreadGroup002"
Alex Light0e9d7aa2017-09-25 16:04:09 -070014},
15{
16 description: "Test fails due to modifiers not including ACC_SUPER",
17 result: EXEC_FAILED,
18 bug: 66906055,
Andreas Gampe7937ebb2018-09-28 14:40:20 -070019 name: "org.apache.harmony.jpda.tests.jdwp.ReferenceType_ModifiersTest#testModifiers001"
Alex Light0e9d7aa2017-09-25 16:04:09 -070020},
21{
22 description: "Test fails due to static values not being set correctly.",
23 result: EXEC_FAILED,
24 bug: 66905894,
Andreas Gampe7937ebb2018-09-28 14:40:20 -070025 name: "org.apache.harmony.jpda.tests.jdwp.ReferenceType_GetValues006Test#testGetValues006"
Alex Light0e9d7aa2017-09-25 16:04:09 -070026},
27{
Alex Light0e9d7aa2017-09-25 16:04:09 -070028 description: "Tests fail with assertion error on slot number",
29 result: EXEC_FAILED,
30 bug: 66905468,
Andreas Gampe7937ebb2018-09-28 14:40:20 -070031 names: [ "org.apache.harmony.jpda.tests.jdwp.Method_VariableTableTest#testVariableTableTest001",
32 "org.apache.harmony.jpda.tests.jdwp.Method_VariableTableWithGenericTest#testVariableTableWithGenericTest001" ]
Alex Light0e9d7aa2017-09-25 16:04:09 -070033},
34{
35 description: "Test fails with assertion error 'Invalid Path' for class path.",
36 result: EXEC_FAILED,
37 bug: 66904994,
Andreas Gampe7937ebb2018-09-28 14:40:20 -070038 name: "org.apache.harmony.jpda.tests.jdwp.VirtualMachine_ClassPathsTest#testClassPaths001"
Alex Light0e9d7aa2017-09-25 16:04:09 -070039},
40{
41 description: "Test fails with Error VM_DEAD when trying to resume during VM_DEATH event",
42 result: EXEC_FAILED,
43 bug: 66904725,
Andreas Gampe7937ebb2018-09-28 14:40:20 -070044 name: "org.apache.harmony.jpda.tests.jdwp.Events_VMDeath002Test#testVMDeathRequest"
Alex Light0e9d7aa2017-09-25 16:04:09 -070045},
46{
Alex Light3dea2122017-10-11 15:56:48 +000047 description: "Test fails with OPAQUE_FRAME error due to attempting a GetLocalReference on a proxy frame instead of GetLocalInstance!",
Alex Light0e9d7aa2017-09-25 16:04:09 -070048 result: EXEC_FAILED,
49 bug: 66903662,
Andreas Gampe7937ebb2018-09-28 14:40:20 -070050 name: "org.apache.harmony.jpda.tests.jdwp.StackFrame_ProxyThisObjectTest#testThisObject"
Alex Light0e9d7aa2017-09-25 16:04:09 -070051},
52{
53 description: "Test fails with unexpected TYPE_MISMATCH error",
54 result: EXEC_FAILED,
55 bug: 66904008,
Andreas Gampe7937ebb2018-09-28 14:40:20 -070056 name: "org.apache.harmony.jpda.tests.jdwp.StackFrame_ThisObjectTest#testThisObjectTest001"
Alex Light0e9d7aa2017-09-25 16:04:09 -070057},
58{
59 description: "Tests that fail only on ART with INVALID_SLOT error",
60 result: EXEC_FAILED,
61 bug: 66903181,
Andreas Gampe7937ebb2018-09-28 14:40:20 -070062 names: [ "org.apache.harmony.jpda.tests.jdwp.EventModifiers_InstanceOnlyModifierTest#testBreakpoint",
63 "org.apache.harmony.jpda.tests.jdwp.EventModifiers_InstanceOnlyModifierTest#testException",
64 "org.apache.harmony.jpda.tests.jdwp.EventModifiers_InstanceOnlyModifierTest#testFieldAccess",
65 "org.apache.harmony.jpda.tests.jdwp.EventModifiers_InstanceOnlyModifierTest#testFieldModification",
66 "org.apache.harmony.jpda.tests.jdwp.EventModifiers_InstanceOnlyModifierTest#testMethodEntry",
67 "org.apache.harmony.jpda.tests.jdwp.EventModifiers_InstanceOnlyModifierTest#testMethodExit",
68 "org.apache.harmony.jpda.tests.jdwp.EventModifiers_InstanceOnlyModifierTest#testMethodExitWithReturnValue" ]
Alex Light0e9d7aa2017-09-25 16:04:09 -070069},
Alex Light7ee76e62017-11-30 16:39:28 -080070{
71 description: "Tests for VMDebug functionality not implemented in the upstream libjdwp",
72 result: EXEC_FAILED,
Andreas Gampe7937ebb2018-09-28 14:40:20 -070073 names: [ "org.apache.harmony.jpda.tests.jdwp.VMDebug_VMDebugTest#testVMDebug",
74 "org.apache.harmony.jpda.tests.jdwp.VMDebug_VMDebugTest002#testVMDebug" ]
Alex Light7ee76e62017-11-30 16:39:28 -080075},
Alex Light0e9d7aa2017-09-25 16:04:09 -070076/* TODO Categorize these failures more. */
77{
78 description: "Tests that fail on both ART and RI. These tests are likely incorrect",
79 result: EXEC_FAILED,
80 bug: 66906734,
Andreas Gampe7937ebb2018-09-28 14:40:20 -070081 names: [ "org.apache.harmony.jpda.tests.jdwp.ArrayReference_SetValues003Test#testSetValues003_InvalidIndex",
82 "org.apache.harmony.jpda.tests.jdwp.ClassType_InvokeMethod002Test#testInvokeMethod_wrong_argument_types",
83 "org.apache.harmony.jpda.tests.jdwp.ClassType_InvokeMethodTest#testInvokeMethod002",
84 "org.apache.harmony.jpda.tests.jdwp.ClassType_InvokeMethodTest#testInvokeMethod003",
85 "org.apache.harmony.jpda.tests.jdwp.ClassType_NewInstanceTest#testNewInstance002",
86 "org.apache.harmony.jpda.tests.jdwp.ClassType_SetValues002Test#testSetValues002",
87 "org.apache.harmony.jpda.tests.jdwp.Events_ClassPrepare002Test#testClassPrepareCausedByDebugger",
88 "org.apache.harmony.jpda.tests.jdwp.Events_ExceptionCaughtTest#testExceptionEvent_ThrowLocation_FromNative",
89 "org.apache.harmony.jpda.tests.jdwp.ObjectReference_DisableCollectionTest#testDisableCollection_null",
90 "org.apache.harmony.jpda.tests.jdwp.ObjectReference_EnableCollectionTest#testEnableCollection_invalid",
91 "org.apache.harmony.jpda.tests.jdwp.ObjectReference_EnableCollectionTest#testEnableCollection_null",
92 "org.apache.harmony.jpda.tests.jdwp.ObjectReference_GetValues002Test#testGetValues002",
93 "org.apache.harmony.jpda.tests.jdwp.ObjectReference_SetValues003Test#testSetValues003",
94 "org.apache.harmony.jpda.tests.jdwp.ObjectReference_SetValuesTest#testSetValues001",
95 "org.apache.harmony.jpda.tests.jdwp.ReferenceType_FieldsWithGenericTest#testFieldsWithGeneric001",
96 "org.apache.harmony.jpda.tests.jdwp.ReferenceType_GetValues002Test#testGetValues002",
97 "org.apache.harmony.jpda.tests.jdwp.ReferenceType_GetValues004Test#testGetValues004",
98 "org.apache.harmony.jpda.tests.jdwp.StringReference_ValueTest#testStringReferenceValueTest001_NullString",
99 "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference_ChildrenTest#testChildren_NullObject",
100 "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference_NameTest#testName001_NullObject",
101 "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference_ParentTest#testParent_NullObject",
102 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine_CapabilitiesNewTest#testCapabilitiesNew001" ]
Nicolas Geoffraya759f022017-11-10 09:26:42 +0000103},
104{
Alex Light8c2b9292017-11-09 13:21:01 -0800105 description: "Test for ddms extensions that are not implemented for prebuilt-libjdwp",
106 result: EXEC_FAILED,
107 bug: 69169846,
Andreas Gampe7937ebb2018-09-28 14:40:20 -0700108 name: "org.apache.harmony.jpda.tests.jdwp.DDM_DDMTest#testChunk001"
Nicolas Geoffrayffea0e42018-02-12 10:08:20 +0000109},
Alex Light0e9d7aa2017-09-25 16:04:09 -0700110]