blob: abcc728890866e97f7956ed88af9001435b77299 [file] [log] [blame]
Alex Light0e9d7aa2017-09-25 16:04:09 -07001/*
2 * This file contains expectations for ART's buildbot. The purpose of this file is
3 * to temporarily list failing tests and not break the bots.
4 */
5[
6{
7 description: "Test fails due to unexpectedly getting the thread-groups of zombie threads",
8 result: EXEC_FAILED,
9 bug: 66906414,
10 name: "org.apache.harmony.jpda.tests.jdwp.ThreadReference.ThreadGroup002Test#testThreadGroup002"
11},
12{
13 description: "Test fails due to modifiers not including ACC_SUPER",
14 result: EXEC_FAILED,
15 bug: 66906055,
16 name: "org.apache.harmony.jpda.tests.jdwp.ReferenceType.ModifiersTest#testModifiers001"
17},
18{
19 description: "Test fails due to static values not being set correctly.",
20 result: EXEC_FAILED,
21 bug: 66905894,
22 name: "org.apache.harmony.jpda.tests.jdwp.ReferenceType.GetValues006Test#testGetValues006"
23},
24{
Alex Light0e9d7aa2017-09-25 16:04:09 -070025 description: "Tests fail with assertion error on slot number",
26 result: EXEC_FAILED,
27 bug: 66905468,
28 names: [ "org.apache.harmony.jpda.tests.jdwp.Method.VariableTableTest#testVariableTableTest001",
29 "org.apache.harmony.jpda.tests.jdwp.Method.VariableTableWithGenericTest#testVariableTableWithGenericTest001" ]
30},
31{
32 description: "Test fails with assertion error 'Invalid Path' for class path.",
33 result: EXEC_FAILED,
34 bug: 66904994,
35 name: "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.ClassPathsTest#testClassPaths001"
36},
37{
38 description: "Test fails with Error VM_DEAD when trying to resume during VM_DEATH event",
39 result: EXEC_FAILED,
40 bug: 66904725,
41 name: "org.apache.harmony.jpda.tests.jdwp.Events.VMDeath002Test#testVMDeathRequest"
42},
43{
Alex Light3dea2122017-10-11 15:56:48 +000044 description: "Test fails with OPAQUE_FRAME error due to attempting a GetLocalReference on a proxy frame instead of GetLocalInstance!",
Alex Light0e9d7aa2017-09-25 16:04:09 -070045 result: EXEC_FAILED,
46 bug: 66903662,
47 name: "org.apache.harmony.jpda.tests.jdwp.StackFrame.ProxyThisObjectTest#testThisObject"
48},
49{
50 description: "Test fails with unexpected TYPE_MISMATCH error",
51 result: EXEC_FAILED,
52 bug: 66904008,
53 name: "org.apache.harmony.jpda.tests.jdwp.StackFrame.ThisObjectTest#testThisObjectTest001"
54},
55{
56 description: "Tests that fail only on ART with INVALID_SLOT error",
57 result: EXEC_FAILED,
58 bug: 66903181,
59 names: [ "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testBreakpoint",
60 "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testException",
61 "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testFieldAccess",
62 "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testFieldModification",
63 "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testMethodEntry",
64 "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testMethodExit",
65 "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testMethodExitWithReturnValue" ]
66},
Alex Light0e9d7aa2017-09-25 16:04:09 -070067/* TODO Categorize these failures more. */
68{
69 description: "Tests that fail on both ART and RI. These tests are likely incorrect",
70 result: EXEC_FAILED,
71 bug: 66906734,
72 names: [ "org.apache.harmony.jpda.tests.jdwp.ArrayReference.SetValues003Test#testSetValues003_InvalidIndex",
73 "org.apache.harmony.jpda.tests.jdwp.ClassType.InvokeMethod002Test#testInvokeMethod_wrong_argument_types",
74 "org.apache.harmony.jpda.tests.jdwp.ClassType.InvokeMethodTest#testInvokeMethod002",
75 "org.apache.harmony.jpda.tests.jdwp.ClassType.InvokeMethodTest#testInvokeMethod003",
76 "org.apache.harmony.jpda.tests.jdwp.ClassType.NewInstanceTest#testNewInstance002",
77 "org.apache.harmony.jpda.tests.jdwp.ClassType.SetValues002Test#testSetValues002",
78 "org.apache.harmony.jpda.tests.jdwp.Events.ClassPrepare002Test#testClassPrepareCausedByDebugger",
79 "org.apache.harmony.jpda.tests.jdwp.Events.ExceptionCaughtTest#testExceptionEvent_ThrowLocation_FromNative",
80 "org.apache.harmony.jpda.tests.jdwp.ObjectReference.DisableCollectionTest#testDisableCollection_null",
81 "org.apache.harmony.jpda.tests.jdwp.ObjectReference.EnableCollectionTest#testEnableCollection_invalid",
82 "org.apache.harmony.jpda.tests.jdwp.ObjectReference.EnableCollectionTest#testEnableCollection_null",
83 "org.apache.harmony.jpda.tests.jdwp.ObjectReference.GetValues002Test#testGetValues002",
84 "org.apache.harmony.jpda.tests.jdwp.ObjectReference.SetValues003Test#testSetValues003",
85 "org.apache.harmony.jpda.tests.jdwp.ObjectReference.SetValuesTest#testSetValues001",
86 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.FieldsWithGenericTest#testFieldsWithGeneric001",
87 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.GetValues002Test#testGetValues002",
88 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.GetValues004Test#testGetValues004",
89 "org.apache.harmony.jpda.tests.jdwp.StringReference.ValueTest#testStringReferenceValueTest001_NullString",
90 "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference.ChildrenTest#testChildren_NullObject",
91 "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference.NameTest#testName001_NullObject",
92 "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference.ParentTest#testParent_NullObject",
93 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.CapabilitiesNewTest#testCapabilitiesNew001" ]
Nicolas Geoffraya759f022017-11-10 09:26:42 +000094},
95{
96 description: "Test is flaky",
97 result: EXEC_FAILED,
98 bug: 69121056,
99 name: "org.apache.harmony.jpda.tests.jdwp.ObjectReference.IsCollectedTest#testIsCollected001"
Alex Light8c2b9292017-11-09 13:21:01 -0800100},
101{
102 description: "Test for ddms extensions that are not implemented for prebuilt-libjdwp",
103 result: EXEC_FAILED,
104 bug: 69169846,
105 name: "org.apache.harmony.jpda.tests.jdwp.DDM.DDMTest#testChunk001"
Nicolas Geoffrayd77f8632017-11-22 09:35:46 +0000106},
107{
108 description: "Test crashes",
109 result: EXEC_FAILED,
110 bug: 69591477,
111 name: "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.ExitTest#testExit001"
Alex Light0e9d7aa2017-09-25 16:04:09 -0700112}
113]