blob: bd422e964e02c4eb92c80be47654d26f14c54787 [file] [log] [blame]
Alex Light0e9d7aa2017-09-25 16:04:09 -07001/*
2 * This file contains expectations for ART's buildbot. The purpose of this file is
3 * to temporarily list failing tests and not break the bots.
4 */
5[
6{
7 description: "Test fails due to unexpectedly getting the thread-groups of zombie threads",
8 result: EXEC_FAILED,
9 bug: 66906414,
10 name: "org.apache.harmony.jpda.tests.jdwp.ThreadReference.ThreadGroup002Test#testThreadGroup002"
11},
12{
13 description: "Test fails due to modifiers not including ACC_SUPER",
14 result: EXEC_FAILED,
15 bug: 66906055,
16 name: "org.apache.harmony.jpda.tests.jdwp.ReferenceType.ModifiersTest#testModifiers001"
17},
18{
19 description: "Test fails due to static values not being set correctly.",
20 result: EXEC_FAILED,
21 bug: 66905894,
22 name: "org.apache.harmony.jpda.tests.jdwp.ReferenceType.GetValues006Test#testGetValues006"
23},
24{
25 description: "Tests fail due to using the not yet supported interrupt thread functions",
26 result: EXEC_FAILED,
27 bug: 34415266,
28 names: [ "org.apache.harmony.jpda.tests.jdwp.ThreadReference.CurrentContendedMonitorTest#testCurrentContendedMonitor001",
29 "org.apache.harmony.jpda.tests.jdwp.ThreadReference.InterruptTest#testInterrupt001" ]
30},
31{
32 description: "Tests fail with assertion error on slot number",
33 result: EXEC_FAILED,
34 bug: 66905468,
35 names: [ "org.apache.harmony.jpda.tests.jdwp.Method.VariableTableTest#testVariableTableTest001",
36 "org.apache.harmony.jpda.tests.jdwp.Method.VariableTableWithGenericTest#testVariableTableWithGenericTest001" ]
37},
38{
39 description: "Test fails with assertion error 'Invalid Path' for class path.",
40 result: EXEC_FAILED,
41 bug: 66904994,
42 name: "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.ClassPathsTest#testClassPaths001"
43},
44{
45 description: "Test fails with Error VM_DEAD when trying to resume during VM_DEATH event",
46 result: EXEC_FAILED,
47 bug: 66904725,
48 name: "org.apache.harmony.jpda.tests.jdwp.Events.VMDeath002Test#testVMDeathRequest"
49},
50{
Alex Light3dea2122017-10-11 15:56:48 +000051 description: "Test fails with OPAQUE_FRAME error due to attempting a GetLocalReference on a proxy frame instead of GetLocalInstance!",
Alex Light0e9d7aa2017-09-25 16:04:09 -070052 result: EXEC_FAILED,
53 bug: 66903662,
54 name: "org.apache.harmony.jpda.tests.jdwp.StackFrame.ProxyThisObjectTest#testThisObject"
55},
56{
57 description: "Test fails with unexpected TYPE_MISMATCH error",
58 result: EXEC_FAILED,
59 bug: 66904008,
60 name: "org.apache.harmony.jpda.tests.jdwp.StackFrame.ThisObjectTest#testThisObjectTest001"
61},
62{
63 description: "Tests that fail only on ART with INVALID_SLOT error",
64 result: EXEC_FAILED,
65 bug: 66903181,
66 names: [ "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testBreakpoint",
67 "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testException",
68 "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testFieldAccess",
69 "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testFieldModification",
70 "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testMethodEntry",
71 "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testMethodExit",
72 "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testMethodExitWithReturnValue" ]
73},
Alex Lightc7feb822017-10-06 09:07:55 -070074/* TODO Investigate these failures more closely */
75{
76 description: "Tests that fail when run on the chromium buildbots against the prebuilt libjdwp.so in certain configurations",
77 result: EXEC_FAILED,
78 bug: 67497270,
79 names: [
80 "org.apache.harmony.jpda.tests.jdwp.Events.CombinedEvents003Test#testCombinedEvents003_01",
81 "org.apache.harmony.jpda.tests.jdwp.Events.CombinedEventsTest#testCombinedEvents_01",
82 "org.apache.harmony.jpda.tests.jdwp.Events.CombinedEventsTest#testCombinedEvents_02",
83 "org.apache.harmony.jpda.tests.jdwp.Events.CombinedEventsTest#testCombinedEvents_03",
84 "org.apache.harmony.jpda.tests.jdwp.Events.CombinedEventsTest#testCombinedEvents_04",
Alex Light71b32892017-10-12 15:42:51 -070085 "org.apache.harmony.jpda.tests.jdwp.Events.CombinedEventsTest#testCombinedEvents_05",
Alex Lightc7feb822017-10-06 09:07:55 -070086 "org.apache.harmony.jpda.tests.jdwp.Events.CombinedEventsTest#testCombinedEvents_06",
87 "org.apache.harmony.jpda.tests.jdwp.Events.VMDeathTest#testVMDeathEvent",
88 "org.apache.harmony.jpda.tests.jdwp.MultiSession.ClassPrepareTest#testClassPrepare001",
89 "org.apache.harmony.jpda.tests.jdwp.MultiSession.ExceptionTest#testException001",
90 "org.apache.harmony.jpda.tests.jdwp.MultiSession.FieldAccessTest#testFieldAccess001",
91 "org.apache.harmony.jpda.tests.jdwp.MultiSession.FieldModificationTest#testFieldModification001",
92 "org.apache.harmony.jpda.tests.jdwp.MultiSession.SingleStepTest#testSingleStep001",
93 "org.apache.harmony.jpda.tests.jdwp.MultiSession.VMDeathTest#testVMDeathRequest",
94 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.SignatureWithGenericTest#testSignatureWithGeneric001",
95 "org.apache.harmony.jpda.tests.jdwp.StackFrame.GetValues002Test#testGetValues005_Int2",
96 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.SetDefaultStratumTest#testSetDefaultStratum001",
97 "org.apache.harmony.jpda.tests.jdwp.ThreadReference.StatusTest#testStatus001",
98 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.AllClassesTest#testAllClasses002",
99 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.AllClassesWithGenericTest#testAllClassesWithGeneric001"
100 ]
101},
Alex Light0e9d7aa2017-09-25 16:04:09 -0700102/* TODO Categorize these failures more. */
103{
104 description: "Tests that fail on both ART and RI. These tests are likely incorrect",
105 result: EXEC_FAILED,
106 bug: 66906734,
107 names: [ "org.apache.harmony.jpda.tests.jdwp.ArrayReference.SetValues003Test#testSetValues003_InvalidIndex",
108 "org.apache.harmony.jpda.tests.jdwp.ClassType.InvokeMethod002Test#testInvokeMethod_wrong_argument_types",
109 "org.apache.harmony.jpda.tests.jdwp.ClassType.InvokeMethodTest#testInvokeMethod002",
110 "org.apache.harmony.jpda.tests.jdwp.ClassType.InvokeMethodTest#testInvokeMethod003",
111 "org.apache.harmony.jpda.tests.jdwp.ClassType.NewInstanceTest#testNewInstance002",
112 "org.apache.harmony.jpda.tests.jdwp.ClassType.SetValues002Test#testSetValues002",
113 "org.apache.harmony.jpda.tests.jdwp.Events.ClassPrepare002Test#testClassPrepareCausedByDebugger",
114 "org.apache.harmony.jpda.tests.jdwp.Events.ExceptionCaughtTest#testExceptionEvent_ThrowLocation_FromNative",
115 "org.apache.harmony.jpda.tests.jdwp.ObjectReference.DisableCollectionTest#testDisableCollection_null",
116 "org.apache.harmony.jpda.tests.jdwp.ObjectReference.EnableCollectionTest#testEnableCollection_invalid",
117 "org.apache.harmony.jpda.tests.jdwp.ObjectReference.EnableCollectionTest#testEnableCollection_null",
118 "org.apache.harmony.jpda.tests.jdwp.ObjectReference.GetValues002Test#testGetValues002",
119 "org.apache.harmony.jpda.tests.jdwp.ObjectReference.SetValues003Test#testSetValues003",
120 "org.apache.harmony.jpda.tests.jdwp.ObjectReference.SetValuesTest#testSetValues001",
121 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.FieldsWithGenericTest#testFieldsWithGeneric001",
122 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.GetValues002Test#testGetValues002",
123 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.GetValues004Test#testGetValues004",
124 "org.apache.harmony.jpda.tests.jdwp.StringReference.ValueTest#testStringReferenceValueTest001_NullString",
125 "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference.ChildrenTest#testChildren_NullObject",
126 "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference.NameTest#testName001_NullObject",
127 "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference.ParentTest#testParent_NullObject",
128 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.CapabilitiesNewTest#testCapabilitiesNew001" ]
129}
130]