Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 1 | /* |
| 2 | * This file contains expectations for ART's buildbot. The purpose of this file is |
| 3 | * to temporarily list failing tests and not break the bots. |
Alex Light | e4f220d | 2017-12-13 10:13:50 -0800 | [diff] [blame] | 4 | * |
| 5 | * This file contains the expectations for the 'prebuilt-libjdwp-aot' and |
| 6 | * 'prebuilt-libjdwp-jit' test groups on the chromium buildbot. |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 7 | */ |
| 8 | [ |
| 9 | { |
| 10 | description: "Test fails due to unexpectedly getting the thread-groups of zombie threads", |
| 11 | result: EXEC_FAILED, |
| 12 | bug: 66906414, |
| 13 | name: "org.apache.harmony.jpda.tests.jdwp.ThreadReference.ThreadGroup002Test#testThreadGroup002" |
| 14 | }, |
| 15 | { |
| 16 | description: "Test fails due to modifiers not including ACC_SUPER", |
| 17 | result: EXEC_FAILED, |
| 18 | bug: 66906055, |
| 19 | name: "org.apache.harmony.jpda.tests.jdwp.ReferenceType.ModifiersTest#testModifiers001" |
| 20 | }, |
| 21 | { |
| 22 | description: "Test fails due to static values not being set correctly.", |
| 23 | result: EXEC_FAILED, |
| 24 | bug: 66905894, |
| 25 | name: "org.apache.harmony.jpda.tests.jdwp.ReferenceType.GetValues006Test#testGetValues006" |
| 26 | }, |
| 27 | { |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 28 | description: "Tests fail with assertion error on slot number", |
| 29 | result: EXEC_FAILED, |
| 30 | bug: 66905468, |
| 31 | names: [ "org.apache.harmony.jpda.tests.jdwp.Method.VariableTableTest#testVariableTableTest001", |
| 32 | "org.apache.harmony.jpda.tests.jdwp.Method.VariableTableWithGenericTest#testVariableTableWithGenericTest001" ] |
| 33 | }, |
| 34 | { |
| 35 | description: "Test fails with assertion error 'Invalid Path' for class path.", |
| 36 | result: EXEC_FAILED, |
| 37 | bug: 66904994, |
| 38 | name: "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.ClassPathsTest#testClassPaths001" |
| 39 | }, |
| 40 | { |
| 41 | description: "Test fails with Error VM_DEAD when trying to resume during VM_DEATH event", |
| 42 | result: EXEC_FAILED, |
| 43 | bug: 66904725, |
| 44 | name: "org.apache.harmony.jpda.tests.jdwp.Events.VMDeath002Test#testVMDeathRequest" |
| 45 | }, |
| 46 | { |
Alex Light | 3dea212 | 2017-10-11 15:56:48 +0000 | [diff] [blame] | 47 | description: "Test fails with OPAQUE_FRAME error due to attempting a GetLocalReference on a proxy frame instead of GetLocalInstance!", |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 48 | result: EXEC_FAILED, |
| 49 | bug: 66903662, |
| 50 | name: "org.apache.harmony.jpda.tests.jdwp.StackFrame.ProxyThisObjectTest#testThisObject" |
| 51 | }, |
| 52 | { |
| 53 | description: "Test fails with unexpected TYPE_MISMATCH error", |
| 54 | result: EXEC_FAILED, |
| 55 | bug: 66904008, |
| 56 | name: "org.apache.harmony.jpda.tests.jdwp.StackFrame.ThisObjectTest#testThisObjectTest001" |
| 57 | }, |
| 58 | { |
| 59 | description: "Tests that fail only on ART with INVALID_SLOT error", |
| 60 | result: EXEC_FAILED, |
| 61 | bug: 66903181, |
| 62 | names: [ "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testBreakpoint", |
| 63 | "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testException", |
| 64 | "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testFieldAccess", |
| 65 | "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testFieldModification", |
| 66 | "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testMethodEntry", |
| 67 | "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testMethodExit", |
| 68 | "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testMethodExitWithReturnValue" ] |
| 69 | }, |
Alex Light | 7ee76e6 | 2017-11-30 16:39:28 -0800 | [diff] [blame] | 70 | { |
| 71 | description: "Tests for VMDebug functionality not implemented in the upstream libjdwp", |
| 72 | result: EXEC_FAILED, |
Alex Light | 3cd9bcf | 2017-12-12 11:30:43 -0800 | [diff] [blame] | 73 | names: [ "org.apache.harmony.jpda.tests.jdwp.VMDebug.VMDebugTest#testVMDebug", |
Nicolas Geoffray | 5791327 | 2017-12-13 15:19:40 +0000 | [diff] [blame] | 74 | "org.apache.harmony.jpda.tests.jdwp.VMDebug.VMDebugTest002#testVMDebug" ] |
Alex Light | 7ee76e6 | 2017-11-30 16:39:28 -0800 | [diff] [blame] | 75 | }, |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 76 | /* TODO Categorize these failures more. */ |
| 77 | { |
| 78 | description: "Tests that fail on both ART and RI. These tests are likely incorrect", |
| 79 | result: EXEC_FAILED, |
| 80 | bug: 66906734, |
| 81 | names: [ "org.apache.harmony.jpda.tests.jdwp.ArrayReference.SetValues003Test#testSetValues003_InvalidIndex", |
| 82 | "org.apache.harmony.jpda.tests.jdwp.ClassType.InvokeMethod002Test#testInvokeMethod_wrong_argument_types", |
| 83 | "org.apache.harmony.jpda.tests.jdwp.ClassType.InvokeMethodTest#testInvokeMethod002", |
| 84 | "org.apache.harmony.jpda.tests.jdwp.ClassType.InvokeMethodTest#testInvokeMethod003", |
| 85 | "org.apache.harmony.jpda.tests.jdwp.ClassType.NewInstanceTest#testNewInstance002", |
| 86 | "org.apache.harmony.jpda.tests.jdwp.ClassType.SetValues002Test#testSetValues002", |
| 87 | "org.apache.harmony.jpda.tests.jdwp.Events.ClassPrepare002Test#testClassPrepareCausedByDebugger", |
| 88 | "org.apache.harmony.jpda.tests.jdwp.Events.ExceptionCaughtTest#testExceptionEvent_ThrowLocation_FromNative", |
| 89 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference.DisableCollectionTest#testDisableCollection_null", |
| 90 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference.EnableCollectionTest#testEnableCollection_invalid", |
| 91 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference.EnableCollectionTest#testEnableCollection_null", |
| 92 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference.GetValues002Test#testGetValues002", |
| 93 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference.SetValues003Test#testSetValues003", |
| 94 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference.SetValuesTest#testSetValues001", |
| 95 | "org.apache.harmony.jpda.tests.jdwp.ReferenceType.FieldsWithGenericTest#testFieldsWithGeneric001", |
| 96 | "org.apache.harmony.jpda.tests.jdwp.ReferenceType.GetValues002Test#testGetValues002", |
| 97 | "org.apache.harmony.jpda.tests.jdwp.ReferenceType.GetValues004Test#testGetValues004", |
| 98 | "org.apache.harmony.jpda.tests.jdwp.StringReference.ValueTest#testStringReferenceValueTest001_NullString", |
| 99 | "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference.ChildrenTest#testChildren_NullObject", |
| 100 | "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference.NameTest#testName001_NullObject", |
| 101 | "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference.ParentTest#testParent_NullObject", |
| 102 | "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.CapabilitiesNewTest#testCapabilitiesNew001" ] |
Nicolas Geoffray | a759f02 | 2017-11-10 09:26:42 +0000 | [diff] [blame] | 103 | }, |
| 104 | { |
| 105 | description: "Test is flaky", |
| 106 | result: EXEC_FAILED, |
| 107 | bug: 69121056, |
| 108 | name: "org.apache.harmony.jpda.tests.jdwp.ObjectReference.IsCollectedTest#testIsCollected001" |
Alex Light | 8c2b929 | 2017-11-09 13:21:01 -0800 | [diff] [blame] | 109 | }, |
| 110 | { |
| 111 | description: "Test for ddms extensions that are not implemented for prebuilt-libjdwp", |
| 112 | result: EXEC_FAILED, |
| 113 | bug: 69169846, |
| 114 | name: "org.apache.harmony.jpda.tests.jdwp.DDM.DDMTest#testChunk001" |
Nicolas Geoffray | d77f863 | 2017-11-22 09:35:46 +0000 | [diff] [blame] | 115 | }, |
| 116 | { |
| 117 | description: "Test crashes", |
| 118 | result: EXEC_FAILED, |
| 119 | bug: 69591477, |
| 120 | name: "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.ExitTest#testExit001" |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 121 | } |
| 122 | ] |