Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 1 | /* |
| 2 | * This file contains expectations for ART's buildbot. The purpose of this file is |
| 3 | * to temporarily list failing tests and not break the bots. |
Alex Light | e4f220d | 2017-12-13 10:13:50 -0800 | [diff] [blame] | 4 | * |
| 5 | * This file contains the expectations for the 'prebuilt-libjdwp-aot' and |
| 6 | * 'prebuilt-libjdwp-jit' test groups on the chromium buildbot. |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 7 | */ |
| 8 | [ |
| 9 | { |
| 10 | description: "Test fails due to unexpectedly getting the thread-groups of zombie threads", |
| 11 | result: EXEC_FAILED, |
| 12 | bug: 66906414, |
Andreas Gampe | 7937ebb | 2018-09-28 14:40:20 -0700 | [diff] [blame] | 13 | name: "org.apache.harmony.jpda.tests.jdwp.ThreadReference_ThreadGroup002Test#testThreadGroup002" |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 14 | }, |
| 15 | { |
| 16 | description: "Test fails due to modifiers not including ACC_SUPER", |
| 17 | result: EXEC_FAILED, |
| 18 | bug: 66906055, |
Andreas Gampe | 7937ebb | 2018-09-28 14:40:20 -0700 | [diff] [blame] | 19 | name: "org.apache.harmony.jpda.tests.jdwp.ReferenceType_ModifiersTest#testModifiers001" |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 20 | }, |
| 21 | { |
| 22 | description: "Test fails due to static values not being set correctly.", |
| 23 | result: EXEC_FAILED, |
| 24 | bug: 66905894, |
Andreas Gampe | 7937ebb | 2018-09-28 14:40:20 -0700 | [diff] [blame] | 25 | name: "org.apache.harmony.jpda.tests.jdwp.ReferenceType_GetValues006Test#testGetValues006" |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 26 | }, |
| 27 | { |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 28 | description: "Tests fail with assertion error on slot number", |
| 29 | result: EXEC_FAILED, |
| 30 | bug: 66905468, |
Andreas Gampe | 7937ebb | 2018-09-28 14:40:20 -0700 | [diff] [blame] | 31 | names: [ "org.apache.harmony.jpda.tests.jdwp.Method_VariableTableTest#testVariableTableTest001", |
| 32 | "org.apache.harmony.jpda.tests.jdwp.Method_VariableTableWithGenericTest#testVariableTableWithGenericTest001" ] |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 33 | }, |
| 34 | { |
| 35 | description: "Test fails with assertion error 'Invalid Path' for class path.", |
| 36 | result: EXEC_FAILED, |
| 37 | bug: 66904994, |
Andreas Gampe | 7937ebb | 2018-09-28 14:40:20 -0700 | [diff] [blame] | 38 | name: "org.apache.harmony.jpda.tests.jdwp.VirtualMachine_ClassPathsTest#testClassPaths001" |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 39 | }, |
| 40 | { |
| 41 | description: "Test fails with Error VM_DEAD when trying to resume during VM_DEATH event", |
| 42 | result: EXEC_FAILED, |
| 43 | bug: 66904725, |
Andreas Gampe | 7937ebb | 2018-09-28 14:40:20 -0700 | [diff] [blame] | 44 | name: "org.apache.harmony.jpda.tests.jdwp.Events_VMDeath002Test#testVMDeathRequest" |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 45 | }, |
| 46 | { |
Alex Light | 3dea212 | 2017-10-11 15:56:48 +0000 | [diff] [blame] | 47 | description: "Test fails with OPAQUE_FRAME error due to attempting a GetLocalReference on a proxy frame instead of GetLocalInstance!", |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 48 | result: EXEC_FAILED, |
| 49 | bug: 66903662, |
Andreas Gampe | 7937ebb | 2018-09-28 14:40:20 -0700 | [diff] [blame] | 50 | name: "org.apache.harmony.jpda.tests.jdwp.StackFrame_ProxyThisObjectTest#testThisObject" |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 51 | }, |
| 52 | { |
| 53 | description: "Test fails with unexpected TYPE_MISMATCH error", |
| 54 | result: EXEC_FAILED, |
| 55 | bug: 66904008, |
Andreas Gampe | 7937ebb | 2018-09-28 14:40:20 -0700 | [diff] [blame] | 56 | name: "org.apache.harmony.jpda.tests.jdwp.StackFrame_ThisObjectTest#testThisObjectTest001" |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 57 | }, |
| 58 | { |
| 59 | description: "Tests that fail only on ART with INVALID_SLOT error", |
| 60 | result: EXEC_FAILED, |
| 61 | bug: 66903181, |
Andreas Gampe | 7937ebb | 2018-09-28 14:40:20 -0700 | [diff] [blame] | 62 | names: [ "org.apache.harmony.jpda.tests.jdwp.EventModifiers_InstanceOnlyModifierTest#testBreakpoint", |
| 63 | "org.apache.harmony.jpda.tests.jdwp.EventModifiers_InstanceOnlyModifierTest#testException", |
| 64 | "org.apache.harmony.jpda.tests.jdwp.EventModifiers_InstanceOnlyModifierTest#testFieldAccess", |
| 65 | "org.apache.harmony.jpda.tests.jdwp.EventModifiers_InstanceOnlyModifierTest#testFieldModification", |
| 66 | "org.apache.harmony.jpda.tests.jdwp.EventModifiers_InstanceOnlyModifierTest#testMethodEntry", |
| 67 | "org.apache.harmony.jpda.tests.jdwp.EventModifiers_InstanceOnlyModifierTest#testMethodExit", |
| 68 | "org.apache.harmony.jpda.tests.jdwp.EventModifiers_InstanceOnlyModifierTest#testMethodExitWithReturnValue" ] |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 69 | }, |
Alex Light | 7ee76e6 | 2017-11-30 16:39:28 -0800 | [diff] [blame] | 70 | { |
| 71 | description: "Tests for VMDebug functionality not implemented in the upstream libjdwp", |
| 72 | result: EXEC_FAILED, |
Andreas Gampe | 7937ebb | 2018-09-28 14:40:20 -0700 | [diff] [blame] | 73 | names: [ "org.apache.harmony.jpda.tests.jdwp.VMDebug_VMDebugTest#testVMDebug", |
| 74 | "org.apache.harmony.jpda.tests.jdwp.VMDebug_VMDebugTest002#testVMDebug" ] |
Alex Light | 7ee76e6 | 2017-11-30 16:39:28 -0800 | [diff] [blame] | 75 | }, |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 76 | /* TODO Categorize these failures more. */ |
| 77 | { |
| 78 | description: "Tests that fail on both ART and RI. These tests are likely incorrect", |
| 79 | result: EXEC_FAILED, |
| 80 | bug: 66906734, |
Andreas Gampe | 7937ebb | 2018-09-28 14:40:20 -0700 | [diff] [blame] | 81 | names: [ "org.apache.harmony.jpda.tests.jdwp.ArrayReference_SetValues003Test#testSetValues003_InvalidIndex", |
| 82 | "org.apache.harmony.jpda.tests.jdwp.ClassType_InvokeMethod002Test#testInvokeMethod_wrong_argument_types", |
| 83 | "org.apache.harmony.jpda.tests.jdwp.ClassType_InvokeMethodTest#testInvokeMethod002", |
| 84 | "org.apache.harmony.jpda.tests.jdwp.ClassType_InvokeMethodTest#testInvokeMethod003", |
| 85 | "org.apache.harmony.jpda.tests.jdwp.ClassType_NewInstanceTest#testNewInstance002", |
| 86 | "org.apache.harmony.jpda.tests.jdwp.ClassType_SetValues002Test#testSetValues002", |
| 87 | "org.apache.harmony.jpda.tests.jdwp.Events_ClassPrepare002Test#testClassPrepareCausedByDebugger", |
| 88 | "org.apache.harmony.jpda.tests.jdwp.Events_ExceptionCaughtTest#testExceptionEvent_ThrowLocation_FromNative", |
| 89 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference_DisableCollectionTest#testDisableCollection_null", |
| 90 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference_EnableCollectionTest#testEnableCollection_invalid", |
| 91 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference_EnableCollectionTest#testEnableCollection_null", |
| 92 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference_GetValues002Test#testGetValues002", |
| 93 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference_SetValues003Test#testSetValues003", |
| 94 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference_SetValuesTest#testSetValues001", |
| 95 | "org.apache.harmony.jpda.tests.jdwp.ReferenceType_FieldsWithGenericTest#testFieldsWithGeneric001", |
| 96 | "org.apache.harmony.jpda.tests.jdwp.ReferenceType_GetValues002Test#testGetValues002", |
| 97 | "org.apache.harmony.jpda.tests.jdwp.ReferenceType_GetValues004Test#testGetValues004", |
| 98 | "org.apache.harmony.jpda.tests.jdwp.StringReference_ValueTest#testStringReferenceValueTest001_NullString", |
| 99 | "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference_ChildrenTest#testChildren_NullObject", |
| 100 | "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference_NameTest#testName001_NullObject", |
| 101 | "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference_ParentTest#testParent_NullObject", |
| 102 | "org.apache.harmony.jpda.tests.jdwp.VirtualMachine_CapabilitiesNewTest#testCapabilitiesNew001" ] |
Nicolas Geoffray | a759f02 | 2017-11-10 09:26:42 +0000 | [diff] [blame] | 103 | }, |
| 104 | { |
Alex Light | 8c2b929 | 2017-11-09 13:21:01 -0800 | [diff] [blame] | 105 | description: "Test for ddms extensions that are not implemented for prebuilt-libjdwp", |
| 106 | result: EXEC_FAILED, |
| 107 | bug: 69169846, |
Andreas Gampe | 7937ebb | 2018-09-28 14:40:20 -0700 | [diff] [blame] | 108 | name: "org.apache.harmony.jpda.tests.jdwp.DDM_DDMTest#testChunk001" |
Nicolas Geoffray | ffea0e4 | 2018-02-12 10:08:20 +0000 | [diff] [blame] | 109 | }, |
Alex Light | 0e9d7aa | 2017-09-25 16:04:09 -0700 | [diff] [blame] | 110 | ] |