Alex Light | 646ec0c | 2017-10-30 16:54:02 -0700 | [diff] [blame] | 1 | /* |
| 2 | * This file contains expectations for ART's buildbot. The purpose of this file is |
| 3 | * to temporarily list failing tests and not break the bots. |
Alex Light | e4f220d | 2017-12-13 10:13:50 -0800 | [diff] [blame] | 4 | * |
| 5 | * This file contains the expectations for the 'libjdwp-aot' and 'libjdwp-jit' |
| 6 | * test groups on the chromium buildbot. |
Alex Light | 646ec0c | 2017-10-30 16:54:02 -0700 | [diff] [blame] | 7 | */ |
| 8 | [ |
| 9 | { |
| 10 | description: "Test fails due to unexpectedly getting the thread-groups of zombie threads", |
| 11 | result: EXEC_FAILED, |
| 12 | bug: 66906414, |
| 13 | name: "org.apache.harmony.jpda.tests.jdwp.ThreadReference.ThreadGroup002Test#testThreadGroup002" |
| 14 | }, |
| 15 | { |
| 16 | description: "Test fails due to modifiers not including ACC_SUPER", |
| 17 | result: EXEC_FAILED, |
| 18 | bug: 66906055, |
| 19 | name: "org.apache.harmony.jpda.tests.jdwp.ReferenceType.ModifiersTest#testModifiers001" |
| 20 | }, |
| 21 | { |
| 22 | description: "Test fails due to static values not being set correctly.", |
| 23 | result: EXEC_FAILED, |
| 24 | bug: 66905894, |
| 25 | name: "org.apache.harmony.jpda.tests.jdwp.ReferenceType.GetValues006Test#testGetValues006" |
| 26 | }, |
Alex Light | 646ec0c | 2017-10-30 16:54:02 -0700 | [diff] [blame] | 27 | /* TODO Categorize these failures more. */ |
| 28 | { |
| 29 | description: "Tests that fail on both ART and RI. These tests are likely incorrect", |
| 30 | result: EXEC_FAILED, |
| 31 | bug: 66906734, |
| 32 | names: [ "org.apache.harmony.jpda.tests.jdwp.ArrayReference.SetValues003Test#testSetValues003_InvalidIndex", |
| 33 | "org.apache.harmony.jpda.tests.jdwp.ClassType.InvokeMethod002Test#testInvokeMethod_wrong_argument_types", |
| 34 | "org.apache.harmony.jpda.tests.jdwp.ClassType.InvokeMethodTest#testInvokeMethod002", |
| 35 | "org.apache.harmony.jpda.tests.jdwp.ClassType.InvokeMethodTest#testInvokeMethod003", |
| 36 | "org.apache.harmony.jpda.tests.jdwp.ClassType.NewInstanceTest#testNewInstance002", |
| 37 | "org.apache.harmony.jpda.tests.jdwp.ClassType.SetValues002Test#testSetValues002", |
| 38 | "org.apache.harmony.jpda.tests.jdwp.Events.ClassPrepare002Test#testClassPrepareCausedByDebugger", |
| 39 | "org.apache.harmony.jpda.tests.jdwp.Events.ExceptionCaughtTest#testExceptionEvent_ThrowLocation_FromNative", |
| 40 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference.DisableCollectionTest#testDisableCollection_null", |
| 41 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference.EnableCollectionTest#testEnableCollection_invalid", |
| 42 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference.EnableCollectionTest#testEnableCollection_null", |
| 43 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference.GetValues002Test#testGetValues002", |
| 44 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference.SetValues003Test#testSetValues003", |
| 45 | "org.apache.harmony.jpda.tests.jdwp.ObjectReference.SetValuesTest#testSetValues001", |
| 46 | "org.apache.harmony.jpda.tests.jdwp.ReferenceType.FieldsWithGenericTest#testFieldsWithGeneric001", |
| 47 | "org.apache.harmony.jpda.tests.jdwp.ReferenceType.GetValues002Test#testGetValues002", |
| 48 | "org.apache.harmony.jpda.tests.jdwp.ReferenceType.GetValues004Test#testGetValues004", |
| 49 | "org.apache.harmony.jpda.tests.jdwp.StringReference.ValueTest#testStringReferenceValueTest001_NullString", |
| 50 | "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference.ChildrenTest#testChildren_NullObject", |
| 51 | "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference.NameTest#testName001_NullObject", |
| 52 | "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference.ParentTest#testParent_NullObject", |
| 53 | "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.CapabilitiesNewTest#testCapabilitiesNew001" ] |
Nicolas Geoffray | f97702c | 2017-11-10 16:18:59 +0000 | [diff] [blame] | 54 | }, |
| 55 | { |
| 56 | description: "Test is flaky", |
| 57 | result: EXEC_FAILED, |
| 58 | bug: 69121056, |
| 59 | name: "org.apache.harmony.jpda.tests.jdwp.ObjectReference.IsCollectedTest#testIsCollected001" |
Alex Light | 8c2b929 | 2017-11-09 13:21:01 -0800 | [diff] [blame] | 60 | }, |
| 61 | { |
Nicolas Geoffray | d77f863 | 2017-11-22 09:35:46 +0000 | [diff] [blame] | 62 | description: "Test crashes", |
| 63 | result: EXEC_FAILED, |
| 64 | bug: 69591477, |
| 65 | name: "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.ExitTest#testExit001" |
Nicolas Geoffray | 5c6ff7d | 2017-12-10 15:10:54 +0000 | [diff] [blame] | 66 | }, |
| 67 | { |
| 68 | description: "Test times out on fugu-debug", |
| 69 | result: EXEC_FAILED, |
| 70 | bug: 70459916, |
Alex Light | d47dea2 | 2017-12-13 10:19:38 -0800 | [diff] [blame] | 71 | names: [ "org.apache.harmony.jpda.tests.jdwp.VMDebug.VMDebugTest#testVMDebug", |
| 72 | "org.apache.harmony.jpda.tests.jdwp.VMDebug.VMDebugTest002#testVMDebug" ] |
Alex Light | 646ec0c | 2017-10-30 16:54:02 -0700 | [diff] [blame] | 73 | } |
| 74 | ] |