blob: fd1bf94928854d27dc74ac77ef2559a34032368c [file] [log] [blame]
Brian Muramatsuad207372011-12-16 18:41:45 -08001[
Tsu Chiang Chuang52b481e2014-08-08 09:46:16 -07002{
3 description: "Not all jdwp features are currently supported. These tests will fail",
4 names: [
5 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch001",
6 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch002",
7 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch003",
8 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch004",
9 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger001#testDebugger002",
10 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger002#testDebugger",
11 "org.apache.harmony.jpda.tests.jdwp.Events.ClassUnloadTest#testClassUnloadEvent",
12 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnterTest#testMonitorContendedEnterForClassMatch",
13 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnteredTest#testMonitorContendedEnteredForClassMatch",
14 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassExclude",
15 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchExact",
16 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchFirst",
17 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchSecond",
18 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassOnly",
19 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassExclude",
20 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchExact",
21 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchFirst",
22 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchSecond",
23 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassOnly",
24 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.ClassFileVersionTest#testClassFileVersion001",
25 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.NestedTypesTest#testNestedTypes001",
26 "org.apache.harmony.jpda.tests.jdwp.ThreadReference.StopTest#testStop001",
27 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.HoldEventsTest#testHoldEvents001",
28 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.ReleaseEventsTest#testReleaseEvents001"
29 ],
30 bug: 16720689
Eric Pennerf0a43ae2014-08-31 14:36:51 -070031},
32{
33 description: "A few WebGL tests are known to fail in WebView",
34 names: [
Eric Penner47172402014-09-08 18:35:15 -070035 "android.webgl.cts.WebGLTest#test_conformance_extensions_oes_texture_float_with_video_html",
36 "android.webgl.cts.WebGLTest#test_conformance_renderbuffers_framebuffer_object_attachment_html",
37 "android.webgl.cts.WebGLTest#test_conformance_rendering_multisample_corruption_html",
38 "android.webgl.cts.WebGLTest#test_conformance_textures_tex_image_and_sub_image_2d_with_video_html",
39 "android.webgl.cts.WebGLTest#test_conformance_textures_tex_image_and_sub_image_2d_with_video_rgb565_html",
40 "android.webgl.cts.WebGLTest#test_conformance_textures_tex_image_and_sub_image_2d_with_video_rgba4444_html",
41 "android.webgl.cts.WebGLTest#test_conformance_textures_tex_image_and_sub_image_2d_with_video_rgba5551_html",
42 "android.webgl.cts.WebGLTest#test_conformance_textures_texture_npot_html",
Eric Pennera4118a82014-10-01 12:57:04 -070043 "android.webgl.cts.WebGLTest#test_conformance_textures_texture_npot_video_html",
44 "android.webgl.cts.WebGLTest#test_conformance_glsl_misc_empty_main_vert_html",
45 "android.webgl.cts.WebGLTest#test_conformance_glsl_misc_gl_position_unset_vert_html",
46 "android.webgl.cts.WebGLTest#test_conformance_misc_webgl_specific_html"
Eric Pennerf0a43ae2014-08-31 14:36:51 -070047 ],
Eric Pennera4118a82014-10-01 12:57:04 -070048 bug: 17748398
Unsuk Jung4b9b3682014-09-09 11:03:52 -070049},
50{
51 description: "permissions for the API previously used in the test has changed, making it impossible to pass",
52 names: [
53 "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingFast",
54 "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingSlow",
55 "android.openglperf.cts.GlVboPerfTest#testVboVsNonVboPerfGeometry0",
56 "android.openglperf.cts.GlVboPerfTest#testVboVsNonVboPerfGeometry1",
57 "android.openglperf.cts.GlVboPerfTest#testVboWithVaryingIndexBufferNumbers"
58 ],
59 bug: 17394321
Eino-Ville Talvala306cf4a2014-09-03 18:07:33 -070060},
61{
62 description: "this test deadlocks on some devices, freezing CTS runs, marking known failure until resolved",
63 names: [
64 "android.hardware.camera2.cts.RobustnessTest#testMandatoryOutputCombinations"
65 ],
Eino-Ville Talvalaa5231622014-09-16 14:38:53 -070066 bug: 17511208
67},
68{
69 description: "these tests require a good test scene, so they fail if run in random conditions",
70 names: [
71 "android.hardware.camera2.cts.AllocationTest#testBlackWhite",
72 "android.hardware.camera2.cts.AllocationTest#testParamSensitivity"
73 ],
74 bug: 17530117
Unsuk Jung361d6262014-09-19 04:38:24 -070075},
76{
77 description: "these tests locks the screen with an emtpy password or swipe-to-unlock, blocking subsequent test to dismiss keyguard",
78 names: [
79 "android.admin.cts.DevicePolicyManagerTest#testPasswordQuality_something",
80 "android.admin.cts.DevicePolicyManagerTest#testPasswordQuality_numeric",
81 "android.admin.cts.DevicePolicyManagerTest#testPasswordQuality_alphabetic",
82 "android.admin.cts.DevicePolicyManagerTest#testPasswordQuality_alphanumeric",
83 "android.admin.cts.DevicePolicyManagerTest#testGetMaximumFailedPasswordsForWipe"
84 ],
85 bug: 17496766
Chenjie Luo09e35192014-09-12 16:25:12 -070086},
87{
Rubin Xubff39e92014-09-23 12:20:38 +010088 description: "Current implementation of uninstallAllUserCaCerts does not throw expected security exception, wait for fix from framework",
89 names: [
90 "android.admin.cts.DevicePolicyManagerTest#testUninstallAllUserCaCerts_failIfNotProfileOwner"
91 ],
92 bug: 17508787
George Mountf7a03902014-09-23 15:15:02 -070093},
94{
Ricardo Garciaf7974042014-09-25 12:07:13 -070095
George Mountf7a03902014-09-23 15:15:02 -070096 description: "These tests fail on some devices.",
97 names: [
98 "android.uirendering.cts.testclasses.ExactCanvasTests#testBlueRect",
99 "android.uirendering.cts.testclasses.ExactCanvasTests#testBluePaddedSquare",
100 "android.uirendering.cts.testclasses.ViewClippingTests#testSimplePaddingClip",
101 "android.uirendering.cts.testclasses.ViewClippingTests#testSimpleClipBoundsClip",
102 "android.uirendering.cts.testclasses.ViewClippingTests#testSimpleOutlineClip",
103 "android.uirendering.cts.testclasses.ViewClippingTests#testSimpleBoundsClip",
104 "android.uirendering.cts.testclasses.InfrastructureTests#testViewInitializer"
105 ],
106 bug: 17511118
Ricardo Garciaf7974042014-09-25 12:07:13 -0700107},
108{
109 description: "This test failed on devices that use effect off loading. In addition it uses hidden apis",
110 names: [
111 "android.meida.cts.AudioEffectTest#test1_1ConstructorFromUuid"
112 ],
113 bug: 17605875
Nick Kralevich738a1032014-09-15 15:24:56 -0700114}
Brian Muramatsuad207372011-12-16 18:41:45 -0800115]