blob: 754e38a7e3f7f0556fd8b0607f2fcbe6d2b4db79 [file] [log] [blame]
Brian Muramatsuad207372011-12-16 18:41:45 -08001[
Tsu Chiang Chuang52b481e2014-08-08 09:46:16 -07002{
Unsuk Jungc2413d02014-10-30 16:43:15 -07003 description: "the UsageStats is not yet stable enough",
4 names: [
5 "android.app.usage.cts.UsageStatsTest"
6 ],
7 bug: 17536113
8},
9{
Unsuk Jung75714502014-10-15 14:40:41 -070010 description: "tests a fragile by nature as they rely on hardcoded behavior",
11 names: [
12 "android.accessibilityservice.cts.AccessibilityTextTraversalTest#testActionNextAndPreviousAtGranularityPageOverText",
13 "android.accessibilityservice.cts.AccessibilityTextTraversalTest#testActionNextAndPreviousAtGranularityPageOverTextExtend"
14 ],
15 bug: 17595050
16},
17{
Unsuk Jung61114052014-12-09 11:07:32 -080018 description: "the SSLCertificateSocketFactoryTest often fails because of lack of live internet or short timeout, it should be refactored to do a local server testing",
19 names: [
20 "android.net.cts.SSLCertificateSocketFactoryTest#testCreateSocket",
21 "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_bind",
22 "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_simple",
23 "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_wrapping"
24 ],
25 bug: 18682315
26},
27{
28 description: "the test result are too much dependent on live-internet connection, which for some devices might not exist",
29 names: [
30 "android.net.wifi.cts.NsdManagerTest#testAndroidTestCaseSetupProperly"
31 ],
32 bug: 18680089
33},
34{
Unsuk Jungc0e9f982014-12-05 12:00:00 -080035 description: "AudioPolicyBinder tests are not yet robust enough",
36 names: [
37 "android.security.cts.AudioPolicyBinderTest"
38 ],
39 bug: 18461670
40},
41{
Tsu Chiang Chuang52b481e2014-08-08 09:46:16 -070042 description: "Not all jdwp features are currently supported. These tests will fail",
43 names: [
44 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch001",
45 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch002",
46 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch003",
47 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch004",
48 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger001#testDebugger002",
49 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger002#testDebugger",
50 "org.apache.harmony.jpda.tests.jdwp.Events.ClassUnloadTest#testClassUnloadEvent",
51 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnterTest#testMonitorContendedEnterForClassMatch",
52 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnteredTest#testMonitorContendedEnteredForClassMatch",
53 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassExclude",
54 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchExact",
55 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchFirst",
56 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchSecond",
57 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassOnly",
58 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassExclude",
59 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchExact",
60 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchFirst",
61 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchSecond",
62 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassOnly",
63 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.ClassFileVersionTest#testClassFileVersion001",
64 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.NestedTypesTest#testNestedTypes001",
65 "org.apache.harmony.jpda.tests.jdwp.ThreadReference.StopTest#testStop001",
66 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.HoldEventsTest#testHoldEvents001",
67 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.ReleaseEventsTest#testReleaseEvents001"
68 ],
69 bug: 16720689
Eric Pennerf0a43ae2014-08-31 14:36:51 -070070},
71{
Unsuk Jung75714502014-10-15 14:40:41 -070072 description: "test can only run properly on a user build device when the bug is resolved",
73 names: [
74 "android.appwidget.cts.AppWidgetTest#testAppWidgetProviderCallbacks",
75 "android.appwidget.cts.AppWidgetTest#testBindAppWidget",
76 "android.appwidget.cts.AppWidgetTest#testCollectionWidgets",
77 "android.appwidget.cts.AppWidgetTest#testDeleteHost",
78 "android.appwidget.cts.AppWidgetTest#testDeleteHosts",
79 "android.appwidget.cts.AppWidgetTest#testGetAppWidgetIds",
80 "android.appwidget.cts.AppWidgetTest#testGetAppWidgetInfo",
81 "android.appwidget.cts.AppWidgetTest#testGetAppWidgetOptions",
82 "android.appwidget.cts.AppWidgetTest#testPartiallyUpdateAppWidgetViaWidgetId",
83 "android.appwidget.cts.AppWidgetTest#testPartiallyUpdateAppWidgetViaWidgetIds",
84 "android.appwidget.cts.AppWidgetTest#testTwoAppWidgetProviderCallbacks",
85 "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaComponentName",
86 "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaWidgetId",
87 "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaWidgetIds"
88 ],
89 bug: 17993121
90},
91{
Unsuk Jung4b9b3682014-09-09 11:03:52 -070092 description: "permissions for the API previously used in the test has changed, making it impossible to pass",
93 names: [
94 "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingFast",
Nicholas Sauer5cf350a2014-10-22 13:42:11 -070095 "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingSlow"
Unsuk Jung4b9b3682014-09-09 11:03:52 -070096 ],
97 bug: 17394321
Eino-Ville Talvala306cf4a2014-09-03 18:07:33 -070098},
99{
Nicholas Sauer5cf350a2014-10-22 13:42:11 -0700100 description: "unexpected failures",
101 names: [
102 "android.openglperf.cts.GlVboPerfTest#testVboWithVaryingIndexBufferNumbers"
103 ],
104 bug: 18091590
105},
106{
Eino-Ville Talvalaa5231622014-09-16 14:38:53 -0700107 description: "these tests require a good test scene, so they fail if run in random conditions",
108 names: [
109 "android.hardware.camera2.cts.AllocationTest#testBlackWhite",
110 "android.hardware.camera2.cts.AllocationTest#testParamSensitivity"
111 ],
112 bug: 17530117
Unsuk Jung361d6262014-09-19 04:38:24 -0700113},
114{
Rubin Xubff39e92014-09-23 12:20:38 +0100115 description: "Current implementation of uninstallAllUserCaCerts does not throw expected security exception, wait for fix from framework",
116 names: [
117 "android.admin.cts.DevicePolicyManagerTest#testUninstallAllUserCaCerts_failIfNotProfileOwner"
118 ],
119 bug: 17508787
George Mountf7a03902014-09-23 15:15:02 -0700120},
121{
122 description: "These tests fail on some devices.",
George Mountf7a03902014-09-23 15:15:02 -0700123 names: [
George Mountf7a03902014-09-23 15:15:02 -0700124 "android.uirendering.cts.testclasses.ExactCanvasTests#testBlueRect",
125 "android.uirendering.cts.testclasses.ExactCanvasTests#testBluePaddedSquare",
126 "android.uirendering.cts.testclasses.ViewClippingTests#testSimplePaddingClip",
127 "android.uirendering.cts.testclasses.ViewClippingTests#testSimpleClipBoundsClip",
128 "android.uirendering.cts.testclasses.ViewClippingTests#testSimpleOutlineClip",
129 "android.uirendering.cts.testclasses.ViewClippingTests#testSimpleBoundsClip",
130 "android.uirendering.cts.testclasses.InfrastructureTests#testViewInitializer"
131 ],
132 bug: 17511118
Unsuk Jung52abbfc2014-10-12 20:59:20 -0700133},
Ricardo Garciaf7974042014-09-25 12:07:13 -0700134{
Ricardo Garciaf7974042014-09-25 12:07:13 -0700135 description: "This test failed on devices that use effect off loading. In addition it uses hidden apis",
136 names: [
137 "android.media.cts.AudioEffectTest#test1_1ConstructorFromUuid"
138 ],
139 bug: 17605875
destradaa2581a9e2014-09-26 13:25:19 -0700140},
141{
Ronghua Wu7defa712014-10-06 10:56:19 -0700142 description: "This test failed on hw decoder that doesn't output frame with the configured format.",
143 names: [
Unsuk Jung52abbfc2014-10-12 20:59:20 -0700144 "android.media.cts.ImageReaderDecoderTest#testHwAVCDecode360pForFlexibleYuv"
Ronghua Wu7defa712014-10-06 10:56:19 -0700145 ],
146 bug: 17144778
Raph Levien6aae5552014-10-02 16:24:33 -0700147},
148{
Unsuk Jungc189d582014-10-23 01:17:04 -0700149 description: "android.keystore tests will replace these tests",
150 names: [
151 "com.android.org.conscrypt.MacTest#test_getInstance_OpenSSL_ENGINE",
152 "com.android.org.conscrypt.NativeCryptoTest#test_ENGINE_by_id_TestEngine",
153 "com.android.org.conscrypt.SignatureTest#test_getInstance_OpenSSL_ENGINE"
154 ],
155 bug: 18030049
Yin-Chia Yeh601e6332014-11-19 13:47:56 -0800156},
157{
158 description: "The new recording test is not yet passing on all devices",
159 names: [
160 "android.hardware.camera2.cts.RecordingTest#testRecordingFramerateLowToHigh"
161 ],
162 bug: 18705837
163},
164{
165 description: "The new image reader test is not yet passing on all devices",
166 names: [
167 "android.hardware.camera2.cts.ImageReaderTest#testAllOutputYUVResolutions"
168 ],
169 bug: 18689511
Zhijun Hed101a532015-06-24 14:24:46 -0700170},
171{
172 description: "The new prepare performance test is not yet passing on all devices",
173 names: [
174 "android.hardware.camera2.cts.SurfaceViewPreviewTest#testPreparePerformance"
175 ],
176 bug: 17989532
Yin-Chia Yeh7dde87a2015-07-13 16:35:47 -0700177},
178{
179 description: "The new AE/AF trigger tests are not yet passing on all devices",
180 names: [
181 "android.hardware.camera2.cts.RobustnessTest#testBasicTriggerSequence",
182 "android.hardware.camera2.cts.RobustnessTest#testSimultaneousTriggers",
183 "android.hardware.camera2.cts.RobustnessTest#testAfThenAeTrigger",
184 "android.hardware.camera2.cts.RobustnessTest#testAeThenAfTrigger"
185 ],
186 bug: 22180706
187},
188{
189 description: "The new create session test is not yet passing on all devices",
190 names: [
191 "android.hardware.camera2.cts.CameraDeviceTest#testCreateSessions"
192 ],
193 bug: 22092756
Aravind Akella06fecf52015-08-03 14:34:59 -0700194},
195{
Chien-Yu Chenea7675a2015-08-07 12:39:13 -0700196 description: "The new long processing test is not yet passing on all devices",
197 names: [
198 "android.hardware.camera2.cts.ImageReaderTest#testLongProcessingRepeatingRaw",
199 "android.hardware.camera2.cts.ImageReaderTest#testLongProcessingRepeatingFlexibleYuv"
200 ],
201 bug: 22861512
202},
203{
Eino-Ville Talvalacc903442015-08-13 14:30:03 -0700204 description: "The timing measurements for preview callbacks are not reliable",
205 names: [
206 "android.hardware.cts.CameraTest#testPreviewFpsRange"
207 ],
208 bug: 23008511
209},
210{
Aravind Akella06fecf52015-08-03 14:34:59 -0700211 description: "known failures",
212 names: [
213 "android.hardware.cts.SensorBatchingTests#testAccelerometer_50hz_batching",
214 "android.hardware.cts.SensorBatchingTests#testAccelerometer_fastest_batching",
215 "android.hardware.cts.SensorBatchingTests#testGyroscope_50hz_batching",
216 "android.hardware.cts.SensorBatchingTests#testGyroscope_50hz_flush",
217 "android.hardware.cts.SensorBatchingTests#testMagneticField_50hz_batching",
218 "android.hardware.cts.SensorBatchingTests#testMagneticField_fastest_batching",
219 "android.hardware.cts.SensorBatchingTests#testMagneticFieldUncalibrated_50hz_batching",
220 "android.hardware.cts.SensorBatchingTests#testMagneticFieldUncalibrated_fastest_batching",
221 "android.hardware.cts.SensorBatchingTests#testPressure_50hz_batching",
222 "android.hardware.cts.SensorBatchingTests#testPressure_fastest_batching",
223 "android.hardware.cts.SensorBatchingTests#testRotationVector_50hz_flush",
224 "android.hardware.cts.SensorBatchingTests#testRotationVector_fastest_batching",
225 "android.hardware.cts.SensorIntegrationTests#testSensorsMovingRates",
226 "android.hardware.cts.SensorIntegrationTests#testSensorsWithSeveralClients",
227 "android.hardware.cts.SensorTest#testSensorTimeStamps",
Aravind Akella4143f182015-08-12 18:01:51 -0700228 "android.hardware.cts.SensorTest#testBatchAndFlush",
Aravind Akella06fecf52015-08-03 14:34:59 -0700229 "android.hardware.cts.SingleSensorTests#testGyroscope_15hz",
230 "android.hardware.cts.SingleSensorTests#testGyroscope_1hz",
231 "android.hardware.cts.SingleSensorTests#testMagneticField_1hz",
232 "android.hardware.cts.SingleSensorTests#testMagneticField_50hz",
233 "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_200hz",
234 "android.hardware.cts.SingleSensorTests#testOrientation_5hz"
235 ],
236 bug: 22922206
Nick Kralevich738a1032014-09-15 15:24:56 -0700237}
Brian Muramatsuad207372011-12-16 18:41:45 -0800238]