Gitiles
Code Review Sign In
gerrit-public.fairphone.software / fp2-dev / platform / cts / 909492d9ebf415bd284c34aa360f33b0bba519d2 / . / tests / expectations / knownfailures.txt
blob: 012f4fda32db5e46149e11247f18f132e1d84f42 [file] [log] [blame]
Brian Muramatsuad207372011-12-16 18:41:45 -0800[diff] [blame]1[
Tsu Chiang Chuang52b481e2014-08-08 09:46:16 -0700[diff] [blame]2{
3 description: "Not all jdwp features are currently supported. These tests will fail",
4 names: [
5 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch001",
6 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch002",
7 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch003",
8 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch004",
9 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger001#testDebugger002",
10 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger002#testDebugger",
11 "org.apache.harmony.jpda.tests.jdwp.Events.ClassUnloadTest#testClassUnloadEvent",
12 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnterTest#testMonitorContendedEnterForClassMatch",
13 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnteredTest#testMonitorContendedEnteredForClassMatch",
14 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassExclude",
15 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchExact",
16 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchFirst",
17 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchSecond",
18 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassOnly",
19 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassExclude",
20 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchExact",
21 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchFirst",
22 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchSecond",
23 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassOnly",
24 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.ClassFileVersionTest#testClassFileVersion001",
25 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.NestedTypesTest#testNestedTypes001",
26 "org.apache.harmony.jpda.tests.jdwp.ThreadReference.StopTest#testStop001",
27 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.HoldEventsTest#testHoldEvents001",
28 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.ReleaseEventsTest#testReleaseEvents001"
29 ],
30 bug: 16720689
Eric Pennerf0a43ae2014-08-31 14:36:51 -0700[diff] [blame]31},
32{
33 description: "A few WebGL tests are known to fail in WebView",
34 names: [
Eric Penner47172402014-09-08 18:35:15 -0700[diff] [blame]35 "android.webgl.cts.WebGLTest#test_conformance_extensions_oes_texture_float_with_video_html",
36 "android.webgl.cts.WebGLTest#test_conformance_renderbuffers_framebuffer_object_attachment_html",
37 "android.webgl.cts.WebGLTest#test_conformance_rendering_multisample_corruption_html",
38 "android.webgl.cts.WebGLTest#test_conformance_textures_tex_image_and_sub_image_2d_with_video_html",
39 "android.webgl.cts.WebGLTest#test_conformance_textures_tex_image_and_sub_image_2d_with_video_rgb565_html",
40 "android.webgl.cts.WebGLTest#test_conformance_textures_tex_image_and_sub_image_2d_with_video_rgba4444_html",
41 "android.webgl.cts.WebGLTest#test_conformance_textures_tex_image_and_sub_image_2d_with_video_rgba5551_html",
42 "android.webgl.cts.WebGLTest#test_conformance_textures_texture_npot_html",
Eric Pennera4118a82014-10-01 12:57:04 -0700[diff] [blame]43 "android.webgl.cts.WebGLTest#test_conformance_textures_texture_npot_video_html",
44 "android.webgl.cts.WebGLTest#test_conformance_glsl_misc_empty_main_vert_html",
45 "android.webgl.cts.WebGLTest#test_conformance_glsl_misc_gl_position_unset_vert_html",
46 "android.webgl.cts.WebGLTest#test_conformance_misc_webgl_specific_html"
Eric Pennerf0a43ae2014-08-31 14:36:51 -0700[diff] [blame]47 ],
Eric Pennera4118a82014-10-01 12:57:04 -0700[diff] [blame]48 bug: 17748398
Unsuk Jung4b9b3682014-09-09 11:03:52 -0700[diff] [blame]49},
50{
51 description: "permissions for the API previously used in the test has changed, making it impossible to pass",
52 names: [
53 "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingFast",
54 "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingSlow",
55 "android.openglperf.cts.GlVboPerfTest#testVboVsNonVboPerfGeometry0",
56 "android.openglperf.cts.GlVboPerfTest#testVboVsNonVboPerfGeometry1",
57 "android.openglperf.cts.GlVboPerfTest#testVboWithVaryingIndexBufferNumbers"
58 ],
59 bug: 17394321
Eino-Ville Talvala306cf4a2014-09-03 18:07:33 -0700[diff] [blame]60},
61{
Eino-Ville Talvalaa5231622014-09-16 14:38:53 -0700[diff] [blame]62 description: "these tests require a good test scene, so they fail if run in random conditions",
63 names: [
64 "android.hardware.camera2.cts.AllocationTest#testBlackWhite",
65 "android.hardware.camera2.cts.AllocationTest#testParamSensitivity"
66 ],
67 bug: 17530117
Unsuk Jung361d6262014-09-19 04:38:24 -0700[diff] [blame]68},
69{
70 description: "these tests locks the screen with an emtpy password or swipe-to-unlock, blocking subsequent test to dismiss keyguard",
71 names: [
72 "android.admin.cts.DevicePolicyManagerTest#testPasswordQuality_something",
73 "android.admin.cts.DevicePolicyManagerTest#testPasswordQuality_numeric",
74 "android.admin.cts.DevicePolicyManagerTest#testPasswordQuality_alphabetic",
75 "android.admin.cts.DevicePolicyManagerTest#testPasswordQuality_alphanumeric",
76 "android.admin.cts.DevicePolicyManagerTest#testGetMaximumFailedPasswordsForWipe"
77 ],
78 bug: 17496766
Chenjie Luo09e35192014-09-12 16:25:12 -0700[diff] [blame]79},
80{
Rubin Xubff39e92014-09-23 12:20:38 +0100[diff] [blame]81 description: "Current implementation of uninstallAllUserCaCerts does not throw expected security exception, wait for fix from framework",
82 names: [
83 "android.admin.cts.DevicePolicyManagerTest#testUninstallAllUserCaCerts_failIfNotProfileOwner"
84 ],
85 bug: 17508787
George Mountf7a03902014-09-23 15:15:02 -0700[diff] [blame]86},
87{
Ricardo Garciaf7974042014-09-25 12:07:13 -0700[diff] [blame]88
George Mountf7a03902014-09-23 15:15:02 -0700[diff] [blame]89 description: "These tests fail on some devices.",
90 names: [
91 "android.uirendering.cts.testclasses.ExactCanvasTests#testBlueRect",
92 "android.uirendering.cts.testclasses.ExactCanvasTests#testBluePaddedSquare",
93 "android.uirendering.cts.testclasses.ViewClippingTests#testSimplePaddingClip",
94 "android.uirendering.cts.testclasses.ViewClippingTests#testSimpleClipBoundsClip",
95 "android.uirendering.cts.testclasses.ViewClippingTests#testSimpleOutlineClip",
96 "android.uirendering.cts.testclasses.ViewClippingTests#testSimpleBoundsClip",
97 "android.uirendering.cts.testclasses.InfrastructureTests#testViewInitializer"
98 ],
99 bug: 17511118
Ricardo Garciaf7974042014-09-25 12:07:13 -0700[diff] [blame]100},
101{
102 description: "This test failed on devices that use effect off loading. In addition it uses hidden apis",
103 names: [
104 "android.meida.cts.AudioEffectTest#test1_1ConstructorFromUuid"
105 ],
106 bug: 17605875
destradaa2581a9e2014-09-26 13:25:19 -0700[diff] [blame]107},
108{
109 description: "Failures on these tests are known on several devices.",
110 names: [
111 "android.hardware.cts.SensorBatchingTests#testAccelerometer_fastest_batching",
112 "android.hardware.cts.SensorBatchingTests#testAccelerometer_50hz_batching",
113 "android.hardware.cts.SensorBatchingTests#testAccelerometer_fastest_flush",
114 "android.hardware.cts.SensorBatchingTests#testAccelerometer_50hz_flush",
115 "android.hardware.cts.SensorBatchingTests#testMagneticField_fastest_batching",
116 "android.hardware.cts.SensorBatchingTests#testMagneticField_50hz_batching",
117 "android.hardware.cts.SensorBatchingTests#testMagneticField_fastest_flush",
118 "android.hardware.cts.SensorBatchingTests#testMagneticField_50hz_flush",
119 "android.hardware.cts.SensorBatchingTests#testOrientation_fastest_batching",
120 "android.hardware.cts.SensorBatchingTests#testOrientation_50hz_batching",
121 "android.hardware.cts.SensorBatchingTests#testOrientation_fastest_flush",
122 "android.hardware.cts.SensorBatchingTests#testOrientation_50hz_flush",
123 "android.hardware.cts.SensorBatchingTests#testGyroscope_fastest_batching",
124 "android.hardware.cts.SensorBatchingTests#testGyroscope_50hz_batching",
125 "android.hardware.cts.SensorBatchingTests#testGyroscope_fastest_flush",
126 "android.hardware.cts.SensorBatchingTests#testGyroscope_50hz_flush",
127 "android.hardware.cts.SensorBatchingTests#testPressure_fastest_batching",
128 "android.hardware.cts.SensorBatchingTests#testPressure_50hz_batching",
129 "android.hardware.cts.SensorBatchingTests#testPressure_fastest_flush",
130 "android.hardware.cts.SensorBatchingTests#testPressure_50hz_flush",
131 "android.hardware.cts.SensorBatchingTests#testGravity_fastest_batching",
132 "android.hardware.cts.SensorBatchingTests#testGravity_50hz_batching",
133 "android.hardware.cts.SensorBatchingTests#testGravity_fastest_flush",
134 "android.hardware.cts.SensorBatchingTests#testGravity_50hz_flush",
135 "android.hardware.cts.SensorBatchingTests#testRotationVector_fastest_batching",
136 "android.hardware.cts.SensorBatchingTests#testRotationVector_50hz_batching",
137 "android.hardware.cts.SensorBatchingTests#testRotationVector_fastest_flush",
138 "android.hardware.cts.SensorBatchingTests#testRotationVector_50hz_flush",
139 "android.hardware.cts.SensorBatchingTests#testMagneticFieldUncalibrated_fastest_batching",
140 "android.hardware.cts.SensorBatchingTests#testMagneticFieldUncalibrated_50hz_batching",
141 "android.hardware.cts.SensorBatchingTests#testMagneticFieldUncalibrated_fastest_flush",
142 "android.hardware.cts.SensorBatchingTests#testMagneticFieldUncalibrated_50hz_flush",
143 "android.hardware.cts.SensorBatchingTests#testGameRotationVector_fastest_batching",
144 "android.hardware.cts.SensorBatchingTests#testGameRotationVector_50hz_batching",
145 "android.hardware.cts.SensorBatchingTests#testGameRotationVector_fastest_flush",
146 "android.hardware.cts.SensorBatchingTests#testGameRotationVector_50hz_flush",
147 "android.hardware.cts.SensorBatchingTests#testGyroscopeUncalibrated_fastest_batching",
148 "android.hardware.cts.SensorBatchingTests#testGyroscopeUncalibrated_50hz_batching",
149 "android.hardware.cts.SensorBatchingTests#testGyroscopeUncalibrated_fastest_flush",
150 "android.hardware.cts.SensorBatchingTests#testGyroscopeUncalibrated_50hz_flush",
151 "android.hardware.cts.SensorBatchingTests#testLinearAcceleration_fastest_batching",
152 "android.hardware.cts.SensorBatchingTests#testLinearAcceleration_50hz_batching",
153 "android.hardware.cts.SensorBatchingTests#testLinearAcceleration_fastest_flush",
154 "android.hardware.cts.SensorBatchingTests#testLinearAcceleration_50hz_flush",
155 "android.hardware.cts.SensorBatchingTests#testGeomagneticRotationVector_fastest_batching",
156 "android.hardware.cts.SensorBatchingTests#testGeomagneticRotationVector_50hz_batching",
157 "android.hardware.cts.SensorBatchingTests#testGeomagneticRotationVector_fastest_flush",
158 "android.hardware.cts.SensorBatchingTests#testGeomagneticRotationVector_50hz_flush",
159 "android.hardware.cts.SensorIntegrationTests#testSensorsWithSeveralClients",
160 "android.hardware.cts.SensorIntegrationTests#testSensorsMovingRates",
destradaa909492d2014-10-03 15:49:38 -0700[diff] [blame^]161 "android.hardware.cts.SensorIntegrationTests#testAccelerometerAccelerometerStopping",
162 "android.hardware.cts.SensorIntegrationTests#testAccelerometerGyroscopeStopping",
163 "android.hardware.cts.SensorIntegrationTests#testAccelerometerMagneticFieldStopping",
164 "android.hardware.cts.SensorIntegrationTests#testGyroscopeAccelerometerStopping",
165 "android.hardware.cts.SensorIntegrationTests#testGyroscopeGyroscopeStopping",
166 "android.hardware.cts.SensorIntegrationTests#testGyroscopeMagneticFieldStopping",
167 "android.hardware.cts.SensorIntegrationTests#testMagneticFieldAccelerometerStopping",
168 "android.hardware.cts.SensorIntegrationTests#testMagneticFieldGyroscopeStopping",
169 "android.hardware.cts.SensorIntegrationTests#testMagneticFieldMagneticFieldStopping",
destradaa2581a9e2014-09-26 13:25:19 -0700[diff] [blame]170 "android.hardware.cts.SingleSensorTests#testSensorProperties",
171 "android.hardware.cts.SingleSensorTests#testAccelerometer_fastest",
172 "android.hardware.cts.SingleSensorTests#testAccelerometer_100hz",
173 "android.hardware.cts.SingleSensorTests#testAccelerometer_200hz",
174 "android.hardware.cts.SingleSensorTests#testAccelerometer_50hz",
175 "android.hardware.cts.SingleSensorTests#testAccelerometer_25hz",
176 "android.hardware.cts.SingleSensorTests#testAccelerometer_15hz",
177 "android.hardware.cts.SingleSensorTests#testAccelerometer_10hz",
178 "android.hardware.cts.SingleSensorTests#testAccelerometer_5hz",
179 "android.hardware.cts.SingleSensorTests#testAccelerometer_1hz",
180 "android.hardware.cts.SingleSensorTests#testMagneticField_fastest",
181 "android.hardware.cts.SingleSensorTests#testMagneticField_200hz",
182 "android.hardware.cts.SingleSensorTests#testMagneticField_100hz",
183 "android.hardware.cts.SingleSensorTests#testMagneticField_50hz",
184 "android.hardware.cts.SingleSensorTests#testMagneticField_25hz",
185 "android.hardware.cts.SingleSensorTests#testMagneticField_15hz",
186 "android.hardware.cts.SingleSensorTests#testMagneticField_10hz",
187 "android.hardware.cts.SingleSensorTests#testMagneticField_5hz",
188 "android.hardware.cts.SingleSensorTests#testMagneticField_1hz",
189 "android.hardware.cts.SingleSensorTests#testOrientation_fastest",
190 "android.hardware.cts.SingleSensorTests#testOrientation_200hz",
191 "android.hardware.cts.SingleSensorTests#testOrientation_100hz",
192 "android.hardware.cts.SingleSensorTests#testOrientation_50hz",
193 "android.hardware.cts.SingleSensorTests#testOrientation_25hz",
194 "android.hardware.cts.SingleSensorTests#testOrientation_15hz",
195 "android.hardware.cts.SingleSensorTests#testOrientation_10hz",
196 "android.hardware.cts.SingleSensorTests#testOrientation_5hz",
197 "android.hardware.cts.SingleSensorTests#testOrientation_1hz",
198 "android.hardware.cts.SingleSensorTests#testGyroscope_fastest",
199 "android.hardware.cts.SingleSensorTests#testGyroscope_200hz",
200 "android.hardware.cts.SingleSensorTests#testGyroscope_100hz",
201 "android.hardware.cts.SingleSensorTests#testGyroscope_50hz",
202 "android.hardware.cts.SingleSensorTests#testGyroscope_25hz",
203 "android.hardware.cts.SingleSensorTests#testGyroscope_15hz",
204 "android.hardware.cts.SingleSensorTests#testGyroscope_10hz",
205 "android.hardware.cts.SingleSensorTests#testGyroscope_5hz",
206 "android.hardware.cts.SingleSensorTests#testGyroscope_1hz",
207 "android.hardware.cts.SingleSensorTests#testPressure_fastest",
208 "android.hardware.cts.SingleSensorTests#testPressure_200hz",
209 "android.hardware.cts.SingleSensorTests#testPressure_100hz",
210 "android.hardware.cts.SingleSensorTests#testPressure_50hz",
211 "android.hardware.cts.SingleSensorTests#testPressure_25hz",
212 "android.hardware.cts.SingleSensorTests#testPressure_15hz",
213 "android.hardware.cts.SingleSensorTests#testPressure_10hz",
214 "android.hardware.cts.SingleSensorTests#testPressure_5hz",
215 "android.hardware.cts.SingleSensorTests#testPressure_1hz",
216 "android.hardware.cts.SingleSensorTests#testGravity_fastest",
217 "android.hardware.cts.SingleSensorTests#testGravity_200hz",
218 "android.hardware.cts.SingleSensorTests#testGravity_100hz",
219 "android.hardware.cts.SingleSensorTests#testGravity_50hz",
220 "android.hardware.cts.SingleSensorTests#testGravity_25hz",
221 "android.hardware.cts.SingleSensorTests#testGravity_15hz",
222 "android.hardware.cts.SingleSensorTests#testGravity_10hz",
223 "android.hardware.cts.SingleSensorTests#testGravity_5hz",
224 "android.hardware.cts.SingleSensorTests#testGravity_1hz",
225 "android.hardware.cts.SingleSensorTests#testRotationVector_fastest",
226 "android.hardware.cts.SingleSensorTests#testRotationVector_200hz",
227 "android.hardware.cts.SingleSensorTests#testRotationVector_100hz",
228 "android.hardware.cts.SingleSensorTests#testRotationVector_50hz",
229 "android.hardware.cts.SingleSensorTests#testRotationVector_25hz",
230 "android.hardware.cts.SingleSensorTests#testRotationVector_15hz",
231 "android.hardware.cts.SingleSensorTests#testRotationVector_10hz",
232 "android.hardware.cts.SingleSensorTests#testRotationVector_5hz",
233 "android.hardware.cts.SingleSensorTests#testRotationVector_1hz",
234 "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_fastest",
235 "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_200hz",
236 "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_100hz",
237 "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_50hz",
238 "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_25hz",
239 "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_15hz",
240 "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_10hz",
241 "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_5hz",
242 "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_1hz",
243 "android.hardware.cts.SingleSensorTests#testGameRotationVector_fastest",
244 "android.hardware.cts.SingleSensorTests#testGameRotationVector_200hz",
245 "android.hardware.cts.SingleSensorTests#testGameRotationVector_100hz",
246 "android.hardware.cts.SingleSensorTests#testGameRotationVector_50hz",
247 "android.hardware.cts.SingleSensorTests#testGameRotationVector_25hz",
248 "android.hardware.cts.SingleSensorTests#testGameRotationVector_15hz",
249 "android.hardware.cts.SingleSensorTests#testGameRotationVector_10hz",
250 "android.hardware.cts.SingleSensorTests#testGameRotationVector_5hz",
251 "android.hardware.cts.SingleSensorTests#testGameRotationVector_1hz",
252 "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_fastest",
253 "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_200hz",
254 "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_100hz",
255 "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_50hz",
256 "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_25hz",
257 "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_15hz",
258 "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_10hz",
259 "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_5hz",
260 "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_1hz",
261 "android.hardware.cts.SingleSensorTests#testGeomagneticRotationVector_fastest",
262 "android.hardware.cts.SingleSensorTests#testLinearAcceleration_200hz",
263 "android.hardware.cts.SingleSensorTests#testLinearAcceleration_100hz",
264 "android.hardware.cts.SingleSensorTests#testLinearAcceleration_50hz",
265 "android.hardware.cts.SingleSensorTests#testLinearAcceleration_25hz",
266 "android.hardware.cts.SingleSensorTests#testLinearAcceleration_15hz",
267 "android.hardware.cts.SingleSensorTests#testLinearAcceleration_10hz",
268 "android.hardware.cts.SingleSensorTests#testLinearAcceleration_5hz",
269 "android.hardware.cts.SingleSensorTests#testLinearAcceleration_1hz",
270 "android.hardware.cts.SensorTest#testValuesForAllSensors",
271 "android.hardware.cts.SensorTest#testSensorTimeStamps",
272 "android.hardware.cts.SensorTest#testBatchAndFlush",
273 "android.hardware.cts.SensorTest#testBatchAndFlushWithHandler"
274 ],
275 bug: 17675466
Nick Kralevich738a1032014-09-15 15:24:56 -0700[diff] [blame]276}
Brian Muramatsuad207372011-12-16 18:41:45 -0800[diff] [blame]277]