Brian Muramatsu | ad20737 | 2011-12-16 18:41:45 -0800 | [diff] [blame] | 1 | [ |
Tsu Chiang Chuang | 52b481e | 2014-08-08 09:46:16 -0700 | [diff] [blame] | 2 | { |
Unsuk Jung | c2413d0 | 2014-10-30 16:43:15 -0700 | [diff] [blame] | 3 | description: "the UsageStats is not yet stable enough", |
| 4 | names: [ |
| 5 | "android.app.usage.cts.UsageStatsTest" |
| 6 | ], |
| 7 | bug: 17536113 |
| 8 | }, |
| 9 | { |
Unsuk Jung | 7571450 | 2014-10-15 14:40:41 -0700 | [diff] [blame] | 10 | description: "tests a fragile by nature as they rely on hardcoded behavior", |
| 11 | names: [ |
| 12 | "android.accessibilityservice.cts.AccessibilityTextTraversalTest#testActionNextAndPreviousAtGranularityPageOverText", |
| 13 | "android.accessibilityservice.cts.AccessibilityTextTraversalTest#testActionNextAndPreviousAtGranularityPageOverTextExtend" |
| 14 | ], |
| 15 | bug: 17595050 |
| 16 | }, |
| 17 | { |
Unsuk Jung | 6111405 | 2014-12-09 11:07:32 -0800 | [diff] [blame] | 18 | description: "the SSLCertificateSocketFactoryTest often fails because of lack of live internet or short timeout, it should be refactored to do a local server testing", |
| 19 | names: [ |
| 20 | "android.net.cts.SSLCertificateSocketFactoryTest#testCreateSocket", |
| 21 | "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_bind", |
| 22 | "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_simple", |
| 23 | "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_wrapping" |
| 24 | ], |
| 25 | bug: 18682315 |
| 26 | }, |
| 27 | { |
| 28 | description: "the test result are too much dependent on live-internet connection, which for some devices might not exist", |
| 29 | names: [ |
| 30 | "android.net.wifi.cts.NsdManagerTest#testAndroidTestCaseSetupProperly" |
| 31 | ], |
| 32 | bug: 18680089 |
| 33 | }, |
| 34 | { |
Unsuk Jung | c0e9f98 | 2014-12-05 12:00:00 -0800 | [diff] [blame] | 35 | description: "AudioPolicyBinder tests are not yet robust enough", |
| 36 | names: [ |
| 37 | "android.security.cts.AudioPolicyBinderTest" |
| 38 | ], |
| 39 | bug: 18461670 |
| 40 | }, |
| 41 | { |
Tsu Chiang Chuang | 52b481e | 2014-08-08 09:46:16 -0700 | [diff] [blame] | 42 | description: "Not all jdwp features are currently supported. These tests will fail", |
| 43 | names: [ |
| 44 | "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch001", |
| 45 | "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch002", |
| 46 | "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch003", |
| 47 | "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch004", |
| 48 | "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger001#testDebugger002", |
| 49 | "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger002#testDebugger", |
| 50 | "org.apache.harmony.jpda.tests.jdwp.Events.ClassUnloadTest#testClassUnloadEvent", |
| 51 | "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnterTest#testMonitorContendedEnterForClassMatch", |
| 52 | "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnteredTest#testMonitorContendedEnteredForClassMatch", |
| 53 | "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassExclude", |
| 54 | "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchExact", |
| 55 | "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchFirst", |
| 56 | "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchSecond", |
| 57 | "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassOnly", |
| 58 | "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassExclude", |
| 59 | "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchExact", |
| 60 | "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchFirst", |
| 61 | "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchSecond", |
| 62 | "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassOnly", |
| 63 | "org.apache.harmony.jpda.tests.jdwp.ReferenceType.ClassFileVersionTest#testClassFileVersion001", |
| 64 | "org.apache.harmony.jpda.tests.jdwp.ReferenceType.NestedTypesTest#testNestedTypes001", |
| 65 | "org.apache.harmony.jpda.tests.jdwp.ThreadReference.StopTest#testStop001", |
| 66 | "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.HoldEventsTest#testHoldEvents001", |
| 67 | "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.ReleaseEventsTest#testReleaseEvents001" |
| 68 | ], |
| 69 | bug: 16720689 |
Eric Penner | f0a43ae | 2014-08-31 14:36:51 -0700 | [diff] [blame] | 70 | }, |
| 71 | { |
Unsuk Jung | 7571450 | 2014-10-15 14:40:41 -0700 | [diff] [blame] | 72 | description: "test can only run properly on a user build device when the bug is resolved", |
| 73 | names: [ |
| 74 | "android.appwidget.cts.AppWidgetTest#testAppWidgetProviderCallbacks", |
| 75 | "android.appwidget.cts.AppWidgetTest#testBindAppWidget", |
| 76 | "android.appwidget.cts.AppWidgetTest#testCollectionWidgets", |
| 77 | "android.appwidget.cts.AppWidgetTest#testDeleteHost", |
| 78 | "android.appwidget.cts.AppWidgetTest#testDeleteHosts", |
| 79 | "android.appwidget.cts.AppWidgetTest#testGetAppWidgetIds", |
| 80 | "android.appwidget.cts.AppWidgetTest#testGetAppWidgetInfo", |
| 81 | "android.appwidget.cts.AppWidgetTest#testGetAppWidgetOptions", |
| 82 | "android.appwidget.cts.AppWidgetTest#testPartiallyUpdateAppWidgetViaWidgetId", |
| 83 | "android.appwidget.cts.AppWidgetTest#testPartiallyUpdateAppWidgetViaWidgetIds", |
| 84 | "android.appwidget.cts.AppWidgetTest#testTwoAppWidgetProviderCallbacks", |
| 85 | "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaComponentName", |
| 86 | "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaWidgetId", |
| 87 | "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaWidgetIds" |
| 88 | ], |
| 89 | bug: 17993121 |
| 90 | }, |
| 91 | { |
Unsuk Jung | 4b9b368 | 2014-09-09 11:03:52 -0700 | [diff] [blame] | 92 | description: "permissions for the API previously used in the test has changed, making it impossible to pass", |
| 93 | names: [ |
| 94 | "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingFast", |
Nicholas Sauer | 5cf350a | 2014-10-22 13:42:11 -0700 | [diff] [blame] | 95 | "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingSlow" |
Unsuk Jung | 4b9b368 | 2014-09-09 11:03:52 -0700 | [diff] [blame] | 96 | ], |
| 97 | bug: 17394321 |
Eino-Ville Talvala | 306cf4a | 2014-09-03 18:07:33 -0700 | [diff] [blame] | 98 | }, |
| 99 | { |
Nicholas Sauer | 5cf350a | 2014-10-22 13:42:11 -0700 | [diff] [blame] | 100 | description: "unexpected failures", |
| 101 | names: [ |
| 102 | "android.openglperf.cts.GlVboPerfTest#testVboWithVaryingIndexBufferNumbers" |
| 103 | ], |
| 104 | bug: 18091590 |
| 105 | }, |
| 106 | { |
Eino-Ville Talvala | a523162 | 2014-09-16 14:38:53 -0700 | [diff] [blame] | 107 | description: "these tests require a good test scene, so they fail if run in random conditions", |
| 108 | names: [ |
| 109 | "android.hardware.camera2.cts.AllocationTest#testBlackWhite", |
| 110 | "android.hardware.camera2.cts.AllocationTest#testParamSensitivity" |
| 111 | ], |
| 112 | bug: 17530117 |
Unsuk Jung | 361d626 | 2014-09-19 04:38:24 -0700 | [diff] [blame] | 113 | }, |
| 114 | { |
Rubin Xu | bff39e9 | 2014-09-23 12:20:38 +0100 | [diff] [blame] | 115 | description: "Current implementation of uninstallAllUserCaCerts does not throw expected security exception, wait for fix from framework", |
| 116 | names: [ |
| 117 | "android.admin.cts.DevicePolicyManagerTest#testUninstallAllUserCaCerts_failIfNotProfileOwner" |
| 118 | ], |
| 119 | bug: 17508787 |
George Mount | f7a0390 | 2014-09-23 15:15:02 -0700 | [diff] [blame] | 120 | }, |
| 121 | { |
Kenny Guy | da65244 | 2015-01-26 14:49:13 +0000 | [diff] [blame] | 122 | description: "New tests recently added for Android Enterprise. To be moved out of CTS-staging as soon as they show that they are stable", |
| 123 | names: [ |
| 124 | "com.android.cts.devicepolicy.LauncherAppsMultiUserTest#testGetActivitiesForNonProfileFails", |
| 125 | "com.android.cts.devicepolicy.LauncherAppsMultiUserTest#testNoLauncherCallbackPackageAddedSecondaryUser", |
| 126 | "com.android.cts.devicepolicy.LauncherAppsProfileTest#testGetActivitiesWithProfile", |
| 127 | "com.android.cts.devicepolicy.LauncherAppsProfileTest#testLauncherCallbackPackageAddedProfile", |
| 128 | "com.android.cts.devicepolicy.LauncherAppsProfileTest#testLauncherCallbackPackageRemovedProfile", |
| 129 | "com.android.cts.devicepolicy.LauncherAppsProfileTest#testLauncherCallbackPackageChangedProfile", |
| 130 | "com.android.cts.devicepolicy.LauncherAppsSingleUserTest#testInstallAppMainUser", |
| 131 | "com.android.cts.devicepolicy.LauncherAppsSingleUserTest#testLauncherCallbackPackageAddedMainUser", |
| 132 | "com.android.cts.devicepolicy.LauncherAppsSingleUserTest#testLauncherCallbackPackageRemovedMainUser", |
| 133 | "com.android.cts.devicepolicy.LauncherAppsSingleUserTest#testLauncherCallbackPackageChangedMainUser", |
| 134 | "com.android.cts.devicepolicy.LauncherAppsSingleUserTest#testLauncherNonExportedAppFails", |
| 135 | "com.android.cts.devicepolicy.LauncherAppsSingleUserTest#testLaunchNonExportActivityFails", |
| 136 | "com.android.cts.devicepolicy.LauncherAppsSingleUserTest#testLaunchMainActivity" |
| 137 | ] |
| 138 | }, |
| 139 | { |
Ricardo Garcia | f797404 | 2014-09-25 12:07:13 -0700 | [diff] [blame] | 140 | description: "This test failed on devices that use effect off loading. In addition it uses hidden apis", |
| 141 | names: [ |
Unsuk Jung | 52abbfc | 2014-10-12 20:59:20 -0700 | [diff] [blame] | 142 | "android.media.cts.AudioEffectTest#test1_1ConstructorFromUuid" |
Ricardo Garcia | f797404 | 2014-09-25 12:07:13 -0700 | [diff] [blame] | 143 | ], |
| 144 | bug: 17605875 |
destradaa | 2581a9e | 2014-09-26 13:25:19 -0700 | [diff] [blame] | 145 | }, |
| 146 | { |
Ronghua Wu | 7defa71 | 2014-10-06 10:56:19 -0700 | [diff] [blame] | 147 | description: "This test failed on hw decoder that doesn't output frame with the configured format.", |
| 148 | names: [ |
Unsuk Jung | 52abbfc | 2014-10-12 20:59:20 -0700 | [diff] [blame] | 149 | "android.media.cts.ImageReaderDecoderTest#testHwAVCDecode360pForFlexibleYuv" |
Ronghua Wu | 7defa71 | 2014-10-06 10:56:19 -0700 | [diff] [blame] | 150 | ], |
| 151 | bug: 17144778 |
Raph Levien | 6aae555 | 2014-10-02 16:24:33 -0700 | [diff] [blame] | 152 | }, |
| 153 | { |
| 154 | description: "Roboto font tests are not yet known good on all devices", |
| 155 | names: [ |
| 156 | "android.uirendering.cts.testclasses.FontRenderingTests" |
| 157 | ], |
| 158 | bug: 17109280 |
Unsuk Jung | c189d58 | 2014-10-23 01:17:04 -0700 | [diff] [blame] | 159 | }, |
| 160 | { |
| 161 | description: "android.keystore tests will replace these tests", |
| 162 | names: [ |
| 163 | "com.android.org.conscrypt.MacTest#test_getInstance_OpenSSL_ENGINE", |
| 164 | "com.android.org.conscrypt.NativeCryptoTest#test_ENGINE_by_id_TestEngine", |
| 165 | "com.android.org.conscrypt.SignatureTest#test_getInstance_OpenSSL_ENGINE" |
| 166 | ], |
| 167 | bug: 18030049 |
Yin-Chia Yeh | 601e633 | 2014-11-19 13:47:56 -0800 | [diff] [blame] | 168 | }, |
| 169 | { |
| 170 | description: "The new recording test is not yet passing on all devices", |
| 171 | names: [ |
| 172 | "android.hardware.camera2.cts.RecordingTest#testRecordingFramerateLowToHigh" |
| 173 | ], |
| 174 | bug: 18705837 |
| 175 | }, |
| 176 | { |
| 177 | description: "The new image reader test is not yet passing on all devices", |
| 178 | names: [ |
| 179 | "android.hardware.camera2.cts.ImageReaderTest#testAllOutputYUVResolutions" |
| 180 | ], |
| 181 | bug: 18689511 |
Zhijun He | d101a53 | 2015-06-24 14:24:46 -0700 | [diff] [blame^] | 182 | }, |
| 183 | { |
| 184 | description: "The new prepare performance test is not yet passing on all devices", |
| 185 | names: [ |
| 186 | "android.hardware.camera2.cts.SurfaceViewPreviewTest#testPreparePerformance" |
| 187 | ], |
| 188 | bug: 17989532 |
Nick Kralevich | 738a103 | 2014-09-15 15:24:56 -0700 | [diff] [blame] | 189 | } |
Brian Muramatsu | ad20737 | 2011-12-16 18:41:45 -0800 | [diff] [blame] | 190 | ] |