1[ 2{ 3 description: "Disable ListeningPortsTest", 4 names: [ 5 "android.security.cts.ListeningPortsTest" 6 ], 7 bug: 31803630 8}, 9{ 10 description: "some AlarmClockTests are not robust across different device types", 11 names: [ 12 "android.alarmclock.cts.DismissAlarmTest#testAll", 13 "android.alarmclock.cts.SetAlarmTest#testAll", 14 "android.alarmclock.cts.SnoozeAlarmTest#testAll" 15 ], 16 bug: 23776083 17}, 18{ 19 description: "the UsageStats is not yet stable enough", 20 names: [ 21 "android.app.usage.cts.UsageStatsTest" 22 ], 23 bug: 17536113 24}, 25{ 26 description: "the ConnectivityConstraintTest are not yet stable", 27 names: [ 28 "android.jobscheduler.cts.ConnectivityConstraintTest" 29 ], 30 bug: 18117279 31}, 32{ 33 description: "tests a fragile by nature as they rely on hardcoded behavior", 34 names: [ 35 "android.accessibilityservice.cts.AccessibilityTextTraversalTest#testActionNextAndPreviousAtGranularityPageOverText", 36 "android.accessibilityservice.cts.AccessibilityTextTraversalTest#testActionNextAndPreviousAtGranularityPageOverTextExtend" 37 ], 38 bug: 17595050 39}, 40{ 41 description: "test fails on some devices", 42 names: [ 43 "android.dumpsys.cts.DumpsysHostTest#testBatterystatsOutput", 44 "android.dumpsys.cts.DumpsysHostTest#testGfxinfoFramestats" 45 ], 46 bug: 23776893 47}, 48{ 49 description: "the SSLCertificateSocketFactoryTest often fails because of lack of live internet or short timeout, it should be refactored to do a local server testing", 50 names: [ 51 "android.net.cts.SSLCertificateSocketFactoryTest#testCreateSocket", 52 "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_bind", 53 "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_simple", 54 "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_wrapping" 55 ], 56 bug: 18682315 57}, 58{ 59 description: "the test result are too much dependent on live-internet connection, which for some devices might not exist", 60 names: [ 61 "android.net.wifi.cts.NsdManagerTest#testAndroidTestCaseSetupProperly" 62 ], 63 bug: 18680089 64}, 65{ 66 description: "AudioPolicyBinder tests are not yet robust enough", 67 names: [ 68 "android.security.cts.AudioPolicyBinderTest" 69 ], 70 bug: 18461670 71}, 72{ 73 description: "test not robust", 74 names: [ 75 "android.telecom.cts.ExtendedInCallServiceTest#testAddNewOutgoingCallAndThenDisconnect", 76 "android.telecom.cts.RemoteConferenceTest#testRemoteConferenceCallbacks_ConferenceableConnections" 77 ], 78 bug: 23604254 79}, 80{ 81 description: "tests too flaky", 82 names: [ 83 "android.transition.cts.ChangeScrollTest#testChangeScroll" 84 ], 85 bug: 23779020 86}, 87{ 88 description: "Not all jdwp features are currently supported. These tests will fail", 89 names: [ 90 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch001", 91 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch002", 92 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch003", 93 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch004", 94 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger001#testDebugger002", 95 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger002#testDebugger", 96 "org.apache.harmony.jpda.tests.jdwp.Events.ClassUnloadTest#testClassUnloadEvent", 97 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnterTest#testMonitorContendedEnterForClassMatch", 98 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnteredTest#testMonitorContendedEnteredForClassMatch", 99 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassExclude", 100 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchExact", 101 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchFirst", 102 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchSecond", 103 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassOnly", 104 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassExclude", 105 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchExact", 106 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchFirst", 107 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchSecond", 108 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassOnly", 109 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.ClassFileVersionTest#testClassFileVersion001", 110 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.NestedTypesTest#testNestedTypes001", 111 "org.apache.harmony.jpda.tests.jdwp.ThreadReference.StopTest#testStop001", 112 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.HoldEventsTest#testHoldEvents001", 113 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.ReleaseEventsTest#testReleaseEvents001" 114 ], 115 bug: 16720689 116}, 117{ 118 description: "test can only run properly on a user build device when the bug is resolved", 119 names: [ 120 "android.appwidget.cts.AppWidgetTest#testAppWidgetProviderCallbacks", 121 "android.appwidget.cts.AppWidgetTest#testBindAppWidget", 122 "android.appwidget.cts.AppWidgetTest#testCollectionWidgets", 123 "android.appwidget.cts.AppWidgetTest#testDeleteHost", 124 "android.appwidget.cts.AppWidgetTest#testDeleteHosts", 125 "android.appwidget.cts.AppWidgetTest#testGetAppWidgetIds", 126 "android.appwidget.cts.AppWidgetTest#testGetAppWidgetInfo", 127 "android.appwidget.cts.AppWidgetTest#testGetAppWidgetOptions", 128 "android.appwidget.cts.AppWidgetTest#testPartiallyUpdateAppWidgetViaWidgetId", 129 "android.appwidget.cts.AppWidgetTest#testPartiallyUpdateAppWidgetViaWidgetIds", 130 "android.appwidget.cts.AppWidgetTest#testTwoAppWidgetProviderCallbacks", 131 "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaComponentName", 132 "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaWidgetId", 133 "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaWidgetIds" 134 ], 135 bug: 17993121 136}, 137{ 138 description: "permissions for the API previously used in the test has changed, making it impossible to pass", 139 names: [ 140 "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingFast", 141 "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingSlow" 142 ], 143 bug: 17394321 144}, 145{ 146 description: "unexpected failures", 147 names: [ 148 "android.openglperf.cts.GlVboPerfTest#testVboWithVaryingIndexBufferNumbers" 149 ], 150 bug: 18091590 151}, 152{ 153 description: "Test is not yet properly implemented", 154 names: [ 155 "android.voicesettings.cts.ZenModeTest#testAll" 156 ], 157 bug: 23238984 158}, 159{ 160 description: "This test failed on devices that use effect off loading. In addition it uses hidden apis", 161 names: [ 162 "android.media.cts.AudioEffectTest#test1_1ConstructorFromUuid" 163 ], 164 bug: 17605875 165}, 166{ 167 description: "This test failed on hw decoder that doesn't output frame with the configured format.", 168 names: [ 169 "android.media.cts.ImageReaderDecoderTest#testHwAVCDecode360pForFlexibleYuv" 170 ], 171 bug: 17144778 172}, 173{ 174 description: "android.keystore tests will replace these tests", 175 names: [ 176 "com.android.org.conscrypt.MacTest#test_getInstance_OpenSSL_ENGINE", 177 "com.android.org.conscrypt.NativeCryptoTest#test_ENGINE_by_id_TestEngine", 178 "com.android.org.conscrypt.SignatureTest#test_getInstance_OpenSSL_ENGINE" 179 ], 180 bug: 18030049 181}, 182{ 183 description: "The new prepare performance test is not yet passing on all devices", 184 names: [ 185 "android.hardware.camera2.cts.SurfaceViewPreviewTest#testPreparePerformance" 186 ], 187 bug: 17989532 188}, 189{ 190 description: "The timing measurements for preview callbacks are not reliable", 191 names: [ 192 "android.hardware.cts.CameraTest#testPreviewFpsRange" 193 ], 194 bug: 23008511 195}, 196{ 197 description: "Light status bar CTS coming in late", 198 names: [ 199 "android.systemui.cts.LightStatusBarTests#testLightStatusBarIcons" 200 ], 201 bug: 23427621 202}, 203{ 204 description: "tests are not yet ready", 205 names: [ 206 "com.android.cts.app.os.OsHostTests#testNonExportedActivities" 207 ], 208 bug: 23779168 209}, 210{ 211 description: "ConnectivityConstraintTest job scheduler not working.", 212 names: [ 213 "android.jobscheduler.cts.ConnectivityConstraintTest#testConnectivityConstraintExecutes_withWifi", 214 "android.jobscheduler.cts.ConnectivityConstraintTest#testUnmeteredConstraintExecutes_withWifi", 215 "android.jobscheduler.cts.ConnectivityConstraintTest#testConnectivityConstraintExecutes_withMobile" 216 ], 217 bug: 21262226 218}, 219{ 220 description: "ConnectivityConstraintTest times out.", 221 names: [ 222 "android.jobscheduler.cts.TimingConstraintsTest#testJobParameters_unexpiredDeadline" 223 ], 224 bug: 23144425 225}, 226{ 227 description: "Video encoding tests are timing out.", 228 names: [ 229 "android.media.cts.VideoEncoderTest#testGoogH264FlexArbitraryW", 230 "android.media.cts.VideoEncoderTest#testGoogH264SurfArbitraryW" 231 ], 232 bug: 23827982 233}, 234{ 235 description: "VP9 encoder is not a standard requirement of android as of O.", 236 names: [ 237 "android.media.cts.VideoEncoderDecoderTest#testVp9Goog0Perf0320x0180", 238 "android.media.cts.VideoEncoderDecoderTest#testVp9Goog0Perf0640x0360", 239 "android.media.cts.VideoEncoderDecoderTest#testVp9Goog0Perf1280x0720", 240 "android.media.cts.VideoEncoderDecoderTest#testVp9Goog0Perf1920x1080" 241 ], 242 bug: 33090965 243}, 244{ 245 description: "protected broadcast not working", 246 names: [ 247 "android.permission2.cts.ProtectedBroadcastsTest#testSendProtectedBroadcasts" 248 ], 249 bug: 23192492 250}, 251{ 252 description: "restricted network is not working", 253 names: [ 254 "android.net.cts.ConnectivityManagerTest#testRestrictedNetworks" 255 ], 256 bug: 25651805 257}, 258{ 259 description: "unit testing for MediaPreparer lives within mediastress module", 260 names: [ 261 "android.mediastress.cts.preconditions.MediaPreparerTest" 262 ], 263 bug: 25850508 264}, 265{ 266 description: "Tests for the signature tests should not be in CTS", 267 names: [ 268 "android.signature.cts.tests" 269 ], 270 bug: 26150806 271}, 272{ 273 description: "android.security.cts is using a Non-NDK library, libmedia_jni.so", 274 names: [ 275 "android.security.cts.MediaCryptoTest#testMediaCryptoClearKey", 276 "android.security.cts.MediaCryptoTest#testMediaCryptoWidevine" 277 ], 278 bug: 27218502 279}, 280{ 281 description: "Still investigating this, root cause unknown yet", 282 bug: 27578806, 283 names: ["com.android.cts.cpptools.RunAsHostTest#testRunAs"] 284}, 285{ 286 description: "Wired headset tests are no longer a requirement per CDD", 287 names: [ 288 "android.telecom.cts.WiredHeadsetTest" 289 ], 290 bug: 26149528 291} 292] 293