1[
2{
3  description: "Disable ListeningPortsTest",
4  names: [
5    "android.security.cts.ListeningPortsTest"
6  ],
7  bug: 31803630
8},
9{
10  description: "some AlarmClockTests are not robust across different device types",
11  names: [
12    "android.alarmclock.cts.DismissAlarmTest#testAll",
13    "android.alarmclock.cts.SetAlarmTest#testAll",
14    "android.alarmclock.cts.SnoozeAlarmTest#testAll"
15  ],
16  bug: 23776083
17},
18{
19  description: "the UsageStats is not yet stable enough",
20  names: [
21    "android.app.usage.cts.UsageStatsTest"
22  ],
23  bug: 17536113
24},
25{
26  description: "the ConnectivityConstraintTest are not yet stable",
27  names: [
28    "android.jobscheduler.cts.ConnectivityConstraintTest"
29  ],
30  bug: 18117279
31},
32{
33  description: "tests a fragile by nature as they rely on hardcoded behavior",
34  names: [
35    "android.accessibilityservice.cts.AccessibilityTextTraversalTest#testActionNextAndPreviousAtGranularityPageOverText",
36    "android.accessibilityservice.cts.AccessibilityTextTraversalTest#testActionNextAndPreviousAtGranularityPageOverTextExtend"
37  ],
38  bug: 17595050
39},
40{
41  description: "test fails on some devices",
42  names: [
43    "android.dumpsys.cts.DumpsysHostTest#testBatterystatsOutput",
44    "android.dumpsys.cts.DumpsysHostTest#testGfxinfoFramestats"
45  ],
46  bug: 23776893
47},
48{
49  description: "the SSLCertificateSocketFactoryTest often fails because of lack of live internet or short timeout, it should be refactored to do a local server testing",
50  names: [
51    "android.net.cts.SSLCertificateSocketFactoryTest#testCreateSocket",
52    "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_bind",
53    "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_simple",
54    "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_wrapping"
55  ],
56  bug: 18682315
57},
58{
59  description: "the test result are too much dependent on live-internet connection, which for some devices might not exist",
60  names: [
61    "android.net.wifi.cts.NsdManagerTest#testAndroidTestCaseSetupProperly"
62  ],
63  bug: 18680089
64},
65{
66  description: "AudioPolicyBinder tests are not yet robust enough",
67  names: [
68    "android.security.cts.AudioPolicyBinderTest"
69  ],
70  bug: 18461670
71},
72{
73  description: "test not robust",
74  names: [
75    "android.telecom.cts.ExtendedInCallServiceTest#testAddNewOutgoingCallAndThenDisconnect",
76    "android.telecom.cts.RemoteConferenceTest#testRemoteConferenceCallbacks_ConferenceableConnections"
77  ],
78  bug: 23604254
79},
80{
81  description: "tests too flaky",
82  names: [
83    "android.transition.cts.ChangeScrollTest#testChangeScroll"
84  ],
85  bug: 23779020
86},
87{
88  description: "Not all jdwp features are currently supported. These tests will fail",
89  names: [
90    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch001",
91    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch002",
92    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch003",
93    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch004",
94    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger001#testDebugger002",
95    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger002#testDebugger",
96    "org.apache.harmony.jpda.tests.jdwp.Events.ClassUnloadTest#testClassUnloadEvent",
97    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnterTest#testMonitorContendedEnterForClassMatch",
98    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnteredTest#testMonitorContendedEnteredForClassMatch",
99    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassExclude",
100    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchExact",
101    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchFirst",
102    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchSecond",
103    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassOnly",
104    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassExclude",
105    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchExact",
106    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchFirst",
107    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchSecond",
108    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassOnly",
109    "org.apache.harmony.jpda.tests.jdwp.ReferenceType.ClassFileVersionTest#testClassFileVersion001",
110    "org.apache.harmony.jpda.tests.jdwp.ReferenceType.NestedTypesTest#testNestedTypes001",
111    "org.apache.harmony.jpda.tests.jdwp.ThreadReference.StopTest#testStop001",
112    "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.HoldEventsTest#testHoldEvents001",
113    "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.ReleaseEventsTest#testReleaseEvents001"
114  ],
115  bug: 16720689
116},
117{
118  description: "test can only run properly on a user build device when the bug is resolved",
119  names: [
120    "android.appwidget.cts.AppWidgetTest#testAppWidgetProviderCallbacks",
121    "android.appwidget.cts.AppWidgetTest#testBindAppWidget",
122    "android.appwidget.cts.AppWidgetTest#testCollectionWidgets",
123    "android.appwidget.cts.AppWidgetTest#testDeleteHost",
124    "android.appwidget.cts.AppWidgetTest#testDeleteHosts",
125    "android.appwidget.cts.AppWidgetTest#testGetAppWidgetIds",
126    "android.appwidget.cts.AppWidgetTest#testGetAppWidgetInfo",
127    "android.appwidget.cts.AppWidgetTest#testGetAppWidgetOptions",
128    "android.appwidget.cts.AppWidgetTest#testPartiallyUpdateAppWidgetViaWidgetId",
129    "android.appwidget.cts.AppWidgetTest#testPartiallyUpdateAppWidgetViaWidgetIds",
130    "android.appwidget.cts.AppWidgetTest#testTwoAppWidgetProviderCallbacks",
131    "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaComponentName",
132    "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaWidgetId",
133    "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaWidgetIds"
134  ],
135  bug: 17993121
136},
137{
138  description: "permissions for the API previously used in the test has changed, making it impossible to pass",
139  names: [
140    "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingFast",
141    "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingSlow"
142  ],
143  bug: 17394321
144},
145{
146  description: "unexpected failures",
147  names: [
148    "android.openglperf.cts.GlVboPerfTest#testVboWithVaryingIndexBufferNumbers"
149  ],
150  bug: 18091590
151},
152{
153  description: "Test is not yet properly implemented",
154  names: [
155    "android.voicesettings.cts.ZenModeTest#testAll"
156  ],
157  bug: 23238984
158},
159{
160  description: "This test failed on devices that use effect off loading. In addition it uses hidden apis",
161  names: [
162    "android.media.cts.AudioEffectTest#test1_1ConstructorFromUuid"
163  ],
164  bug: 17605875
165},
166{
167  description: "This test failed on hw decoder that doesn't output frame with the configured format.",
168  names: [
169    "android.media.cts.ImageReaderDecoderTest#testHwAVCDecode360pForFlexibleYuv"
170  ],
171  bug: 17144778
172},
173{
174  description: "android.keystore tests will replace these tests",
175  names: [
176    "com.android.org.conscrypt.MacTest#test_getInstance_OpenSSL_ENGINE",
177    "com.android.org.conscrypt.NativeCryptoTest#test_ENGINE_by_id_TestEngine",
178    "com.android.org.conscrypt.SignatureTest#test_getInstance_OpenSSL_ENGINE"
179  ],
180  bug: 18030049
181},
182{
183  description: "The new prepare performance test is not yet passing on all devices",
184  names: [
185    "android.hardware.camera2.cts.SurfaceViewPreviewTest#testPreparePerformance"
186  ],
187  bug: 17989532
188},
189{
190  description: "The timing measurements for preview callbacks are not reliable",
191  names: [
192    "android.hardware.cts.CameraTest#testPreviewFpsRange"
193  ],
194  bug: 23008511
195},
196{
197  description: "Light status bar CTS coming in late",
198  names: [
199    "android.systemui.cts.LightStatusBarTests#testLightStatusBarIcons"
200  ],
201  bug: 23427621
202},
203{
204  description: "tests are not yet ready",
205  names: [
206    "com.android.cts.app.os.OsHostTests#testNonExportedActivities"
207  ],
208  bug: 23779168
209},
210{
211  description: "ConnectivityConstraintTest job scheduler not working.",
212  names: [
213     "android.jobscheduler.cts.ConnectivityConstraintTest#testConnectivityConstraintExecutes_withWifi",
214     "android.jobscheduler.cts.ConnectivityConstraintTest#testUnmeteredConstraintExecutes_withWifi",
215     "android.jobscheduler.cts.ConnectivityConstraintTest#testConnectivityConstraintExecutes_withMobile"
216  ],
217  bug: 21262226
218},
219{
220   description: "ConnectivityConstraintTest times out.",
221   names: [
222     "android.jobscheduler.cts.TimingConstraintsTest#testJobParameters_unexpiredDeadline"
223   ],
224   bug: 23144425
225},
226{
227   description: "Video encoding tests are timing out.",
228   names: [
229     "android.media.cts.VideoEncoderTest#testGoogH264FlexArbitraryW",
230     "android.media.cts.VideoEncoderTest#testGoogH264SurfArbitraryW"
231   ],
232   bug: 23827982
233},
234{
235   description: "VP9 encoder is not a standard requirement of android as of O.",
236   names: [
237     "android.media.cts.VideoEncoderDecoderTest#testVp9Goog0Perf0320x0180",
238     "android.media.cts.VideoEncoderDecoderTest#testVp9Goog0Perf0640x0360",
239     "android.media.cts.VideoEncoderDecoderTest#testVp9Goog0Perf1280x0720",
240     "android.media.cts.VideoEncoderDecoderTest#testVp9Goog0Perf1920x1080"
241   ],
242   bug: 33090965
243},
244{
245  description: "protected broadcast not working",
246  names: [
247   "android.permission2.cts.ProtectedBroadcastsTest#testSendProtectedBroadcasts"
248  ],
249  bug: 23192492
250},
251{
252  description: "restricted network is not working",
253  names: [
254    "android.net.cts.ConnectivityManagerTest#testRestrictedNetworks"
255  ],
256  bug: 25651805
257},
258{
259  description: "unit testing for MediaPreparer lives within mediastress module",
260  names: [
261    "android.mediastress.cts.preconditions.MediaPreparerTest"
262  ],
263  bug: 25850508
264},
265{
266  description: "Tests for the signature tests should not be in CTS",
267  names: [
268    "android.signature.cts.tests"
269  ],
270  bug: 26150806
271},
272{
273  description: "android.security.cts is using a Non-NDK library, libmedia_jni.so",
274  names: [
275      "android.security.cts.MediaCryptoTest#testMediaCryptoClearKey",
276      "android.security.cts.MediaCryptoTest#testMediaCryptoWidevine"
277  ],
278  bug: 27218502
279},
280{
281  description: "Still investigating this, root cause unknown yet",
282  bug: 27578806,
283  names: ["com.android.cts.cpptools.RunAsHostTest#testRunAs"]
284},
285{
286  description: "Wired headset tests are no longer a requirement per CDD",
287  names: [
288    "android.telecom.cts.WiredHeadsetTest"
289  ],
290  bug: 26149528
291}
292]
293