1[
2{
3  description: "some AlarmClockTests are not robust across different device types",
4  names: [
5    "android.alarmclock.cts.DismissAlarmTest#testAll",
6    "android.alarmclock.cts.SetAlarmTest#testAll",
7    "android.alarmclock.cts.SnoozeAlarmTest#testAll"
8  ],
9  bug: 23776083
10},
11{
12  description: "the UsageStats is not yet stable enough",
13  names: [
14    "android.app.usage.cts.UsageStatsTest"
15  ],
16  bug: 17536113
17},
18{
19  description: "the ConnectivityConstraintTest are not yet stable",
20  names: [
21    "android.jobscheduler.cts.ConnectivityConstraintTest"
22  ],
23  bug: 18117279
24},
25{
26  description: "tests a fragile by nature as they rely on hardcoded behavior",
27  names: [
28    "android.accessibilityservice.cts.AccessibilityTextTraversalTest#testActionNextAndPreviousAtGranularityPageOverText",
29    "android.accessibilityservice.cts.AccessibilityTextTraversalTest#testActionNextAndPreviousAtGranularityPageOverTextExtend"
30  ],
31  bug: 17595050
32},
33{
34  description: "test fails on some devices",
35  names: [
36    "android.dumpsys.cts.DumpsysHostTest#testBatterystatsOutput",
37    "android.dumpsys.cts.DumpsysHostTest#testGfxinfoFramestats"
38  ],
39  bug: 23776893
40},
41{
42  description: "the SSLCertificateSocketFactoryTest often fails because of lack of live internet or short timeout, it should be refactored to do a local server testing",
43  names: [
44    "android.net.cts.SSLCertificateSocketFactoryTest#testCreateSocket",
45    "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_bind",
46    "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_simple",
47    "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_wrapping"
48  ],
49  bug: 18682315
50},
51{
52  description: "the test result are too much dependent on live-internet connection, which for some devices might not exist",
53  names: [
54    "android.net.wifi.cts.NsdManagerTest#testAndroidTestCaseSetupProperly"
55  ],
56  bug: 18680089
57},
58{
59  description: "AudioPolicyBinder tests are not yet robust enough",
60  names: [
61    "android.security.cts.AudioPolicyBinderTest"
62  ],
63  bug: 18461670
64},
65{
66  description: "test not robust",
67  names: [
68    "android.telecom.cts.ExtendedInCallServiceTest#testAddNewOutgoingCallAndThenDisconnect",
69    "android.telecom.cts.RemoteConferenceTest#testRemoteConferenceCallbacks_ConferenceableConnections"
70  ],
71  bug: 23604254
72},
73{
74  description: "tests too flaky",
75  names: [
76    "android.transition.cts.ChangeScrollTest#testChangeScroll"
77  ],
78  bug: 23779020
79},
80{
81  description: "Not all jdwp features are currently supported. These tests will fail",
82  names: [
83    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch001",
84    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch002",
85    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch003",
86    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch004",
87    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger001#testDebugger002",
88    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger002#testDebugger",
89    "org.apache.harmony.jpda.tests.jdwp.Events.ClassUnloadTest#testClassUnloadEvent",
90    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnterTest#testMonitorContendedEnterForClassMatch",
91    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnteredTest#testMonitorContendedEnteredForClassMatch",
92    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassExclude",
93    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchExact",
94    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchFirst",
95    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchSecond",
96    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassOnly",
97    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassExclude",
98    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchExact",
99    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchFirst",
100    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchSecond",
101    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassOnly",
102    "org.apache.harmony.jpda.tests.jdwp.ReferenceType.ClassFileVersionTest#testClassFileVersion001",
103    "org.apache.harmony.jpda.tests.jdwp.ReferenceType.NestedTypesTest#testNestedTypes001",
104    "org.apache.harmony.jpda.tests.jdwp.ThreadReference.StopTest#testStop001",
105    "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.HoldEventsTest#testHoldEvents001",
106    "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.ReleaseEventsTest#testReleaseEvents001"
107  ],
108  bug: 16720689
109},
110{
111  description: "test can only run properly on a user build device when the bug is resolved",
112  names: [
113    "android.appwidget.cts.AppWidgetTest#testAppWidgetProviderCallbacks",
114    "android.appwidget.cts.AppWidgetTest#testBindAppWidget",
115    "android.appwidget.cts.AppWidgetTest#testCollectionWidgets",
116    "android.appwidget.cts.AppWidgetTest#testDeleteHost",
117    "android.appwidget.cts.AppWidgetTest#testDeleteHosts",
118    "android.appwidget.cts.AppWidgetTest#testGetAppWidgetIds",
119    "android.appwidget.cts.AppWidgetTest#testGetAppWidgetInfo",
120    "android.appwidget.cts.AppWidgetTest#testGetAppWidgetOptions",
121    "android.appwidget.cts.AppWidgetTest#testPartiallyUpdateAppWidgetViaWidgetId",
122    "android.appwidget.cts.AppWidgetTest#testPartiallyUpdateAppWidgetViaWidgetIds",
123    "android.appwidget.cts.AppWidgetTest#testTwoAppWidgetProviderCallbacks",
124    "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaComponentName",
125    "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaWidgetId",
126    "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaWidgetIds"
127  ],
128  bug: 17993121
129},
130{
131  description: "permissions for the API previously used in the test has changed, making it impossible to pass",
132  names: [
133    "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingFast",
134    "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingSlow"
135  ],
136  bug: 17394321
137},
138{
139  description: "unexpected failures",
140  names: [
141    "android.openglperf.cts.GlVboPerfTest#testVboWithVaryingIndexBufferNumbers"
142  ],
143  bug: 18091590
144},
145{
146  description: "these tests require a good test scene, so they fail if run in random conditions",
147  names: [
148    "android.hardware.camera2.cts.AllocationTest#testBlackWhite",
149    "android.hardware.camera2.cts.AllocationTest#testParamSensitivity"
150  ],
151  bug: 17530117
152},
153{
154  description: "Current implementation of uninstallAllUserCaCerts does not throw expected security exception, wait for fix from framework",
155  names: [
156    "android.admin.cts.DevicePolicyManagerTest#testUninstallAllUserCaCerts_failIfNotProfileOwner"
157  ],
158  bug: 17508787
159},
160{
161  description: "Test is not yet properly implemented",
162  names: [
163    "android.voicesettings.cts.ZenModeTest#testAll"
164  ],
165  bug: 23238984
166},
167{
168  description: "This test failed on devices that use effect off loading. In addition it uses hidden apis",
169  names: [
170    "android.media.cts.AudioEffectTest#test1_1ConstructorFromUuid"
171  ],
172  bug: 17605875
173},
174{
175  description: "This test failed on hw decoder that doesn't output frame with the configured format.",
176  names: [
177    "android.media.cts.ImageReaderDecoderTest#testHwAVCDecode360pForFlexibleYuv"
178  ],
179  bug: 17144778
180},
181{
182  description: "android.keystore tests will replace these tests",
183  names: [
184    "com.android.org.conscrypt.MacTest#test_getInstance_OpenSSL_ENGINE",
185    "com.android.org.conscrypt.NativeCryptoTest#test_ENGINE_by_id_TestEngine",
186    "com.android.org.conscrypt.SignatureTest#test_getInstance_OpenSSL_ENGINE"
187  ],
188  bug: 18030049
189},
190{
191  description: "The new prepare performance test is not yet passing on all devices",
192  names: [
193    "android.hardware.camera2.cts.SurfaceViewPreviewTest#testPreparePerformance"
194  ],
195  bug: 17989532
196},
197{
198  description: "The timing measurements for preview callbacks are not reliable",
199  names: [
200    "android.hardware.cts.CameraTest#testPreviewFpsRange"
201  ],
202  bug: 23008511
203},
204{
205  description: "Light status bar CTS coming in late",
206  names: [
207    "android.systemui.cts.LightStatusBarTests#testLightStatusBarIcons"
208  ],
209  bug: 23427621
210},
211{
212  description: "known failures",
213  names: [
214    "android.hardware.cts.SensorBatchingTests#testAccelerometer_50hz_batching",
215    "android.hardware.cts.SensorBatchingTests#testAccelerometer_fastest_batching",
216    "android.hardware.cts.SensorBatchingTests#testGyroscope_50hz_batching",
217    "android.hardware.cts.SensorBatchingTests#testGyroscope_50hz_flush",
218    "android.hardware.cts.SensorBatchingTests#testMagneticField_50hz_batching",
219    "android.hardware.cts.SensorBatchingTests#testMagneticField_fastest_batching",
220    "android.hardware.cts.SensorBatchingTests#testMagneticFieldUncalibrated_50hz_batching",
221    "android.hardware.cts.SensorBatchingTests#testMagneticFieldUncalibrated_fastest_batching",
222    "android.hardware.cts.SensorBatchingTests#testPressure_50hz_batching",
223    "android.hardware.cts.SensorBatchingTests#testPressure_fastest_batching",
224    "android.hardware.cts.SensorBatchingTests#testRotationVector_50hz_flush",
225    "android.hardware.cts.SensorBatchingTests#testRotationVector_fastest_batching",
226    "android.hardware.cts.SensorIntegrationTests#testSensorsMovingRates",
227    "android.hardware.cts.SensorIntegrationTests#testSensorsWithSeveralClients",
228    "android.hardware.cts.SensorTest#testSensorTimeStamps",
229    "android.hardware.cts.SensorTest#testBatchAndFlush",
230    "android.hardware.cts.SingleSensorTests#testGyroscope_15hz",
231    "android.hardware.cts.SingleSensorTests#testGyroscope_1hz",
232    "android.hardware.cts.SingleSensorTests#testMagneticField_1hz",
233    "android.hardware.cts.SingleSensorTests#testMagneticField_50hz",
234    "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_200hz",
235    "android.hardware.cts.SingleSensorTests#testOrientation_5hz"
236  ],
237  bug: 22922206
238},
239{
240  description: "tests are not yet ready",
241  names: [
242    "com.android.cts.app.os.OsHostTests#testNonExportedActivities"
243  ],
244  bug: 23779168
245},
246{
247  description: "New assist tests that do not yet have a track record.",
248  names: [
249    "android.assist.cts.AssistantContentViewTest",
250    "android.assist.cts.ExtraAssistDataTest",
251    "android.assist.cts.FocusChangeTest",
252    "android.assist.cts.LargeViewHierarchyTest",
253    "android.assist.cts.ScreenshotTest",
254    "android.assist.cts.TextViewTest",
255    "android.assist.cts.WebViewTest"
256  ],
257  bug: 21668302
258},
259{
260  description: "ConnectivityConstraintTest job scheduler not working.",
261  names: [
262     "android.jobscheduler.cts.ConnectivityConstraintTest#testConnectivityConstraintExecutes_withWifi",
263     "android.jobscheduler.cts.ConnectivityConstraintTest#testUnmeteredConstraintExecutes_withWifi",
264     "android.jobscheduler.cts.ConnectivityConstraintTest#testConnectivityConstraintExecutes_withMobile"
265  ],
266  bug: 21262226
267},
268{
269   description: "ConnectivityConstraintTest times out.",
270   names: [
271     "android.jobscheduler.cts.TimingConstraintsTest#testJobParameters_unexpiredDeadline"
272   ],
273   bug: 23144425
274},
275{
276   description: "Telephony returning wrong value.",
277   names: [
278     "android.telephony.cts.CellInfoTest#testCellInfo"
279   ],
280   bug: 23979591
281},
282{
283   description: "Video encoding tests are timing out.",
284   names: [
285     "android.media.cts.VideoEncoderTest#testGoogH264FlexArbitraryW",
286     "android.media.cts.VideoEncoderTest#testGoogH264SurfArbitraryW"
287   ],
288   bug: 23827982
289},
290{
291  description: "protected broadcast not working",
292  names: [
293   "android.permission2.cts.ProtectedBroadcastsTest#testSendProtectedBroadcasts"
294  ],
295  bug: 23192492
296},
297{
298  description: "restricted network is not working",
299  names: [
300    "android.net.cts.ConnectivityManagerTest#testRestrictedNetworks"
301  ],
302  bug: 25651805
303},
304{
305  description: "unit testing for MediaPreparer lives within mediastress module",
306  names: [
307    "android.mediastress.cts.preconditions.MediaPreparerTest"
308  ],
309  bug: 25850508
310},
311{
312  description: "Tests for the signature tests should not be in CTS",
313  names: [
314    "android.signature.cts.tests"
315  ],
316  bug: 26150806
317},
318{
319  description: "android.security.cts is using a Non-NDK library, libmedia_jni.so",
320  names: [
321      "android.security.cts.MediaCryptoTest#testMediaCryptoClearKey",
322      "android.security.cts.MediaCryptoTest#testMediaCryptoWidevine"
323  ],
324  bug: 27218502
325},
326{
327  description: "Still investigating this, root cause unknown yet",
328  bug: 27578806,
329  names: ["com.android.cts.cpptools.RunAsHostTest#testRunAs"]
330}
331]
332