1[
2{
3  description: "the UsageStats is not yet stable enough",
4  names: [
5    "android.app.usage.cts.UsageStatsTest"
6  ],
7  bug: 17536113
8},
9{
10  description: "the ConnectivityConstraintTest are not yet stable",
11  names: [
12    "android.jobscheduler.cts.ConnectivityConstraintTest"
13  ],
14  bug: 18117279
15},
16{
17  description: "tests a fragile by nature as they rely on hardcoded behavior",
18  names: [
19    "android.accessibilityservice.cts.AccessibilityTextTraversalTest#testActionNextAndPreviousAtGranularityPageOverText",
20    "android.accessibilityservice.cts.AccessibilityTextTraversalTest#testActionNextAndPreviousAtGranularityPageOverTextExtend"
21  ],
22  bug: 17595050
23},
24{
25  description: "the SSLCertificateSocketFactoryTest often fails because of lack of live internet or short timeout, it should be refactored to do a local server testing",
26  names: [
27    "android.net.cts.SSLCertificateSocketFactoryTest#testCreateSocket",
28    "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_bind",
29    "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_simple",
30    "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_wrapping"
31  ],
32  bug: 18682315
33},
34{
35  description: "the test result are too much dependent on live-internet connection, which for some devices might not exist",
36  names: [
37    "android.net.wifi.cts.NsdManagerTest#testAndroidTestCaseSetupProperly"
38  ],
39  bug: 18680089
40},
41{
42  description: "AudioPolicyBinder tests are not yet robust enough",
43  names: [
44    "android.security.cts.AudioPolicyBinderTest"
45  ],
46  bug: 18461670
47},
48{
49  description: "Not all jdwp features are currently supported. These tests will fail",
50  names: [
51    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch001",
52    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch002",
53    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch003",
54    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch004",
55    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger001#testDebugger002",
56    "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger002#testDebugger",
57    "org.apache.harmony.jpda.tests.jdwp.Events.ClassUnloadTest#testClassUnloadEvent",
58    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnterTest#testMonitorContendedEnterForClassMatch",
59    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnteredTest#testMonitorContendedEnteredForClassMatch",
60    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassExclude",
61    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchExact",
62    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchFirst",
63    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchSecond",
64    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassOnly",
65    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassExclude",
66    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchExact",
67    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchFirst",
68    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchSecond",
69    "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassOnly",
70    "org.apache.harmony.jpda.tests.jdwp.ReferenceType.ClassFileVersionTest#testClassFileVersion001",
71    "org.apache.harmony.jpda.tests.jdwp.ReferenceType.NestedTypesTest#testNestedTypes001",
72    "org.apache.harmony.jpda.tests.jdwp.ThreadReference.StopTest#testStop001",
73    "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.HoldEventsTest#testHoldEvents001",
74    "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.ReleaseEventsTest#testReleaseEvents001"
75  ],
76  bug: 16720689
77},
78{
79  description: "A few WebGL tests are known to fail in WebView",
80  names: [
81    "android.webgl.cts.WebGLTest#test_conformance_extensions_oes_texture_float_with_video_html",
82    "android.webgl.cts.WebGLTest#test_conformance_renderbuffers_framebuffer_object_attachment_html",
83    "android.webgl.cts.WebGLTest#test_conformance_rendering_multisample_corruption_html",
84    "android.webgl.cts.WebGLTest#test_conformance_textures_tex_image_and_sub_image_2d_with_video_html",
85    "android.webgl.cts.WebGLTest#test_conformance_textures_tex_image_and_sub_image_2d_with_video_rgb565_html",
86    "android.webgl.cts.WebGLTest#test_conformance_textures_tex_image_and_sub_image_2d_with_video_rgba4444_html",
87    "android.webgl.cts.WebGLTest#test_conformance_textures_tex_image_and_sub_image_2d_with_video_rgba5551_html",
88    "android.webgl.cts.WebGLTest#test_conformance_textures_texture_npot_html",
89    "android.webgl.cts.WebGLTest#test_conformance_textures_texture_npot_video_html",
90    "android.webgl.cts.WebGLTest#test_conformance_glsl_misc_empty_main_vert_html",
91    "android.webgl.cts.WebGLTest#test_conformance_glsl_misc_gl_position_unset_vert_html",
92    "android.webgl.cts.WebGLTest#test_conformance_misc_webgl_specific_html"
93  ],
94  bug: 17748398
95},
96{
97  description: "WebGL test uniformMatrixBadArgs is too strict. Disabled until it's fixed upstream.",
98  names: [
99    "android.webgl.cts.WebGLTest#test_conformance_more_functions_uniformMatrixBadArgs_html"
100  ],
101  bug: 18638404
102},
103{
104  description: "permissions for the API previously used in the test has changed, making it impossible to pass",
105  names: [
106    "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingFast",
107    "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingSlow"
108  ],
109  bug: 17394321
110},
111{
112  description: "unexpected failures",
113  names: [
114    "android.openglperf.cts.GlVboPerfTest#testVboWithVaryingIndexBufferNumbers"
115  ],
116  bug: 18091590
117},
118{
119  description: "these tests require a good test scene, so they fail if run in random conditions",
120  names: [
121    "android.hardware.camera2.cts.AllocationTest#testBlackWhite",
122    "android.hardware.camera2.cts.AllocationTest#testParamSensitivity"
123  ],
124  bug: 17530117
125},
126{
127  description: "Current implementation of uninstallAllUserCaCerts does not throw expected security exception, wait for fix from framework",
128  names: [
129    "android.admin.cts.DevicePolicyManagerTest#testUninstallAllUserCaCerts_failIfNotProfileOwner"
130  ],
131  bug: 17508787
132},
133{
134  description: "New tests recently added for Android Enterprise. To be moved out of CTS-staging as soon as they show that they are stable",
135  names: [
136    "com.android.cts.devicepolicy.LauncherAppsMultiUserTest#testGetActivitiesForNonProfileFails",
137    "com.android.cts.devicepolicy.LauncherAppsMultiUserTest#testNoLauncherCallbackPackageAddedSecondaryUser",
138    "com.android.cts.devicepolicy.LauncherAppsProfileTest#testGetActivitiesWithProfile",
139    "com.android.cts.devicepolicy.LauncherAppsProfileTest#testLauncherCallbackPackageAddedProfile",
140    "com.android.cts.devicepolicy.LauncherAppsProfileTest#testLauncherCallbackPackageRemovedProfile",
141    "com.android.cts.devicepolicy.LauncherAppsProfileTest#testLauncherCallbackPackageChangedProfile",
142    "com.android.cts.devicepolicy.LauncherAppsSingleUserTest#testInstallAppMainUser",
143    "com.android.cts.devicepolicy.LauncherAppsSingleUserTest#testLauncherCallbackPackageAddedMainUser",
144    "com.android.cts.devicepolicy.LauncherAppsSingleUserTest#testLauncherCallbackPackageRemovedMainUser",
145    "com.android.cts.devicepolicy.LauncherAppsSingleUserTest#testLauncherCallbackPackageChangedMainUser",
146    "com.android.cts.devicepolicy.LauncherAppsSingleUserTest#testLauncherNonExportedAppFails",
147    "com.android.cts.devicepolicy.LauncherAppsSingleUserTest#testLaunchNonExportActivityFails",
148    "com.android.cts.devicepolicy.LauncherAppsSingleUserTest#testLaunchMainActivity"
149  ]
150},
151{
152  description: "This test failed on devices that use effect off loading. In addition it uses hidden apis",
153  names: [
154    "android.media.cts.AudioEffectTest#test1_1ConstructorFromUuid"
155  ],
156  bug: 17605875
157},
158{
159  description: "Failures on these tests are known on several devices.",
160  names: [
161    "android.hardware.cts.SensorBatchingTests#testAccelerometer_fastest_batching",
162    "android.hardware.cts.SensorBatchingTests#testAccelerometer_50hz_batching",
163    "android.hardware.cts.SensorBatchingTests#testAccelerometer_fastest_flush",
164    "android.hardware.cts.SensorBatchingTests#testAccelerometer_50hz_flush",
165    "android.hardware.cts.SensorBatchingTests#testMagneticField_fastest_batching",
166    "android.hardware.cts.SensorBatchingTests#testMagneticField_50hz_batching",
167    "android.hardware.cts.SensorBatchingTests#testMagneticField_fastest_flush",
168    "android.hardware.cts.SensorBatchingTests#testMagneticField_50hz_flush",
169    "android.hardware.cts.SensorBatchingTests#testOrientation_fastest_batching",
170    "android.hardware.cts.SensorBatchingTests#testOrientation_50hz_batching",
171    "android.hardware.cts.SensorBatchingTests#testOrientation_fastest_flush",
172    "android.hardware.cts.SensorBatchingTests#testOrientation_50hz_flush",
173    "android.hardware.cts.SensorBatchingTests#testGyroscope_fastest_batching",
174    "android.hardware.cts.SensorBatchingTests#testGyroscope_50hz_batching",
175    "android.hardware.cts.SensorBatchingTests#testGyroscope_fastest_flush",
176    "android.hardware.cts.SensorBatchingTests#testGyroscope_50hz_flush",
177    "android.hardware.cts.SensorBatchingTests#testPressure_fastest_batching",
178    "android.hardware.cts.SensorBatchingTests#testPressure_50hz_batching",
179    "android.hardware.cts.SensorBatchingTests#testPressure_fastest_flush",
180    "android.hardware.cts.SensorBatchingTests#testPressure_50hz_flush",
181    "android.hardware.cts.SensorBatchingTests#testGravity_fastest_batching",
182    "android.hardware.cts.SensorBatchingTests#testGravity_50hz_batching",
183    "android.hardware.cts.SensorBatchingTests#testGravity_fastest_flush",
184    "android.hardware.cts.SensorBatchingTests#testGravity_50hz_flush",
185    "android.hardware.cts.SensorBatchingTests#testRotationVector_fastest_batching",
186    "android.hardware.cts.SensorBatchingTests#testRotationVector_50hz_batching",
187    "android.hardware.cts.SensorBatchingTests#testRotationVector_fastest_flush",
188    "android.hardware.cts.SensorBatchingTests#testRotationVector_50hz_flush",
189    "android.hardware.cts.SensorBatchingTests#testMagneticFieldUncalibrated_fastest_batching",
190    "android.hardware.cts.SensorBatchingTests#testMagneticFieldUncalibrated_50hz_batching",
191    "android.hardware.cts.SensorBatchingTests#testMagneticFieldUncalibrated_fastest_flush",
192    "android.hardware.cts.SensorBatchingTests#testMagneticFieldUncalibrated_50hz_flush",
193    "android.hardware.cts.SensorBatchingTests#testGameRotationVector_fastest_batching",
194    "android.hardware.cts.SensorBatchingTests#testGameRotationVector_50hz_batching",
195    "android.hardware.cts.SensorBatchingTests#testGameRotationVector_fastest_flush",
196    "android.hardware.cts.SensorBatchingTests#testGameRotationVector_50hz_flush",
197    "android.hardware.cts.SensorBatchingTests#testGyroscopeUncalibrated_fastest_batching",
198    "android.hardware.cts.SensorBatchingTests#testGyroscopeUncalibrated_50hz_batching",
199    "android.hardware.cts.SensorBatchingTests#testGyroscopeUncalibrated_fastest_flush",
200    "android.hardware.cts.SensorBatchingTests#testGyroscopeUncalibrated_50hz_flush",
201    "android.hardware.cts.SensorBatchingTests#testLinearAcceleration_fastest_batching",
202    "android.hardware.cts.SensorBatchingTests#testLinearAcceleration_50hz_batching",
203    "android.hardware.cts.SensorBatchingTests#testLinearAcceleration_fastest_flush",
204    "android.hardware.cts.SensorBatchingTests#testLinearAcceleration_50hz_flush",
205    "android.hardware.cts.SensorBatchingTests#testGeomagneticRotationVector_fastest_batching",
206    "android.hardware.cts.SensorBatchingTests#testGeomagneticRotationVector_50hz_batching",
207    "android.hardware.cts.SensorBatchingTests#testGeomagneticRotationVector_fastest_flush",
208    "android.hardware.cts.SensorBatchingTests#testGeomagneticRotationVector_50hz_flush",
209    "android.hardware.cts.SensorIntegrationTests#testSensorsWithSeveralClients",
210    "android.hardware.cts.SensorIntegrationTests#testSensorsMovingRates",
211    "android.hardware.cts.SensorIntegrationTests#testAccelerometerAccelerometerStopping",
212    "android.hardware.cts.SensorIntegrationTests#testAccelerometerGyroscopeStopping",
213    "android.hardware.cts.SensorIntegrationTests#testAccelerometerMagneticFieldStopping",
214    "android.hardware.cts.SensorIntegrationTests#testGyroscopeAccelerometerStopping",
215    "android.hardware.cts.SensorIntegrationTests#testGyroscopeGyroscopeStopping",
216    "android.hardware.cts.SensorIntegrationTests#testGyroscopeMagneticFieldStopping",
217    "android.hardware.cts.SensorIntegrationTests#testMagneticFieldAccelerometerStopping",
218    "android.hardware.cts.SensorIntegrationTests#testMagneticFieldGyroscopeStopping",
219    "android.hardware.cts.SensorIntegrationTests#testMagneticFieldMagneticFieldStopping",
220    "android.hardware.cts.SingleSensorTests#testSensorProperties",
221    "android.hardware.cts.SingleSensorTests#testAccelerometer_fastest",
222    "android.hardware.cts.SingleSensorTests#testAccelerometer_100hz",
223    "android.hardware.cts.SingleSensorTests#testAccelerometer_200hz",
224    "android.hardware.cts.SingleSensorTests#testAccelerometer_50hz",
225    "android.hardware.cts.SingleSensorTests#testAccelerometer_25hz",
226    "android.hardware.cts.SingleSensorTests#testAccelerometer_15hz",
227    "android.hardware.cts.SingleSensorTests#testAccelerometer_10hz",
228    "android.hardware.cts.SingleSensorTests#testAccelerometer_5hz",
229    "android.hardware.cts.SingleSensorTests#testAccelerometer_1hz",
230    "android.hardware.cts.SingleSensorTests#testMagneticField_fastest",
231    "android.hardware.cts.SingleSensorTests#testMagneticField_200hz",
232    "android.hardware.cts.SingleSensorTests#testMagneticField_100hz",
233    "android.hardware.cts.SingleSensorTests#testMagneticField_50hz",
234    "android.hardware.cts.SingleSensorTests#testMagneticField_25hz",
235    "android.hardware.cts.SingleSensorTests#testMagneticField_15hz",
236    "android.hardware.cts.SingleSensorTests#testMagneticField_10hz",
237    "android.hardware.cts.SingleSensorTests#testMagneticField_5hz",
238    "android.hardware.cts.SingleSensorTests#testMagneticField_1hz",
239    "android.hardware.cts.SingleSensorTests#testOrientation_fastest",
240    "android.hardware.cts.SingleSensorTests#testOrientation_200hz",
241    "android.hardware.cts.SingleSensorTests#testOrientation_100hz",
242    "android.hardware.cts.SingleSensorTests#testOrientation_50hz",
243    "android.hardware.cts.SingleSensorTests#testOrientation_25hz",
244    "android.hardware.cts.SingleSensorTests#testOrientation_15hz",
245    "android.hardware.cts.SingleSensorTests#testOrientation_10hz",
246    "android.hardware.cts.SingleSensorTests#testOrientation_5hz",
247    "android.hardware.cts.SingleSensorTests#testOrientation_1hz",
248    "android.hardware.cts.SingleSensorTests#testGyroscope_fastest",
249    "android.hardware.cts.SingleSensorTests#testGyroscope_200hz",
250    "android.hardware.cts.SingleSensorTests#testGyroscope_100hz",
251    "android.hardware.cts.SingleSensorTests#testGyroscope_50hz",
252    "android.hardware.cts.SingleSensorTests#testGyroscope_25hz",
253    "android.hardware.cts.SingleSensorTests#testGyroscope_15hz",
254    "android.hardware.cts.SingleSensorTests#testGyroscope_10hz",
255    "android.hardware.cts.SingleSensorTests#testGyroscope_5hz",
256    "android.hardware.cts.SingleSensorTests#testGyroscope_1hz",
257    "android.hardware.cts.SingleSensorTests#testPressure_fastest",
258    "android.hardware.cts.SingleSensorTests#testPressure_200hz",
259    "android.hardware.cts.SingleSensorTests#testPressure_100hz",
260    "android.hardware.cts.SingleSensorTests#testPressure_50hz",
261    "android.hardware.cts.SingleSensorTests#testPressure_25hz",
262    "android.hardware.cts.SingleSensorTests#testPressure_15hz",
263    "android.hardware.cts.SingleSensorTests#testPressure_10hz",
264    "android.hardware.cts.SingleSensorTests#testPressure_5hz",
265    "android.hardware.cts.SingleSensorTests#testPressure_1hz",
266    "android.hardware.cts.SingleSensorTests#testGravity_fastest",
267    "android.hardware.cts.SingleSensorTests#testGravity_200hz",
268    "android.hardware.cts.SingleSensorTests#testGravity_100hz",
269    "android.hardware.cts.SingleSensorTests#testGravity_50hz",
270    "android.hardware.cts.SingleSensorTests#testGravity_25hz",
271    "android.hardware.cts.SingleSensorTests#testGravity_15hz",
272    "android.hardware.cts.SingleSensorTests#testGravity_10hz",
273    "android.hardware.cts.SingleSensorTests#testGravity_5hz",
274    "android.hardware.cts.SingleSensorTests#testGravity_1hz",
275    "android.hardware.cts.SingleSensorTests#testRotationVector_fastest",
276    "android.hardware.cts.SingleSensorTests#testRotationVector_200hz",
277    "android.hardware.cts.SingleSensorTests#testRotationVector_100hz",
278    "android.hardware.cts.SingleSensorTests#testRotationVector_50hz",
279    "android.hardware.cts.SingleSensorTests#testRotationVector_25hz",
280    "android.hardware.cts.SingleSensorTests#testRotationVector_15hz",
281    "android.hardware.cts.SingleSensorTests#testRotationVector_10hz",
282    "android.hardware.cts.SingleSensorTests#testRotationVector_5hz",
283    "android.hardware.cts.SingleSensorTests#testRotationVector_1hz",
284    "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_fastest",
285    "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_200hz",
286    "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_100hz",
287    "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_50hz",
288    "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_25hz",
289    "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_15hz",
290    "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_10hz",
291    "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_5hz",
292    "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_1hz",
293    "android.hardware.cts.SingleSensorTests#testGameRotationVector_fastest",
294    "android.hardware.cts.SingleSensorTests#testGameRotationVector_200hz",
295    "android.hardware.cts.SingleSensorTests#testGameRotationVector_100hz",
296    "android.hardware.cts.SingleSensorTests#testGameRotationVector_50hz",
297    "android.hardware.cts.SingleSensorTests#testGameRotationVector_25hz",
298    "android.hardware.cts.SingleSensorTests#testGameRotationVector_15hz",
299    "android.hardware.cts.SingleSensorTests#testGameRotationVector_10hz",
300    "android.hardware.cts.SingleSensorTests#testGameRotationVector_5hz",
301    "android.hardware.cts.SingleSensorTests#testGameRotationVector_1hz",
302    "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_fastest",
303    "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_200hz",
304    "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_100hz",
305    "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_50hz",
306    "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_25hz",
307    "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_15hz",
308    "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_10hz",
309    "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_5hz",
310    "android.hardware.cts.SingleSensorTests#testGyroscopeUncalibrated_1hz",
311    "android.hardware.cts.SingleSensorTests#testGeomagneticRotationVector_fastest",
312    "android.hardware.cts.SingleSensorTests#testLinearAcceleration_200hz",
313    "android.hardware.cts.SingleSensorTests#testLinearAcceleration_100hz",
314    "android.hardware.cts.SingleSensorTests#testLinearAcceleration_50hz",
315    "android.hardware.cts.SingleSensorTests#testLinearAcceleration_25hz",
316    "android.hardware.cts.SingleSensorTests#testLinearAcceleration_15hz",
317    "android.hardware.cts.SingleSensorTests#testLinearAcceleration_10hz",
318    "android.hardware.cts.SingleSensorTests#testLinearAcceleration_5hz",
319    "android.hardware.cts.SingleSensorTests#testLinearAcceleration_1hz",
320    "android.hardware.cts.SensorTest#testSensorTimeStamps"
321  ],
322  bug: 17675466
323},
324{
325  description: "This test failed on hw decoder that doesn't output frame with the configured format.",
326  names: [
327    "android.media.cts.ImageReaderDecoderTest#testHwAVCDecode360pForFlexibleYuv"
328  ],
329  bug: 17144778
330},
331{
332  description: "Roboto font tests are not yet known good on all devices",
333  names: [
334    "android.uirendering.cts.testclasses.FontRenderingTests"
335  ],
336  bug: 17109280
337},
338{
339  description: "android.keystore tests will replace these tests",
340  names: [
341    "com.android.org.conscrypt.MacTest#test_getInstance_OpenSSL_ENGINE",
342    "com.android.org.conscrypt.NativeCryptoTest#test_ENGINE_by_id_TestEngine",
343    "com.android.org.conscrypt.SignatureTest#test_getInstance_OpenSSL_ENGINE"
344  ],
345  bug: 18030049
346},
347{
348  description: "The new recording test is not yet passing on all devices",
349  names: [
350    "android.hardware.camera2.cts.RecordingTest#testRecordingFramerateLowToHigh"
351  ],
352  bug: 18705837
353},
354{
355  description: "The new image reader test is not yet passing on all devices",
356  names: [
357    "android.hardware.camera2.cts.ImageReaderTest#testAllOutputYUVResolutions"
358  ],
359  bug: 18689511
360}
361]
362