1/*
2 * This file contains expectations for tests that we'd like to eventually fix, but aren't urgent.
3 */
4[
5{
6  description: "libcore.java.io.OldFileTest#test_deleteOnExit fails on IRM05 mysid-user",
7  name: "libcore.java.io.OldFileTest#test_deleteOnExit",
8  bug: 5834665
9},
10{
11  description: "We're retiring the security manager. Unfortunately, tests all over the place
12                need to check that they're secure, so they all fail when we refuse to install
13                a security manager. This suppresses all of these failures.",
14  result: EXEC_FAILED,
15  failure: "disable securityManager",
16  pattern: ".*java.lang.SecurityException\\s+at java.lang.System.setSecurityManager.*",
17  bug: 2585285
18},
19{
20  description: "ignore compilation errors due to different available APIs",
21  result: COMPILE_FAILED,
22  failure: "ignore compilation errors",
23  pattern: ".*\\.java:\\d+: cannot find symbol.*"
24},
25{
26  description: "the average length of possible UTF-8 sequences is 2 bytes.",
27  result: EXEC_FAILED,
28  name: "org.apache.harmony.tests.java.nio.charset.UTFCharsetEncoderTest#testSpecificDefaultValue",
29  substring: "junit.framework.AssertionFailedError: expected:<1.1> but was:<2.0>"
30},
31{
32  description: "Some tests (ExcludedProxyTest) connect to a public webserver to check that the HTTP client works",
33  result: EXEC_FAILED,
34  failure: "connect to the Internet",
35  pattern: ".*java.net.UnknownHostException:.*jcltest.apache.org.*"
36},
37{
38  description: "Some tests (ExcludedProxyTest) connect to a public webserver to check that the HTTP client works",
39  result: EXEC_FAILED,
40  names: [
41    "com.android.org.apache.harmony.luni.tests.java.net.ExcludedProxyTest"
42  ]
43},
44{
45  description: "Some tests depend on ICU data, which has changed. Others make assumptions about floating point rounding",
46  result: EXEC_FAILED,
47  names: [
48    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_BigDecimalExceptionOrder",
49    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_DateTimeConversion",
50    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionE",
51    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionF",
52    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionG",
53    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatDoubleBigDecimalExceptionOrder",
54    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_GeneralConversionOther",
55    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_LineSeparator",
56    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_Percent",
57    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_Width"
58  ]
59},
60{
61  description: "(Needs investigation) Some tests make assertions that don't make sense, others use broken port allocation logic.",
62  result: EXEC_FAILED,
63  names: [
64    "org.apache.harmony.tests.java.net.Inet6AddressTest#test_getByNameLjava_lang_String",
65    "org.apache.harmony.tests.java.net.InetAddressTest#test_getByNameLjava_lang_String",
66    "org.apache.harmony.tests.java.net.InetAddressTest#test_isReachableLjava_net_NetworkInterfaceII_loopbackInterface"
67  ]
68},
69{
70  description: "(Needs investigation) Test failures from the harmony import of external/apache-harmony/archive",
71  bug: 12189307,
72  result: EXEC_FAILED,
73  names: [
74    "org.apache.harmony.tests.java.util.jar.ManifestTest#testNul",
75    "org.apache.harmony.tests.java.util.jar.ManifestTest#testRead",
76    "org.apache.harmony.tests.java.util.jar.ManifestTest#testStreamConstructor"
77  ]
78},
79{
80  description: "Potentially flakey because they rely on a specific local TCP port being free.",
81  result: EXEC_FAILED,
82  names: [
83      "org.apache.harmony.tests.java.nio.channels.ServerSocketChannelTest#test_bind_explicitPort"
84  ]
85},
86{
87  description: "The ResourceBundle code under test is probably not used much on Android and needs a lot of attention.",
88  modes: [device],
89  bug: 13747957,
90  names: [
91      "org.apache.harmony.tests.java.util.ControlTest#test_needsReload_LStringLLocaleLStringLClassLoaderResourceBundleJ"
92  ]
93},
94{
95  description: "Fails in CTS, passes in CoreTestRunner.",
96  result: EXEC_FAILED,
97  modes: [device],
98  names: [
99      "org.apache.harmony.tests.java.net.URLConnection#test_getContentEncoding",
100      "libcore.java.text.OldNumberFormatTest#test_parseLjava_lang_String",
101      "libcore.java.nio.channels.OldSocketChannelTest#test_writeLjava_nio_ByteBuffer_Nonblocking_HugeData",
102      "org.apache.harmony.tests.java.lang.ProcessManagerTest#testSleep",
103      "libcore.java.security.cert.OldPKIXParametersTest#testPKIXParametersKeyStore04"
104  ]
105},
106{
107  description: "Suffers from DH slowness, disabling for now.",
108  result: EXEC_FAILED,
109  names: [
110      "libcore.java.security.OldDHTest#testDHGen",
111      "libcore.java.security.OldKeyPairGeneratorTestDH#testKeyPairGenerator",
112      "libcore.javax.crypto.spec.KeyPairGeneratorTestDH#testKeyPairGenerator",
113      "libcore.javax.crypto.spec.AlgorithmParametersTestDH#testAlgorithmParameters",
114      "libcore.javax.crypto.spec.AlgorithmParameterGeneratorTestDH#testAlgorithmParameterGenerator"
115  ]
116},
117{
118  description: "Destroys MD5 provider, hurts succeeding tests",
119  result: EXEC_FAILED,
120  names: [
121      "org.apache.harmony.tests.api.javax.security.cert.X509CertificateTest#testVerifyPublicKey",
122      "org.apache.harmony.tests.api.javax.security.cert.X509CertificateTest#testVerifyPublicKeyString"
123  ]
124},
125{
126  description: "Suffers from side effect of other, currently unknown test",
127  result: EXEC_FAILED,
128  names: [
129      "org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest#testProxyAuthorization"
130  ]
131},
132{
133  description: "Support_TestWebServer requires isolation.",
134  result: EXEC_FAILED,
135  names: [
136      "libcore.java.net.OldURLClassLoaderTest#test_findResourceLjava_lang_String"
137  ]
138},
139{
140  description: "Causes OutOfMemoryError to test finalization",
141  result: EXEC_FAILED,
142  names: [
143      "org.apache.harmony.tests.java.lang.ref.SoftReferenceTest#test_get_SoftReference",
144      "org.apache.harmony.crypto.tests.javax.crypto#ExemptionMechanismTest#test_finalize"
145  ]
146},
147{
148  description: "Causes open dex file error",
149  modes: [device],
150  names: [
151      "org.apache.harmony.tests.java.lang.reflect.GenericSignatureFormatErrorTest#test_signatureFormatError"
152  ]
153},
154{
155  description: "Requires functional Support_Jetty",
156  bug: 28535961,
157  result: EXEC_FAILED,
158  names: [
159      "com.android.org.apache.harmony.luni.tests.java.net.URLClassLoaderTest"
160  ]
161},
162{
163  description: "Unable to execute Support_AvailTest",
164  result: EXEC_FAILED,
165  bug: 28535603,
166  names: [
167      "com.android.org.apache.harmony.luni.tests.internal.process.SystemProcessTest#test_interrupt"
168  ]
169}
170]
171