tools/libcore_failures.txt

   1 /*
   2  * This file contains expectations for ART's buildbot. The purpose of this file is
   3  * to temporary and quickly list failing tests and not break the bots, until the
   4  * libcore expectation files get properly updated. The script that uses this file
   5  * is art/tools/run-libcore-tests.sh.
   6  *
   7  * It is also used to enable AOSP experiments, and not mess up with CTS's expectations.
   8  */
   9
  10 [
  11 {
  12   description: "Assert.java differences between vogar and junit.",
  13   result: EXEC_FAILED,
  14   modes: [host],
  15   name: "libcore.java.math.RunCSVTests#test_csv"
  16 },
  17 {
  18   description: "Differences between vogar and cts in user directory",
  19   result: EXEC_FAILED,
  20   modes: [device],
  21   name: "libcore.java.lang.SystemTest#testSystemProperties_mutable"
  22 },
  23 {
  24   description: "Differences between vogar and cts. Passes with --mode activity",
  25   result: EXEC_FAILED,
  26   modes: [device],
  27   names: ["libcore.java.lang.OldSystemTest#test_getProperties"]
  28 },
  29 {
  30   description: "Differences between vogar and cts. EACCESS when run with vogar.
  31                 Passes on host, passes with cts. Passes with vogar with su
  32                 (--invoke-with \"su root\"). Does not pass after setting chmod
  33                 777 all directories on path to socket (on device without su).",
  34   result: EXEC_FAILED,
  35   modes: [device],
  36   names: ["libcore.io.OsTest#testUnixDomainSockets_in_file_system"]
  37 },
  38 {
  39   description: "TCP_USER_TIMEOUT is not defined on host's tcp.h (glibc-2.15-4.8).",
  40   result: EXEC_FAILED,
  41   modes: [host],
  42   names: ["libcore.android.system.OsConstantsTest#testTcpUserTimeoutIsDefined",
  43           "libcore.io.OsTest#test_socket_tcpUserTimeout_setAndGet",
  44           "libcore.io.OsTest#test_socket_tcpUserTimeout_doesNotWorkOnDatagramSocket"],
  45   bug: 30402085
  46 },
  47 {
  48   description: "Issue with incorrect device time (1970)",
  49   result: EXEC_FAILED,
  50   modes: [device],
  51   names: ["libcore.java.util.TimeZoneTest#testDisplayNames",
  52           "libcore.java.util.TimeZoneTest#test_useDaylightTime_Taiwan",
  53           "org.apache.harmony.tests.java.util.TimeZoneTest#test_hasSameRules_Ljava_util_TimeZone"],
  54   bug: 20879084
  55 },
  56 {
  57   description: "Issue with incorrect device time (1970). Test assumes that DateTime.now()
  58                 is greater then a date in 1998.",
  59   result: EXEC_FAILED,
  60   modes: [device],
  61   names: ["org.apache.harmony.tests.java.util.DateTest#test_Constructor"]
  62 },
  63 {
  64   description: "Failing due to a locale problem on hammerhead.",
  65   result: EXEC_FAILED,
  66   modes: [device],
  67   names: ["libcore.icu.DateIntervalFormatTest#test10089890",
  68           "libcore.icu.DateIntervalFormatTest#test10209343_when_not_this_year",
  69           "libcore.icu.DateIntervalFormatTest#test10560853_for_single_day_events",
  70           "libcore.icu.DateIntervalFormatTest#test10560853_when_time_not_displayed",
  71           "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeDateTimeString",
  72           "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanString",
  73           "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanStringAbbrev",
  74           "libcore.java.text.OldDateFormatTest#test_parseLString",
  75           "libcore.java.text.SimpleDateFormatTest#testDstZoneNameWithNonDstTimestamp",
  76           "libcore.java.text.SimpleDateFormatTest#testDstZoneWithNonDstTimestampForNonHourDstZone",
  77           "libcore.java.text.SimpleDateFormatTest#testNonDstZoneNameWithDstTimestamp",
  78           "libcore.java.text.SimpleDateFormatTest#testNonDstZoneWithDstTimestampForNonHourDstZone"]
  79 },
  80 {
  81   description: "Failing due to missing localhost on hammerhead and volantis.",
  82   result: EXEC_FAILED,
  83   modes: [device],
  84   names: ["libcore.javax.crypto.CipherTest#testCipherInitWithCertificate",
  85           "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithFtpURLConnection",
  86           "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithJarFtpURLConnection",
  87           "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithLoggingSocketHandler",
  88           "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithHttpURLConnection",
  89           "org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest",
  90           "org.apache.harmony.luni.tests.internal.net.www.protocol.https.HttpsURLConnectionTest",
  91           "org.apache.harmony.luni.tests.java.net.URLConnectionTest",
  92           "org.apache.harmony.tests.java.util.ScannerTest#test_Constructor_LReadableByteChannel"
  93          ]
  94 },
  95 {
  96   description: "Test timeouts",
  97   result: EXEC_TIMEOUT,
  98   modes: [device],
  99   names: ["org.apache.harmony.tests.java.util.ScannerTest#testPerformance"]
 100 },
 101 {
 102   description: "Needs the newest cat version on the device",
 103   result: EXEC_FAILED,
 104   modes: [device],
 105   names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_getErrorStream"]
 106 },
 107 {
 108   description: "Test sometimes timeouts on volantis, and on most modes in debug mode",
 109   result: EXEC_TIMEOUT,
 110   names: ["libcore.java.lang.SystemTest#testArrayCopyConcurrentModification"],
 111   bug: 19165288
 112 },
 113 {
 114   description: "Needs kernel updates on host/device",
 115   result: EXEC_FAILED,
 116   names: ["libcore.io.OsTest#test_socketPing"]
 117 },
 118 {
 119   description: "Linker issues in chrooted environment",
 120   modes: [device],
 121   result: EXEC_FAILED,
 122   names: ["org.apache.harmony.tests.java.lang.ProcessManagerTest#testEnvironment"]
 123 },
 124 {
 125   description: "Flake when running with libartd.so or interpreter",
 126   result: EXEC_FAILED,
 127   bug:22106064,
 128   name: "libcore.java.lang.OldThreadGroupTest#test_enumerateLThreadArrayLZtest_enumerateLThreadArrayLZ"
 129 },
 130 {
 131   description: "test_xattr fails on arm64 on the buildbots only: needs investigation",
 132   result: EXEC_FAILED,
 133   modes: [device],
 134   names: ["libcore.io.OsTest#test_xattr"],
 135   bug: 22258911
 136 },
 137 {
 138   description: "fails on L builds: needs investigation",
 139   result: EXEC_FAILED,
 140   modes: [device],
 141   names: ["org.apache.harmony.tests.java.lang.ClassTest#test_forNameLjava_lang_String"]
 142 },
 143 {
 144   description: "TimeZoneTest.testAllDisplayNames times out, needs investigation",
 145   result: EXEC_TIMEOUT,
 146   modes: [device],
 147   names: ["libcore.java.util.TimeZoneTest#testAllDisplayNames"],
 148   bug: 22786792
 149 },
 150 {
 151   description: "Lack of IPv6 on some buildbot slaves",
 152   result: EXEC_FAILED,
 153   names: ["libcore.io.OsTest#test_byteBufferPositions_sendto_recvfrom_af_inet6",
 154           "libcore.io.OsTest#test_sendtoSocketAddress_af_inet6",
 155           "libcore.io.OsTest#test_recvfrom_EmptyPacket"],
 156   bug: 25178637
 157 },
 158 {
 159   description: "Non-deterministic test because of a dependency on weak ref collection.",
 160   result: EXEC_FAILED,
 161   names: ["org.apache.harmony.tests.java.util.WeakHashMapTest#test_keySet"],
 162   bug: 25437292
 163 },
 164 {
 165   description: "Missing resource in classpath",
 166   result: EXEC_FAILED,
 167   modes: [device],
 168   names: ["libcore.java.util.prefs.OldAbstractPreferencesTest#testClear",
 169           "libcore.java.util.prefs.OldAbstractPreferencesTest#testExportNode",
 170           "libcore.java.util.prefs.OldAbstractPreferencesTest#testExportSubtree",
 171           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGet",
 172           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetBoolean",
 173           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetByteArray",
 174           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetDouble",
 175           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetFloat",
 176           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetInt",
 177           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetLong",
 178           "libcore.java.util.prefs.OldAbstractPreferencesTest#testKeys",
 179           "libcore.java.util.prefs.OldAbstractPreferencesTest#testNodeExists",
 180           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPut",
 181           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutBoolean",
 182           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutByteArray",
 183           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutDouble",
 184           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutFloat",
 185           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutInt",
 186           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutLong",
 187           "libcore.java.util.prefs.OldAbstractPreferencesTest#testRemove",
 188           "libcore.java.util.prefs.OldAbstractPreferencesTest#testRemoveNode",
 189           "libcore.java.util.prefs.OldAbstractPreferencesTest#testSync",
 190           "libcore.java.util.prefs.PreferencesTest#testHtmlEncoding",
 191           "libcore.java.util.prefs.PreferencesTest#testPreferencesClobbersExistingFiles",
 192           "org.apache.harmony.tests.java.util.PropertiesTest#test_storeToXMLLjava_io_OutputStreamLjava_lang_StringLjava_lang_String",
 193           "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testExportNode",
 194           "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testExportSubtree",
 195           "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testFlush",
 196           "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testSync",
 197           "org.apache.harmony.tests.java.util.prefs.FilePreferencesImplTest#testPutGet"]
 198 },
 199 {
 200   description: "Only work with --mode=activity",
 201   result: EXEC_FAILED,
 202   names: [ "libcore.java.io.FileTest#testJavaIoTmpdirMutable" ]
 203 },
 204 {
 205   description: "Flaky test",
 206   result: EXEC_FAILED,
 207   bug: 30107038,
 208   modes: [device],
 209   names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_destroyForcibly"]
 210 },
 211 {
 212   description: "Flaky failure, native crash in the runtime.
 213                 Unclear if this relates to the tests running sh as a child process.",
 214   result: EXEC_FAILED,
 215   bug: 30657148,
 216   modes: [device],
 217   names: ["libcore.java.lang.ProcessBuilderTest#testRedirectInherit",
 218           "libcore.java.lang.ProcessBuilderTest#testRedirect_nullStreams"]
 219 },
 220 {
 221   description: "Linker issues with libjavacoretests",
 222   result: EXEC_FAILED,
 223   bug: 35417197,
 224   modes: [device],
 225   names: [
 226     "dalvik.system.JniTest#testGetSuperclass",
 227     "dalvik.system.JniTest#testPassingBooleans",
 228     "dalvik.system.JniTest#testPassingBytes",
 229     "dalvik.system.JniTest#testPassingChars",
 230     "dalvik.system.JniTest#testPassingClass",
 231     "dalvik.system.JniTest#testPassingDoubles",
 232     "dalvik.system.JniTest#testPassingFloats",
 233     "dalvik.system.JniTest#testPassingInts",
 234     "dalvik.system.JniTest#testPassingLongs",
 235     "dalvik.system.JniTest#testPassingObjectReferences",
 236     "dalvik.system.JniTest#testPassingShorts",
 237     "dalvik.system.JniTest#testPassingThis",
 238     "libcore.java.lang.OldSystemTest#test_load",
 239     "libcore.java.lang.ThreadTest#testContextClassLoaderIsInherited",
 240     "libcore.java.lang.ThreadTest#testContextClassLoaderIsNotNull",
 241     "libcore.java.lang.ThreadTest#testGetAllStackTracesIncludesAllGroups",
 242     "libcore.java.lang.ThreadTest#testGetStackTrace",
 243     "libcore.java.lang.ThreadTest#testJavaContextClassLoader",
 244     "libcore.java.lang.ThreadTest#testLeakingStartedThreads",
 245     "libcore.java.lang.ThreadTest#testLeakingUnstartedThreads",
 246     "libcore.java.lang.ThreadTest#testNativeThreadNames",
 247     "libcore.java.lang.ThreadTest#testParkUntilWithUnderflowValue",
 248     "libcore.java.lang.ThreadTest#testThreadDoubleStart",
 249     "libcore.java.lang.ThreadTest#testThreadInterrupted",
 250     "libcore.java.lang.ThreadTest#testThreadRestart",
 251     "libcore.java.lang.ThreadTest#testThreadSleep",
 252     "libcore.java.lang.ThreadTest#testThreadSleepIllegalArguments",
 253     "libcore.java.lang.ThreadTest#testThreadWakeup",
 254     "libcore.java.lang.ThreadTest#testUncaughtExceptionPreHandler_calledBeforeDefaultHandler",
 255     "libcore.java.lang.ThreadTest#testUncaughtExceptionPreHandler_noDefaultHandler",
 256     "libcore.java.util.TimeZoneTest#testDisplayNamesWithScript",
 257     "libcore.java.util.zip.ZipEntryTest#testCommentAndExtraInSameOrder",
 258     "libcore.java.util.zip.ZipEntryTest#testMaxLengthExtra",
 259     "libcore.util.NativeAllocationRegistryTest#testBadSize",
 260     "libcore.util.NativeAllocationRegistryTest#testEarlyFree",
 261     "libcore.util.NativeAllocationRegistryTest#testNativeAllocationAllocatorAndNoSharedRegistry",
 262     "libcore.util.NativeAllocationRegistryTest#testNativeAllocationAllocatorAndSharedRegistry",
 263     "libcore.util.NativeAllocationRegistryTest#testNativeAllocationNoAllocatorAndNoSharedRegistry",
 264     "libcore.util.NativeAllocationRegistryTest#testNativeAllocationNoAllocatorAndSharedRegistry",
 265     "libcore.util.NativeAllocationRegistryTest#testNullArguments",
 266     "org.apache.harmony.tests.java.text.SimpleDateFormatTest#test_parse_y",
 267     "org.apache.harmony.tests.java.text.SimpleDateFormatTest#test_parse_yy"
 268   ]
 269 }
 270 ]