tools/libcore_failures.txt

   1 /*
   2  * This file contains expectations for ART's buildbot. The purpose of this file is
   3  * to temporary and quickly list failing tests and not break the bots, until the
   4  * libcore expectation files get properly updated. The script that uses this file
   5  * is art/tools/run-libcore-tests.sh.
   6  *
   7  * It is also used to enable AOSP experiments, and not mess up with CTS's expectations.
   8  */
   9
  10 [
  11 {
  12   description: "Assert.java differences between vogar and junit.",
  13   result: EXEC_FAILED,
  14   modes: [host],
  15   name: "libcore.java.math.RunCSVTests#test_csv"
  16 },
  17 {
  18   description: "Differences between vogar and cts in user directory",
  19   result: EXEC_FAILED,
  20   modes: [device],
  21   name: "libcore.java.lang.SystemTest#testSystemProperties_mutable"
  22 },
  23 {
  24   description: "Differences between vogar and cts. Passes with --mode activity",
  25   result: EXEC_FAILED,
  26   modes: [device],
  27   names: ["libcore.java.lang.OldSystemTest#test_getProperties"]
  28 },
  29 {
  30   description: "Differences between vogar and cts. EACCESS when run with vogar.
  31                 Passes on host, passes with cts. Passes with vogar with su
  32                 (--invoke-with \"su root\"). Does not pass after setting chmod
  33                 777 all directories on path to socket (on device without su).",
  34   result: EXEC_FAILED,
  35   modes: [device],
  36   names: ["libcore.io.OsTest#testUnixDomainSockets_in_file_system"]
  37 },
  38 {
  39   description: "TCP_USER_TIMEOUT is not defined on host's tcp.h (glibc-2.15-4.8).",
  40   result: EXEC_FAILED,
  41   modes: [host],
  42   names: ["libcore.android.system.OsConstantsTest#testTcpUserTimeoutIsDefined",
  43           "libcore.io.OsTest#test_socket_tcpUserTimeout_setAndGet",
  44           "libcore.io.OsTest#test_socket_tcpUserTimeout_doesNotWorkOnDatagramSocket"],
  45   bug: 30402085
  46 },
  47 {
  48   description: "Issue with incorrect device time (1970)",
  49   result: EXEC_FAILED,
  50   modes: [device],
  51   names: ["libcore.java.util.TimeZoneTest#testDisplayNames",
  52           "libcore.java.util.TimeZoneTest#test_useDaylightTime_Taiwan",
  53           "org.apache.harmony.tests.java.util.TimeZoneTest#test_hasSameRules_Ljava_util_TimeZone"],
  54   bug: 20879084
  55 },
  56 {
  57   description: "Issue with incorrect device time (1970). Test assumes that DateTime.now()
  58                 is greater then a date in 1998.",
  59   result: EXEC_FAILED,
  60   modes: [device],
  61   names: ["org.apache.harmony.tests.java.util.DateTest#test_Constructor"]
  62 },
  63 {
  64   description: "Failing due to a locale problem on hammerhead.",
  65   result: EXEC_FAILED,
  66   modes: [device],
  67   names: ["libcore.icu.DateIntervalFormatTest#test10089890",
  68           "libcore.icu.DateIntervalFormatTest#test10209343_when_not_this_year",
  69           "libcore.icu.DateIntervalFormatTest#test10560853_for_single_day_events",
  70           "libcore.icu.DateIntervalFormatTest#test10560853_when_time_not_displayed",
  71           "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeDateTimeString",
  72           "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanString",
  73           "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanStringAbbrev",
  74           "libcore.java.text.OldDateFormatTest#test_parseLString",
  75           "libcore.java.text.SimpleDateFormatTest#testDstZoneNameWithNonDstTimestamp",
  76           "libcore.java.text.SimpleDateFormatTest#testDstZoneWithNonDstTimestampForNonHourDstZone",
  77           "libcore.java.text.SimpleDateFormatTest#testNonDstZoneNameWithDstTimestamp",
  78           "libcore.java.text.SimpleDateFormatTest#testNonDstZoneWithDstTimestampForNonHourDstZone"]
  79 },
  80 {
  81   description: "Failing due to missing localhost on hammerhead and volantis.",
  82   result: EXEC_FAILED,
  83   modes: [device],
  84   names: ["libcore.javax.crypto.CipherTest#testCipherInitWithCertificate",
  85           "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithFtpURLConnection",
  86           "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithJarFtpURLConnection",
  87           "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithLoggingSocketHandler",
  88           "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithHttpURLConnection",
  89           "org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest",
  90           "org.apache.harmony.luni.tests.internal.net.www.protocol.https.HttpsURLConnectionTest",
  91           "org.apache.harmony.luni.tests.java.net.URLConnectionTest",
  92           "org.apache.harmony.tests.java.util.ScannerTest#test_Constructor_LReadableByteChannel"
  93          ]
  94 },
  95 {
  96   description: "Test timeouts",
  97   result: EXEC_TIMEOUT,
  98   modes: [device],
  99   names: ["org.apache.harmony.tests.java.util.ScannerTest#testPerformance"]
 100 },
 101 {
 102   description: "Needs the newest cat version on the device",
 103   result: EXEC_FAILED,
 104   modes: [device],
 105   names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_getErrorStream"]
 106 },
 107 {
 108   description: "Short date format flag ignored for es_US locale.",
 109   result: EXEC_FAILED,
 110   name: "libcore.icu.DateIntervalFormatTest#test_formatDateInterval",
 111   bug: 18619426
 112 },
 113 {
 114   description: "Error decoding digital signature bytes.",
 115   result: EXEC_FAILED,
 116   name: "org.apache.harmony.security.tests.java.security.Signature2Test#test_verify$BII",
 117   bug: 18869265
 118 },
 119 {
 120   description: "Test sometimes timeouts on volantis, and on most modes in debug mode",
 121   result: EXEC_TIMEOUT,
 122   names: ["libcore.java.lang.SystemTest#testArrayCopyConcurrentModification"],
 123   bug: 19165288
 124 },
 125 {
 126   description: "Needs kernel updates on host/device",
 127   result: EXEC_FAILED,
 128   names: ["libcore.io.OsTest#test_socketPing"]
 129 },
 130 {
 131   description: "Linker issues in chrooted environment",
 132   modes: [device],
 133   result: EXEC_FAILED,
 134   names: ["org.apache.harmony.tests.java.lang.ProcessManagerTest#testEnvironment"]
 135 },
 136 {
 137   description: "Crypto failures",
 138   result: EXEC_FAILED,
 139   names: ["libcore.javax.crypto.CipherTest#testCipher_ShortBlock_Failure",
 140           "libcore.javax.crypto.CipherTest#testCipher_Success"]
 141 },
 142 {
 143   description: "Flake when running with libartd.so or interpreter",
 144   result: EXEC_FAILED,
 145   bug:22106064,
 146   name: "libcore.java.lang.OldThreadGroupTest#test_enumerateLThreadArrayLZtest_enumerateLThreadArrayLZ"
 147 },
 148 {
 149   description: "test_xattr fails on arm64 on the buildbots only: needs investigation",
 150   result: EXEC_FAILED,
 151   modes: [device],
 152   names: ["libcore.io.OsTest#test_xattr"],
 153   bug: 22258911
 154 },
 155 {
 156   description: "fails on L builds: needs investigation",
 157   result: EXEC_FAILED,
 158   modes: [device],
 159   names: ["org.apache.harmony.tests.java.lang.ClassTest#test_forNameLjava_lang_String"]
 160 },
 161 {
 162   description: "TimeZoneTest.testAllDisplayNames times out, needs investigation",
 163   result: EXEC_TIMEOUT,
 164   modes: [device],
 165   names: ["libcore.java.util.TimeZoneTest#testAllDisplayNames"],
 166   bug: 22786792
 167 },
 168 {
 169   description: "Lack of IPv6 on some buildbot slaves",
 170   result: EXEC_FAILED,
 171   names: ["libcore.io.OsTest#test_byteBufferPositions_sendto_recvfrom_af_inet6",
 172           "libcore.io.OsTest#test_sendtoSocketAddress_af_inet6",
 173           "libcore.io.OsTest#test_recvfrom_EmptyPacket"],
 174   bug: 25178637
 175 },
 176 {
 177   description: "Non-deterministic test because of a dependency on weak ref collection.",
 178   result: EXEC_FAILED,
 179   names: ["org.apache.harmony.tests.java.util.WeakHashMapTest#test_keySet"],
 180   bug: 25437292
 181 },
 182 {
 183   description: "Missing resource in classpath",
 184   result: EXEC_FAILED,
 185   modes: [device],
 186   names: ["libcore.java.util.prefs.OldAbstractPreferencesTest#testClear",
 187           "libcore.java.util.prefs.OldAbstractPreferencesTest#testExportNode",
 188           "libcore.java.util.prefs.OldAbstractPreferencesTest#testExportSubtree",
 189           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGet",
 190           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetBoolean",
 191           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetByteArray",
 192           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetDouble",
 193           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetFloat",
 194           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetInt",
 195           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetLong",
 196           "libcore.java.util.prefs.OldAbstractPreferencesTest#testKeys",
 197           "libcore.java.util.prefs.OldAbstractPreferencesTest#testNodeExists",
 198           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPut",
 199           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutBoolean",
 200           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutByteArray",
 201           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutDouble",
 202           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutFloat",
 203           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutInt",
 204           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutLong",
 205           "libcore.java.util.prefs.OldAbstractPreferencesTest#testRemove",
 206           "libcore.java.util.prefs.OldAbstractPreferencesTest#testRemoveNode",
 207           "libcore.java.util.prefs.OldAbstractPreferencesTest#testSync",
 208           "libcore.java.util.prefs.PreferencesTest#testHtmlEncoding",
 209           "libcore.java.util.prefs.PreferencesTest#testPreferencesClobbersExistingFiles",
 210           "org.apache.harmony.tests.java.util.PropertiesTest#test_storeToXMLLjava_io_OutputStreamLjava_lang_StringLjava_lang_String",
 211           "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testExportNode",
 212           "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testExportSubtree",
 213           "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testFlush",
 214           "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testSync",
 215           "org.apache.harmony.tests.java.util.prefs.FilePreferencesImplTest#testPutGet"]
 216 },
 217 {
 218   description: "Only work with --mode=activity",
 219   result: EXEC_FAILED,
 220   names: [ "libcore.java.io.FileTest#testJavaIoTmpdirMutable" ]
 221 },
 222 {
 223   description: "Flaky test",
 224   result: EXEC_FAILED,
 225   bug: 30107038,
 226   modes: [device],
 227   names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_destroyForcibly"]
 228 },
 229 {
 230   description: "Flaky failure, native crash in the runtime.
 231                 Unclear if this relates to the tests running sh as a child process.",
 232   result: EXEC_FAILED,
 233   bug: 30657148,
 234   modes: [device],
 235   names: ["libcore.java.lang.ProcessBuilderTest#testRedirectInherit",
 236           "libcore.java.lang.ProcessBuilderTest#testRedirect_nullStreams"]
 237 }
 238 ]