tools/libcore_failures.txt

   1 /*
   2  * This file contains expectations for ART's buildbot. The purpose of this file is
   3  * to temporary and quickly list failing tests and not break the bots, until the
   4  * libcore expectation files get properly updated. The script that uses this file
   5  * is art/tools/run-libcore-tests.sh.
   6  *
   7  * It is also used to enable AOSP experiments, and not mess up with CTS's expectations.
   8  */
   9
  10 [
  11 {
  12   description: "Assert.java differences between vogar and junit.",
  13   result: EXEC_FAILED,
  14   modes: [host],
  15   name: "libcore.java.math.RunCSVTests#test_csv"
  16 },
  17 {
  18   description: "Differences between vogar and cts in user directory",
  19   result: EXEC_FAILED,
  20   modes: [device],
  21   name: "libcore.java.lang.SystemTest#testSystemProperties_mutable"
  22 },
  23 {
  24   description: "Differences between vogar and cts. Passes with --mode activity",
  25   result: EXEC_FAILED,
  26   modes: [device],
  27   names: ["libcore.java.lang.OldSystemTest#test_getProperties"]
  28 },
  29 {
  30   description: "Differences between vogar and cts. EACCESS when run with vogar.
  31                 Passes on host, passes with cts. Passes with vogar with su
  32                 (--invoke-with \"su root\"). Does not pass after setting chmod
  33                 777 all directories on path to socket (on device without su).",
  34   result: EXEC_FAILED,
  35   modes: [device],
  36   names: ["libcore.io.OsTest#testUnixDomainSockets_in_file_system"]
  37 },
  38 {
  39   description: "TCP_USER_TIMEOUT is not defined on host's tcp.h (glibc-2.15-4.8).",
  40   result: EXEC_FAILED,
  41   modes: [host],
  42   names: ["libcore.android.system.OsConstantsTest#testTcpUserTimeoutIsDefined",
  43           "libcore.io.OsTest#test_socket_tcpUserTimeout_setAndGet",
  44           "libcore.io.OsTest#test_socket_tcpUserTimeout_doesNotWorkOnDatagramSocket"],
  45   bug: 30402085
  46 },
  47 {
  48   description: "Issue with incorrect device time (1970)",
  49   result: EXEC_FAILED,
  50   modes: [device],
  51   names: ["libcore.java.util.TimeZoneTest#testDisplayNames",
  52           "libcore.java.util.TimeZoneTest#test_useDaylightTime_Taiwan",
  53           "org.apache.harmony.tests.java.util.TimeZoneTest#test_hasSameRules_Ljava_util_TimeZone"],
  54   bug: 20879084
  55 },
  56 {
  57   description: "Issue with incorrect device time (1970). Test assumes that DateTime.now()
  58                 is greater then a date in 1998.",
  59   result: EXEC_FAILED,
  60   modes: [device],
  61   names: ["org.apache.harmony.tests.java.util.DateTest#test_Constructor"]
  62 },
  63 {
  64   description: "Failing due to a locale problem on hammerhead.",
  65   result: EXEC_FAILED,
  66   modes: [device],
  67   names: ["libcore.icu.DateIntervalFormatTest#test10089890",
  68           "libcore.icu.DateIntervalFormatTest#test10209343_when_not_this_year",
  69           "libcore.icu.DateIntervalFormatTest#test10560853_for_single_day_events",
  70           "libcore.icu.DateIntervalFormatTest#test10560853_when_time_not_displayed",
  71           "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeDateTimeString",
  72           "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanString",
  73           "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanStringAbbrev",
  74           "libcore.java.text.OldDateFormatTest#test_parseLString",
  75           "libcore.java.text.SimpleDateFormatTest#testDstZoneNameWithNonDstTimestamp",
  76           "libcore.java.text.SimpleDateFormatTest#testDstZoneWithNonDstTimestampForNonHourDstZone",
  77           "libcore.java.text.SimpleDateFormatTest#testNonDstZoneNameWithDstTimestamp",
  78           "libcore.java.text.SimpleDateFormatTest#testNonDstZoneWithDstTimestampForNonHourDstZone"]
  79 },
  80 {
  81   description: "Failing due to missing localhost on hammerhead and volantis.",
  82   result: EXEC_FAILED,
  83   modes: [device],
  84   names: ["libcore.javax.crypto.CipherTest#testCipherInitWithCertificate",
  85           "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithFtpURLConnection",
  86           "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithJarFtpURLConnection",
  87           "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithLoggingSocketHandler",
  88           "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithHttpURLConnection",
  89           "org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest",
  90           "org.apache.harmony.luni.tests.internal.net.www.protocol.https.HttpsURLConnectionTest",
  91           "org.apache.harmony.luni.tests.java.net.URLConnectionTest",
  92           "org.apache.harmony.tests.java.util.ScannerTest#test_Constructor_LReadableByteChannel"
  93          ]
  94 },
  95 {
  96   description: "Test timeouts",
  97   result: EXEC_TIMEOUT,
  98   modes: [device],
  99   names: ["org.apache.harmony.tests.java.util.ScannerTest#testPerformance"]
 100 },
 101 {
 102   description: "Needs the newest cat version on the device",
 103   result: EXEC_FAILED,
 104   modes: [device],
 105   names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_getErrorStream"]
 106 },
 107 {
 108   description: "Error decoding digital signature bytes.",
 109   result: EXEC_FAILED,
 110   name: "org.apache.harmony.security.tests.java.security.Signature2Test#test_verify$BII",
 111   bug: 18869265
 112 },
 113 {
 114   description: "Test sometimes timeouts on volantis, and on most modes in debug mode",
 115   result: EXEC_TIMEOUT,
 116   names: ["libcore.java.lang.SystemTest#testArrayCopyConcurrentModification"],
 117   bug: 19165288
 118 },
 119 {
 120   description: "Needs kernel updates on host/device",
 121   result: EXEC_FAILED,
 122   names: ["libcore.io.OsTest#test_socketPing"]
 123 },
 124 {
 125   description: "Linker issues in chrooted environment",
 126   modes: [device],
 127   result: EXEC_FAILED,
 128   names: ["org.apache.harmony.tests.java.lang.ProcessManagerTest#testEnvironment"]
 129 },
 130 {
 131   description: "Flake when running with libartd.so or interpreter",
 132   result: EXEC_FAILED,
 133   bug:22106064,
 134   name: "libcore.java.lang.OldThreadGroupTest#test_enumerateLThreadArrayLZtest_enumerateLThreadArrayLZ"
 135 },
 136 {
 137   description: "test_xattr fails on arm64 on the buildbots only: needs investigation",
 138   result: EXEC_FAILED,
 139   modes: [device],
 140   names: ["libcore.io.OsTest#test_xattr"],
 141   bug: 22258911
 142 },
 143 {
 144   description: "fails on L builds: needs investigation",
 145   result: EXEC_FAILED,
 146   modes: [device],
 147   names: ["org.apache.harmony.tests.java.lang.ClassTest#test_forNameLjava_lang_String"]
 148 },
 149 {
 150   description: "TimeZoneTest.testAllDisplayNames times out, needs investigation",
 151   result: EXEC_TIMEOUT,
 152   modes: [device],
 153   names: ["libcore.java.util.TimeZoneTest#testAllDisplayNames"],
 154   bug: 22786792
 155 },
 156 {
 157   description: "Lack of IPv6 on some buildbot slaves",
 158   result: EXEC_FAILED,
 159   names: ["libcore.io.OsTest#test_byteBufferPositions_sendto_recvfrom_af_inet6",
 160           "libcore.io.OsTest#test_sendtoSocketAddress_af_inet6",
 161           "libcore.io.OsTest#test_recvfrom_EmptyPacket"],
 162   bug: 25178637
 163 },
 164 {
 165   description: "Non-deterministic test because of a dependency on weak ref collection.",
 166   result: EXEC_FAILED,
 167   names: ["org.apache.harmony.tests.java.util.WeakHashMapTest#test_keySet"],
 168   bug: 25437292
 169 },
 170 {
 171   description: "Missing resource in classpath",
 172   result: EXEC_FAILED,
 173   modes: [device],
 174   names: ["libcore.java.util.prefs.OldAbstractPreferencesTest#testClear",
 175           "libcore.java.util.prefs.OldAbstractPreferencesTest#testExportNode",
 176           "libcore.java.util.prefs.OldAbstractPreferencesTest#testExportSubtree",
 177           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGet",
 178           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetBoolean",
 179           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetByteArray",
 180           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetDouble",
 181           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetFloat",
 182           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetInt",
 183           "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetLong",
 184           "libcore.java.util.prefs.OldAbstractPreferencesTest#testKeys",
 185           "libcore.java.util.prefs.OldAbstractPreferencesTest#testNodeExists",
 186           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPut",
 187           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutBoolean",
 188           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutByteArray",
 189           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutDouble",
 190           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutFloat",
 191           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutInt",
 192           "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutLong",
 193           "libcore.java.util.prefs.OldAbstractPreferencesTest#testRemove",
 194           "libcore.java.util.prefs.OldAbstractPreferencesTest#testRemoveNode",
 195           "libcore.java.util.prefs.OldAbstractPreferencesTest#testSync",
 196           "libcore.java.util.prefs.PreferencesTest#testHtmlEncoding",
 197           "libcore.java.util.prefs.PreferencesTest#testPreferencesClobbersExistingFiles",
 198           "org.apache.harmony.tests.java.util.PropertiesTest#test_storeToXMLLjava_io_OutputStreamLjava_lang_StringLjava_lang_String",
 199           "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testExportNode",
 200           "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testExportSubtree",
 201           "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testFlush",
 202           "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testSync",
 203           "org.apache.harmony.tests.java.util.prefs.FilePreferencesImplTest#testPutGet"]
 204 },
 205 {
 206   description: "Only work with --mode=activity",
 207   result: EXEC_FAILED,
 208   names: [ "libcore.java.io.FileTest#testJavaIoTmpdirMutable" ]
 209 },
 210 {
 211   description: "Flaky test",
 212   result: EXEC_FAILED,
 213   bug: 30107038,
 214   modes: [device],
 215   names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_destroyForcibly"]
 216 },
 217 {
 218   description: "Flaky failure, native crash in the runtime.
 219                 Unclear if this relates to the tests running sh as a child process.",
 220   result: EXEC_FAILED,
 221   bug: 30657148,
 222   modes: [device],
 223   names: ["libcore.java.lang.ProcessBuilderTest#testRedirectInherit",
 224           "libcore.java.lang.ProcessBuilderTest#testRedirect_nullStreams"]
 225 }
 226 ]