From 7904aba5f8ab73c12e83f8e786556c0c77306810 Mon Sep 17 00:00:00 2001 From: Sergio Giro Date: Wed, 10 Jun 2015 13:32:07 +0100 Subject: [PATCH] art/tools: add new tests in security packages to the build bot Otherwise, it's difficult to know when they start to fail Test packages added: com.android.org.conscrypt libcore.java.security libcore.javax.net Bug: 21722374 Change-Id: I45e91239c5f8633943c515cc39978e4ee652ec3c --- tools/buildbot-build.sh | 2 +- tools/libcore_failures.txt | 30 ++++++++++++++++++++++++++++++ tools/run-libcore-tests.sh | 10 ++++++++-- 3 files changed, 39 insertions(+), 3 deletions(-) diff --git a/tools/buildbot-build.sh b/tools/buildbot-build.sh index 77e6b1ad1..a026b03fd 100755 --- a/tools/buildbot-build.sh +++ b/tools/buildbot-build.sh @@ -19,7 +19,7 @@ if [ ! -d art ]; then exit 1 fi -common_targets="vogar vogar.jar core-tests apache-harmony-jdwp-tests-hostdex out/host/linux-x86/bin/adb jsr166-tests" +common_targets="vogar vogar.jar core-tests apache-harmony-jdwp-tests-hostdex out/host/linux-x86/bin/adb jsr166-tests conscrypt-tests" android_root="/data/local/tmp/system" linker="linker" mode="target" diff --git a/tools/libcore_failures.txt b/tools/libcore_failures.txt index b053f0d84..35bce3bee 100644 --- a/tools/libcore_failures.txt +++ b/tools/libcore_failures.txt @@ -132,5 +132,35 @@ result: EXEC_FAILED, names: ["libcore.javax.crypto.CipherTest#testCipher_ShortBlock_Failure", "libcore.javax.crypto.CipherTest#testCipher_Success"] +}, +{ + description: "Tests newly added to the build bot (b/21722374)", + result: EXEC_FAILED, + names: ["com.android.org.conscrypt.NativeCryptoTest#test_SSL_do_handshake_clientCertificateRequested_throws_after_renegotiate", + "com.android.org.conscrypt.NativeCryptoTest#test_SSL_new", + "com.android.org.conscrypt.NativeCryptoTest#test_SSL_renegotiate", + "com.android.org.conscrypt.NativeCryptoTest#test_SSL_set_session_creation_enabled", + "libcore.java.security.KeyPairGeneratorTest#test_getInstance_provider1", + "libcore.java.security.KeyStoreTest#test_KeyStore_Builder", + "libcore.java.security.KeyStoreTest#test_KeyStore_aliases", + "libcore.java.security.ProviderTest#test_Provider_getServices", + "libcore.java.security.SignatureTest#test18566_AlgorithmOid_MissingNull_Failure", + "libcore.java.security.SignatureTest#testVerify_NONEwithRSA_Key_SignatureTooLarge_Failure", + "libcore.java.security.SignatureTest#testVerify_SHA1withRSA_Key_WrongExpectedSignature_Failure", + "libcore.java.security.SignatureTest#test_getInstance", + "libcore.javax.net.ssl.KeyManagerFactoryTest#test_KeyManagerFactory_getDefaultAlgorithm", + "libcore.javax.net.ssl.KeyManagerFactoryTest#test_KeyManagerFactory_getInstance", + "libcore.javax.net.ssl.SSLContextTest#test_SSLContext_defaultConfiguration", + "libcore.javax.net.ssl.SSLSocketTest#test_SSLSocket_sendsTlsFallbackScsv_InappropriateFallback_Failure"] +}, +{ + description: "Tests newly added to the build bot (b/21722374). Not failing with adb sync; ./run-libcore-tests.sh", + result: EXEC_FAILED, + names: ["libcore.java.security.KeyStoreTest#test_KeyStore_load_InputStream", + "libcore.java.security.KeyStoreTest#test_KeyStore_load_LoadStoreParameter", + "libcore.java.security.KeyStoreTest#test_KeyStore_size", + "libcore.java.security.MessageDigestTest#test_getInstance", + "libcore.javax.net.ssl.TrustManagerFactoryTest#test_TrustManagerFactory_getDefaultAlgorithm", + "libcore.javax.net.ssl.TrustManagerFactoryTest#test_TrustManagerFactory_getInstance"] } ] diff --git a/tools/run-libcore-tests.sh b/tools/run-libcore-tests.sh index 344d2dedb..dde21e5e6 100755 --- a/tools/run-libcore-tests.sh +++ b/tools/run-libcore-tests.sh @@ -22,6 +22,9 @@ fi # Jar containing jsr166 tests. jsr166_test_jar=out/target/common/obj/JAVA_LIBRARIES/jsr166-tests_intermediates/javalib.jar +# Jar containing conscrypt tests. +conscrypt_test_jar=out/target/common/obj/JAVA_LIBRARIES/conscrypt-tests_intermediates/javalib.jar + # Jar containing all the other tests. test_jar=out/target/common/obj/JAVA_LIBRARIES/core-tests_intermediates/javalib.jar @@ -33,13 +36,16 @@ if [ ! -f $test_jar ]; then fi # Packages that currently work correctly with the expectation files. -working_packages=("libcore.icu" +working_packages=("com.android.org.conscrypt" + "libcore.icu" "libcore.io" "libcore.java.lang" "libcore.java.math" + "libcore.java.security" "libcore.java.text" "libcore.java.util" "libcore.javax.crypto" + "libcore.javax.net" "libcore.javax.security" "libcore.javax.sql" "libcore.javax.xml" @@ -65,4 +71,4 @@ working_packages=("libcore.icu" # Run the tests using vogar. echo "Running tests for the following test packages:" echo ${working_packages[@]} | tr " " "\n" -vogar $@ --expectations art/tools/libcore_failures.txt --classpath $jsr166_test_jar --classpath $test_jar ${working_packages[@]} +vogar $@ --expectations art/tools/libcore_failures.txt --classpath $jsr166_test_jar --classpath $conscrypt_test_jar --classpath $test_jar ${working_packages[@]} -- 2.11.0