core/tasks/cts.mk

   1 # Copyright (C) 2008 The Android Open Source Project
   2 #
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at
   6 #
   7 #      http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 cts_dir := $(HOST_OUT)/cts
  16 cts_tools_src_dir := cts/tools
  17
  18 cts_name := android-cts
  19
  20 CTS_EXECUTABLE := startcts
  21 ifeq ($(HOST_OS),windows)
  22     CTS_EXECUTABLE_PATH := $(cts_tools_src_dir)/host/etc/cts.bat
  23 else
  24     CTS_EXECUTABLE_PATH := $(cts_tools_src_dir)/utils/$(CTS_EXECUTABLE)
  25 endif
  26 CTS_HOST_JAR := $(HOST_OUT_JAVA_LIBRARIES)/cts.jar
  27
  28 junit_host_jar := $(HOST_OUT_JAVA_LIBRARIES)/junit.jar
  29
  30 CTS_CORE_CASE_LIST := android.core.tests.annotation \
  31         android.core.tests.archive \
  32         android.core.tests.concurrent \
  33         android.core.tests.crypto \
  34         android.core.tests.dom \
  35         android.core.tests.logging \
  36         android.core.tests.luni.io \
  37         android.core.tests.luni.lang \
  38         android.core.tests.luni.net \
  39         android.core.tests.luni.util \
  40         android.core.tests.math \
  41         android.core.tests.nio \
  42         android.core.tests.nio_char \
  43         android.core.tests.prefs \
  44         android.core.tests.regex \
  45         android.core.tests.security \
  46         android.core.tests.sql \
  47         android.core.tests.text \
  48         android.core.tests.xml \
  49         android.core.tests.xnet \
  50         android.core.tests.runner
  51
  52 CTS_CASE_LIST := \
  53         DeviceInfoCollector \
  54         CtsTestStubs \
  55         CtsAppTestCases \
  56         CtsContentTestCases \
  57         CtsDatabaseTestCases \
  58         CtsGraphicsTestCases \
  59         CtsHardwareTestCases \
  60         CtsLocationTestCases \
  61         CtsMediaTestCases \
  62         CtsOsTestCases \
  63         CtsPermissionTestCases \
  64         CtsPermission2TestCases \
  65         CtsProviderTestCases \
  66         CtsTelephonyTestCases \
  67         CtsTextTestCases \
  68         CtsUtilTestCases \
  69         CtsViewTestCases \
  70         CtsWebkitTestCases \
  71         CtsWidgetTestCases \
  72         CtsNetTestCases \
  73         SignatureTest \
  74         CtsPerformanceTestCases \
  75         CtsPerformance2TestCases \
  76         CtsPerformance3TestCases \
  77         CtsPerformance4TestCases \
  78         CtsPerformance5TestCases \
  79         ApiDemos \
  80         ApiDemosReferenceTest \
  81         $(CTS_CORE_CASE_LIST)
  82
  83 DEFAULT_TEST_PLAN := $(PRIVATE_DIR)/resource/plans
  84
  85 $(cts_dir)/all_cts_files_stamp: PRIVATE_JUNIT_HOST_JAR := $(junit_host_jar)
  86
  87 $(cts_dir)/all_cts_files_stamp: $(CTS_CASE_LIST) $(junit_host_jar) $(ACP)
  88 # Make necessary directory for CTS
  89         @rm -rf $(PRIVATE_CTS_DIR)
  90         @mkdir -p $(TMP_DIR)
  91         @mkdir -p $(PRIVATE_DIR)/docs
  92         @mkdir -p $(PRIVATE_DIR)/tools
  93         @mkdir -p $(PRIVATE_DIR)/repository/testcases
  94         @mkdir -p $(PRIVATE_DIR)/repository/plans
  95 # Copy executable to CTS directory
  96         $(hide) $(ACP) -fp $(CTS_HOST_JAR) $(PRIVATE_DIR)/tools
  97         $(hide) $(ACP) -fp $(CTS_EXECUTABLE_PATH) $(PRIVATE_DIR)/tools
  98 # Copy junit jar
  99         $(hide) $(ACP) -fp $(PRIVATE_JUNIT_HOST_JAR) $(PRIVATE_DIR)/tools
 100 # Change mode of the executables
 101         $(hide) chmod ug+rwX $(PRIVATE_DIR)/tools/$(notdir $(CTS_EXECUTABLE_PATH))
 102         $(foreach apk,$(CTS_CASE_LIST), \
 103                         $(call copy-testcase-apk,$(apk)))
 104 # Copy CTS host config to CTS directory
 105         $(hide) $(ACP) -fp $(cts_tools_src_dir)/utils/host_config.xml $(PRIVATE_DIR)/repository/
 106         $(hide) touch $@
 107
 108 # Generate the test descriptions for the core-tests
 109
 110 define generate-core-test-description
 111 @echo "Generate core-test description ("$(notdir $(1))")"
 112 $(hide) java $(PRIVATE_JAVAOPTS) \
 113         -classpath $(PRIVATE_CLASSPATH) \
 114         $(PRIVATE_PARAMS) CollectAllTests $(1) \
 115         $(2) $(3)
 116 endef
 117
 118 CORE_INTERMEDIATES :=$(call intermediates-dir-for,JAVA_LIBRARIES,core,,COMMON)
 119 TESTS_INTERMEDIATES :=$(call intermediates-dir-for,JAVA_LIBRARIES,core-tests,,COMMON)
 120 GEN_CLASSPATH := $(CORE_INTERMEDIATES)/classes.jar:$(TESTS_INTERMEDIATES)/classes.jar:$(CORE_INTERMEDIATES)/javalib.jar:$(TESTS_INTERMEDIATES)/javalib.jar:$(HOST_OUT_JAVA_LIBRARIES)/descGen.jar:$(HOST_JDK_TOOLS_JAR)
 121
 122 $(cts_dir)/all_cts_core_files_stamp: PRIVATE_CLASSPATH:=$(GEN_CLASSPATH)
 123 $(cts_dir)/all_cts_core_files_stamp: PRIVATE_JAVAOPTS:=-Xmx256M
 124 $(cts_dir)/all_cts_core_files_stamp: PRIVATE_PARAMS:=-Dcts.useSuppliedTestResult=true
 125 $(cts_dir)/all_cts_core_files_stamp: PRIVATE_PARAMS+=-Dcts.useEnhancedJunit=true
 126 # Why does this depend on javalib.jar instead of classes.jar?  Because
 127 # even though the tool will operate on the classes.jar files, the
 128 # build system requires that dependencies use javalib.jar.  If
 129 # javalib.jar is up-to-date, then classes.jar is as well.  Depending
 130 # on classes.jar will build the files incorrectly.
 131 $(cts_dir)/all_cts_core_files_stamp: $(CTS_CORE_CASE_LIST) $(HOST_OUT_JAVA_LIBRARIES)/descGen.jar $(CORE_INTERMEDIATES)/javalib.jar $(TESTS_INTERMEDIATES)/javalib.jar $(cts_dir)/all_cts_files_stamp | $(ACP)
 132         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.annotation,\
 133                 cts/tests/core/annotation/AndroidManifest.xml,\
 134                 tests.annotation.AllTests)
 135         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.archive,\
 136                 cts/tests/core/archive/AndroidManifest.xml,\
 137                 tests.archive.AllTests)
 138         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.concurrent,\
 139                 cts/tests/core/concurrent/AndroidManifest.xml,\
 140                 tests.concurrent.AllTests)
 141         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.crypto,\
 142                 cts/tests/core/crypto/AndroidManifest.xml,\
 143                 tests.crypto.AllTests)
 144         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.dom,\
 145                 cts/tests/core/dom/AndroidManifest.xml,\
 146                 tests.dom.AllTests)
 147         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.logging,\
 148                 cts/tests/core/logging/AndroidManifest.xml,\
 149                 tests.logging.AllTests)
 150         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.luni.io,\
 151                 cts/tests/core/luni-io/AndroidManifest.xml,\
 152                 tests.luni.AllTestsIo)
 153         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.luni.lang,\
 154                 cts/tests/core/luni-lang/AndroidManifest.xml,\
 155                 tests.luni.AllTestsLang)
 156         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.luni.net,\
 157                 cts/tests/core/luni-net/AndroidManifest.xml,\
 158                 tests.luni.AllTestsNet)
 159         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.luni.util,\
 160                 cts/tests/core/luni-util/AndroidManifest.xml,\
 161                 tests.luni.AllTestsUtil)
 162         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.math,\
 163                 cts/tests/core/math/AndroidManifest.xml,\
 164                 tests.math.AllTests)
 165         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.nio,\
 166                 cts/tests/core/nio/AndroidManifest.xml,\
 167                 tests.nio.AllTests)
 168         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.nio_char,\
 169                 cts/tests/core/nio_char/AndroidManifest.xml,\
 170                 tests.nio_char.AllTests)
 171         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.prefs,\
 172                 cts/tests/core/prefs/AndroidManifest.xml,\
 173                 tests.prefs.AllTests)
 174         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.regex,\
 175                 cts/tests/core/regex/AndroidManifest.xml,\
 176                 tests.regex.AllTests)
 177         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.security,\
 178                 cts/tests/core/security/AndroidManifest.xml,\
 179                 tests.security.AllTests)
 180         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.sql,\
 181                 cts/tests/core/sql/AndroidManifest.xml,\
 182                 tests.sql.AllTests)
 183         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.text,\
 184                 cts/tests/core/text/AndroidManifest.xml,\
 185                 tests.text.AllTests)
 186         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.xml,\
 187                 cts/tests/core/xml/AndroidManifest.xml,\
 188                 tests.xml.AllTests)
 189         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.xnet,\
 190                 cts/tests/core/xnet/AndroidManifest.xml,\
 191                 tests.xnet.AllTests)
 192         $(hide) touch $@
 193
 194
 195 # ----- Generate the test descriptions for the vm-tests -----
 196 #
 197 CORE_VM_TEST_DESC := $(cts_dir)/$(cts_name)/repository/testcases/android.core.vm-tests
 198
 199 VMTESTS_INTERMEDIATES :=$(call intermediates-dir-for,EXECUTABLES,vm-tests,1,)
 200 # core tests only needed to get hold of junit-framework-classes
 201 TESTS_INTERMEDIATES :=$(call intermediates-dir-for,JAVA_LIBRARIES,core-tests,,COMMON)
 202 CORE_INTERMEDIATES :=$(call intermediates-dir-for,JAVA_LIBRARIES,core,,COMMON)
 203
 204 GEN_CLASSPATH := $(CORE_INTERMEDIATES)/classes.jar:$(TESTS_INTERMEDIATES)/classes.jar:$(VMTESTS_INTERMEDIATES)/android.core.vm-tests.jar:$(HOST_OUT_JAVA_LIBRARIES)/descGen.jar:$(HOST_JDK_TOOLS_JAR)
 205
 206 $(CORE_VM_TEST_DESC): PRIVATE_CLASSPATH:=$(GEN_CLASSPATH)
 207 $(CORE_VM_TEST_DESC): PRIVATE_PARAMS:=-Dcts.useSuppliedTestResult=true
 208 $(CORE_VM_TEST_DESC): PRIVATE_PARAMS+=-Dcts.useEnhancedJunit=true
 209 $(CORE_VM_TEST_DESC): PRIVATE_JAVAOPTS:=-Xmx256M
 210 # Please see big comment above on why this line depends on javalib.jar instead of classes.jar
 211 $(CORE_VM_TEST_DESC): vm-tests $(HOST_OUT_JAVA_LIBRARIES)/descGen.jar $(CORE_INTERMEDIATES)/javalib.jar $(VMTESTS_INTERMEDIATES)/android.core.vm-tests.jar $(TESTS_INTERMEDIATES)/javalib.jar $(cts_dir)/all_cts_files_stamp | $(ACP)
 212         $(call generate-core-test-description,$(CORE_VM_TEST_DESC),\
 213                 cts/tests/vm-tests/AndroidManifest.xml,\
 214                 dot.junit.AllJunitHostTests, cts/tools/vm-tests/Android.mk)
 215         $(ACP) -fv $(VMTESTS_INTERMEDIATES)/android.core.vm-tests.jar $(PRIVATE_DIR)/repository/testcases/android.core.vm-tests.jar
 216
 217 # Generate the default test plan for User.
 218 $(DEFAULT_TEST_PLAN): $(cts_dir)/all_cts_files_stamp $(cts_dir)/all_cts_core_files_stamp $(cts_tools_src_dir)/utils/genDefaultTestPlan.sh $(CORE_VM_TEST_DESC)
 219         $(hide) bash $(cts_tools_src_dir)/utils/genDefaultTestPlan.sh cts/tests/tests/ \
 220      $(PRIVATE_DIR) $(TMP_DIR) $(TOP) $(TARGET_COMMON_OUT_ROOT) $(OUT_DIR)
 221
 222 # Package CTS and clean up.
 223 #
 224 # TODO:
 225 #   Pack cts.bat into the same zip file as well. See http://buganizer/issue?id=1656821 for more details
 226 INTERNAL_CTS_TARGET := $(cts_dir)/$(cts_name).zip
 227 $(INTERNAL_CTS_TARGET): PRIVATE_NAME := $(cts_name)
 228 $(INTERNAL_CTS_TARGET): PRIVATE_CTS_DIR := $(cts_dir)
 229 $(INTERNAL_CTS_TARGET): PRIVATE_DIR := $(cts_dir)/$(cts_name)
 230 $(INTERNAL_CTS_TARGET): TMP_DIR := $(cts_dir)/temp
 231 $(INTERNAL_CTS_TARGET): $(cts_dir)/all_cts_files_stamp $(DEFAULT_TEST_PLAN) $(CORE_VM_TEST_DESC)
 232         @echo "Package CTS: $@"
 233         $(hide) cd $(dir $@) && zip -rq $(notdir $@) $(PRIVATE_NAME)
 234
 235 .PHONY: cts
 236 cts: $(INTERNAL_CTS_TARGET) adb
 237 $(call dist-for-goals,cts,$(INTERNAL_CTS_TARGET))
 238
 239 define copy-testcase-apk
 240
 241 $(hide) $(ACP) -fp $(call intermediates-dir-for,APPS,$(1))/package.apk \
 242         $(PRIVATE_DIR)/repository/testcases/$(1).apk
 243
 244 endef