core/tasks/cts.mk

   1 # Copyright (C) 2008 The Android Open Source Project
   2 #
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at
   6 #
   7 #      http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 cts_dir := $(HOST_OUT)/cts
  16 cts_tools_src_dir := cts/tools
  17
  18 cts_name := android-cts
  19
  20 CTS_EXECUTABLE := cts
  21 ifeq ($(HOST_OS),windows)
  22     CTS_EXECUTABLE_PATH := $(cts_tools_src_dir)/host/etc/cts.bat
  23 else
  24     CTS_EXECUTABLE_PATH := $(HOST_OUT_EXECUTABLES)/$(CTS_EXECUTABLE)
  25 endif
  26 CTS_HOST_JAR := $(HOST_OUT_JAVA_LIBRARIES)/cts.jar
  27
  28 CTS_CORE_CASE_LIST := android.core.tests.annotation \
  29         android.core.tests.archive \
  30         android.core.tests.concurrent \
  31         android.core.tests.crypto \
  32         android.core.tests.dom \
  33         android.core.tests.logging \
  34         android.core.tests.luni \
  35         android.core.tests.luni.io \
  36         android.core.tests.luni.lang \
  37         android.core.tests.luni.net \
  38         android.core.tests.luni.util \
  39         android.core.tests.math \
  40         android.core.tests.nio \
  41         android.core.tests.nio_char \
  42         android.core.tests.prefs \
  43         android.core.tests.regex \
  44         android.core.tests.security \
  45         android.core.tests.sql \
  46         android.core.tests.text \
  47         android.core.tests.xml \
  48         android.core.tests.xnet
  49
  50 CTS_CASE_LIST := \
  51         DeviceInfoCollector \
  52         CtsTestStubs \
  53         CtsAppTestCases \
  54         CtsContentTestCases \
  55         CtsDatabaseTestCases \
  56         CtsGraphicsTestCases \
  57         CtsHardwareTestCases \
  58         CtsLocationTestCases \
  59         CtsOsTestCases \
  60         CtsPermissionTestCases \
  61         CtsProviderTestCases \
  62         CtsTextTestCases \
  63         CtsUtilTestCases \
  64         CtsViewTestCases \
  65         CtsWidgetTestCases \
  66         CtsNetTestCases \
  67         SignatureTest \
  68         CtsPerformanceTestCases \
  69         CtsPerformance2TestCases \
  70         CtsPerformance3TestCases \
  71         CtsPerformance4TestCases \
  72         CtsPerformance5TestCases \
  73         ApiDemosReferenceTest \
  74         $(CTS_CORE_CASE_LIST)
  75
  76 DEFAULT_TEST_PLAN := $(PRIVATE_DIR)/resource/plans
  77
  78 $(cts_dir)/all_cts_files_stamp: $(CTS_CASE_LIST) | $(ACP)
  79 # Make necessary directory for CTS
  80         @rm -rf $(PRIVATE_CTS_DIR)
  81         @mkdir -p $(TMP_DIR)
  82         @mkdir -p $(PRIVATE_DIR)/docs
  83         @mkdir -p $(PRIVATE_DIR)/tools
  84         @mkdir -p $(PRIVATE_DIR)/repository/testcases
  85         @mkdir -p $(PRIVATE_DIR)/repository/plans
  86 # Copy executable to CTS directory
  87         $(hide) $(ACP) -fp $(CTS_HOST_JAR) $(PRIVATE_DIR)/tools
  88         $(hide) $(ACP) -fp $(CTS_EXECUTABLE_PATH) $(PRIVATE_DIR)/tools
  89 # Change mode of the executables
  90         $(hide) chmod ug+rwX $(PRIVATE_DIR)/tools/$(notdir $(CTS_EXECUTABLE_PATH))
  91         $(foreach apk,$(CTS_CASE_LIST), \
  92                         $(call copy-testcase-apk,$(apk)))
  93 # Copy CTS host config and start script to CTS directory
  94         $(hide) $(ACP) -fp $(cts_tools_src_dir)/utils/host_config.xml $(PRIVATE_DIR)/repository/
  95         $(hide) $(ACP) -fp $(cts_tools_src_dir)/utils/startcts $(PRIVATE_DIR)/tools/
  96         $(hide) touch $@
  97
  98 # Generate the test descriptions for the core-tests
  99
 100 define generate-core-test-description
 101 @echo "Generate core-test description ("$(notdir $(1))")"
 102 $(hide) java $(PRIVATE_JAVAOPTS) \
 103         -classpath $(PRIVATE_CLASSPATH) \
 104         $(PRIVATE_PARAMS) CollectAllTests $(1) \
 105         $(2) $(3) $(4)
 106 endef
 107
 108 CORE_INTERMEDIATES :=$(call intermediates-dir-for,JAVA_LIBRARIES,core,,COMMON)
 109 TESTS_INTERMEDIATES :=$(call intermediates-dir-for,JAVA_LIBRARIES,core-tests,,COMMON)
 110 GEN_CLASSPATH := $(CORE_INTERMEDIATES)/classes.jar:$(TESTS_INTERMEDIATES)/classes.jar:$(CORE_INTERMEDIATES)/javalib.jar:$(TESTS_INTERMEDIATES)/javalib.jar:$(HOST_OUT_JAVA_LIBRARIES)/descGen.jar:$(HOST_JDK_TOOLS_JAR)
 111
 112 $(cts_dir)/all_cts_core_files_stamp: PRIVATE_CLASSPATH:=$(GEN_CLASSPATH)
 113 $(cts_dir)/all_cts_core_files_stamp: PRIVATE_JAVAOPTS:=-Xmx256M
 114 $(cts_dir)/all_cts_core_files_stamp: PRIVATE_PARAMS:=-Dcts.useSuppliedTestResult=true
 115 $(cts_dir)/all_cts_core_files_stamp: PRIVATE_PARAMS+=-Dcts.useEnhancedJunit=true
 116 # Why does this depend on javalib.jar instead of classes.jar?  Because
 117 # even though the tool will operate on the classes.jar files, the
 118 # build system requires that dependencies use javalib.jar.  If
 119 # javalib.jar is up-to-date, then classes.jar is as well.  Depending
 120 # on classes.jar will build the files incorrectly.
 121 $(cts_dir)/all_cts_core_files_stamp: $(CTS_CORE_CASE_LIST) $(HOST_OUT_JAVA_LIBRARIES)/descGen.jar $(CORE_INTERMEDIATES)/javalib.jar $(TESTS_INTERMEDIATES)/javalib.jar | $(ACP)
 122         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.annotation,\
 123                 cts/tests/core/annotation/AndroidManifest.xml,\
 124                 tests.annotation.AllTests)
 125         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.archive,\
 126                 cts/tests/core/archive/AndroidManifest.xml,\
 127                 tests.archive.AllTests)
 128         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.concurrent,\
 129                 cts/tests/core/concurrent/AndroidManifest.xml,\
 130                 tests.concurrent.AllTests)
 131         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.crypto,\
 132                 cts/tests/core/crypto/AndroidManifest.xml,\
 133                 tests.crypto.AllTests)
 134         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.dom,\
 135                 cts/tests/core/dom/AndroidManifest.xml,\
 136                 tests.dom.AllTests)
 137         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.logging,\
 138                 cts/tests/core/logging/AndroidManifest.xml,\
 139                 tests.logging.AllTests)
 140         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.luni,\
 141                 cts/tests/core/luni/AndroidManifest.xml,\
 142                 tests.luni.AllTests)
 143         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.luni.io,\
 144                 cts/tests/core/luni-io/AndroidManifest.xml,\
 145                 tests.luni.AllTestsIo)
 146         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.luni.lang,\
 147                 cts/tests/core/luni-lang/AndroidManifest.xml,\
 148                 tests.luni.AllTestsLang)
 149         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.luni.net,\
 150                 cts/tests/core/luni-net/AndroidManifest.xml,\
 151                 tests.luni.AllTestsNet)
 152         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.luni.util,\
 153                 cts/tests/core/luni-util/AndroidManifest.xml,\
 154                 tests.luni.AllTestsUtil)
 155         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.math,\
 156                 cts/tests/core/math/AndroidManifest.xml,\
 157                 tests.math.AllTests)
 158         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.nio,\
 159                 cts/tests/core/nio/AndroidManifest.xml,\
 160                 tests.nio.AllTests)
 161         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.nio_char,\
 162                 cts/tests/core/nio_char/AndroidManifest.xml,\
 163                 tests.nio_char.AllTests)
 164         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.prefs,\
 165                 cts/tests/core/prefs/AndroidManifest.xml,\
 166                 tests.prefs.AllTests)
 167         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.regex,\
 168                 cts/tests/core/regex/AndroidManifest.xml,\
 169                 tests.regex.AllTests)
 170         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.security,\
 171                 cts/tests/core/security/AndroidManifest.xml,\
 172                 tests.security.AllTests)
 173         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.sql,\
 174                 cts/tests/core/sql/AndroidManifest.xml,\
 175                 tests.sql.AllTests)
 176         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.text,\
 177                 cts/tests/core/text/AndroidManifest.xml,\
 178                 tests.text.AllTests)
 179         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.xml,\
 180                 cts/tests/core/xml/AndroidManifest.xml,\
 181                 tests.xml.AllTests)
 182         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.xnet,\
 183                 cts/tests/core/xnet/AndroidManifest.xml,\
 184                 tests.xnet.AllTests)
 185         $(hide) touch $@
 186
 187
 188 # ----- Generate the test descriptions for the vm-tests -----
 189 #
 190 CORE_VM_TEST_DESC := $(cts_dir)/$(cts_name)/repository/testcases/android.core.vm-tests
 191
 192 VMTESTS_INTERMEDIATES :=$(call intermediates-dir-for,EXECUTABLES,vm-tests,1,)
 193 # core tests only needed to get hold of junit-framework-classes
 194 TESTS_INTERMEDIATES :=$(call intermediates-dir-for,JAVA_LIBRARIES,core-tests,,COMMON)
 195 CORE_INTERMEDIATES :=$(call intermediates-dir-for,JAVA_LIBRARIES,core,,COMMON)
 196
 197 GEN_CLASSPATH := $(CORE_INTERMEDIATES)/classes.jar:$(TESTS_INTERMEDIATES)/classes.jar:$(VMTESTS_INTERMEDIATES)/android.core.vm-tests.jar:$(HOST_OUT_JAVA_LIBRARIES)/descGen.jar:$(HOST_JDK_TOOLS_JAR)
 198
 199 $(CORE_VM_TEST_DESC): PRIVATE_CLASSPATH:=$(GEN_CLASSPATH)
 200 $(CORE_VM_TEST_DESC): PRIVATE_PARAMS:=-Dcts.useSuppliedTestResult=true
 201 $(CORE_VM_TEST_DESC): PRIVATE_PARAMS+=-Dcts.useEnhancedJunit=true
 202 $(CORE_VM_TEST_DESC): PRIVATE_JAVAOPTS:=-Xmx256M
 203 # Please see big comment above on why this line depends on javalib.jar instead of classes.jar
 204 $(CORE_VM_TEST_DESC): vm-tests $(HOST_OUT_JAVA_LIBRARIES)/descGen.jar $(CORE_INTERMEDIATES)/javalib.jar $(VMTESTS_INTERMEDIATES)/android.core.vm-tests.jar $(TESTS_INTERMEDIATES)/javalib.jar $(cts_dir)/all_cts_files_stamp | $(ACP)
 205         $(call generate-core-test-description,$(CORE_VM_TEST_DESC),\
 206                 cts/tests/vm-tests/AndroidManifest.xml,\
 207                 dot.junit.AllJunitHostTests, cts/tools/vm-tests/Android.mk)
 208         $(ACP) -fv $(VMTESTS_INTERMEDIATES)/android.core.vm-tests.jar $(PRIVATE_DIR)/repository/testcases/android.core.vm-tests.jar
 209
 210 # Generate the default test plan for User.
 211 $(DEFAULT_TEST_PLAN): $(cts_dir)/all_cts_files_stamp $(cts_dir)/all_cts_core_files_stamp $(cts_tools_src_dir)/utils/genDefaultTestPlan.sh $(CORE_VM_TEST_DESC)
 212         $(hide) bash $(cts_tools_src_dir)/utils/genDefaultTestPlan.sh cts/tests/tests/ \
 213      $(PRIVATE_DIR) $(TMP_DIR) $(TOP) $(TARGET_COMMON_OUT_ROOT) $(OUT_DIR)
 214
 215 # Package CTS and clean up.
 216 #
 217 # TODO:
 218 #   Pack cts.bat into the same zip file as well. See http://buganizer/issue?id=1656821 for more details
 219 INTERNAL_CTS_TARGET := $(cts_dir)/$(cts_name).zip
 220 $(INTERNAL_CTS_TARGET): PRIVATE_NAME := $(cts_name)
 221 $(INTERNAL_CTS_TARGET): PRIVATE_CTS_DIR := $(cts_dir)
 222 $(INTERNAL_CTS_TARGET): PRIVATE_DIR := $(cts_dir)/$(cts_name)
 223 $(INTERNAL_CTS_TARGET): TMP_DIR := $(cts_dir)/temp
 224 $(INTERNAL_CTS_TARGET): $(cts_dir)/all_cts_files_stamp $(DEFAULT_TEST_PLAN) $(CORE_VM_TEST_DESC)
 225         @echo "Package CTS: $@"
 226         $(hide) cd $(dir $@) && zip -rq $(notdir $@) $(PRIVATE_NAME)
 227
 228 .PHONY: cts
 229 cts: $(INTERNAL_CTS_TARGET) adb
 230 $(call dist-for-goals,cts,$(INTERNAL_CTS_TARGET))
 231
 232 define copy-testcase-apk
 233
 234 $(hide) $(ACP) -fp $(call intermediates-dir-for,APPS,$(1))/package.apk \
 235         $(PRIVATE_DIR)/repository/testcases/$(1).apk
 236
 237 endef