core/tasks/cts.mk

   1 # Copyright (C) 2008 The Android Open Source Project
   2 #
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at
   6 #
   7 #      http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 cts_dir := $(HOST_OUT)/cts
  16 cts_tools_src_dir := cts/tools
  17
  18 cts_name := android-cts
  19
  20 CTS_EXECUTABLE := startcts
  21 ifeq ($(HOST_OS),windows)
  22     CTS_EXECUTABLE_PATH := $(cts_tools_src_dir)/host/etc/cts.bat
  23 else
  24     CTS_EXECUTABLE_PATH := $(cts_tools_src_dir)/utils/$(CTS_EXECUTABLE)
  25 endif
  26 CTS_HOST_JAR := $(HOST_OUT_JAVA_LIBRARIES)/cts.jar
  27
  28 CTS_CORE_CASE_LIST := android.core.tests.annotation \
  29         android.core.tests.archive \
  30         android.core.tests.concurrent \
  31         android.core.tests.crypto \
  32         android.core.tests.dom \
  33         android.core.tests.logging \
  34         android.core.tests.luni.io \
  35         android.core.tests.luni.lang \
  36         android.core.tests.luni.net \
  37         android.core.tests.luni.util \
  38         android.core.tests.math \
  39         android.core.tests.nio \
  40         android.core.tests.nio_char \
  41         android.core.tests.prefs \
  42         android.core.tests.regex \
  43         android.core.tests.security \
  44         android.core.tests.sql \
  45         android.core.tests.text \
  46         android.core.tests.xml \
  47         android.core.tests.xnet \
  48         android.core.tests.runner
  49
  50 CTS_CASE_LIST := \
  51         DeviceInfoCollector \
  52         CtsTestStubs \
  53         CtsAppTestCases \
  54         CtsContentTestCases \
  55         CtsDatabaseTestCases \
  56         CtsGraphicsTestCases \
  57         CtsHardwareTestCases \
  58         CtsLocationTestCases \
  59         CtsOsTestCases \
  60         CtsPermissionTestCases \
  61         CtsProviderTestCases \
  62         CtsTextTestCases \
  63         CtsUtilTestCases \
  64         CtsViewTestCases \
  65         CtsWidgetTestCases \
  66         CtsNetTestCases \
  67         SignatureTest \
  68         CtsPerformanceTestCases \
  69         CtsPerformance2TestCases \
  70         CtsPerformance3TestCases \
  71         CtsPerformance4TestCases \
  72         CtsPerformance5TestCases \
  73         ApiDemos \
  74         ApiDemosReferenceTest \
  75         $(CTS_CORE_CASE_LIST)
  76
  77 DEFAULT_TEST_PLAN := $(PRIVATE_DIR)/resource/plans
  78
  79 $(cts_dir)/all_cts_files_stamp: $(CTS_CASE_LIST) | $(ACP)
  80 # Make necessary directory for CTS
  81         @rm -rf $(PRIVATE_CTS_DIR)
  82         @mkdir -p $(TMP_DIR)
  83         @mkdir -p $(PRIVATE_DIR)/docs
  84         @mkdir -p $(PRIVATE_DIR)/tools
  85         @mkdir -p $(PRIVATE_DIR)/repository/testcases
  86         @mkdir -p $(PRIVATE_DIR)/repository/plans
  87 # Copy executable to CTS directory
  88         $(hide) $(ACP) -fp $(CTS_HOST_JAR) $(PRIVATE_DIR)/tools
  89         $(hide) $(ACP) -fp $(CTS_EXECUTABLE_PATH) $(PRIVATE_DIR)/tools
  90 # Change mode of the executables
  91         $(hide) chmod ug+rwX $(PRIVATE_DIR)/tools/$(notdir $(CTS_EXECUTABLE_PATH))
  92         $(foreach apk,$(CTS_CASE_LIST), \
  93                         $(call copy-testcase-apk,$(apk)))
  94 # Copy CTS host config to CTS directory
  95         $(hide) $(ACP) -fp $(cts_tools_src_dir)/utils/host_config.xml $(PRIVATE_DIR)/repository/
  96         $(hide) touch $@
  97
  98 # Generate the test descriptions for the core-tests
  99
 100 define generate-core-test-description
 101 @echo "Generate core-test description ("$(notdir $(1))")"
 102 $(hide) java $(PRIVATE_JAVAOPTS) \
 103         -classpath $(PRIVATE_CLASSPATH) \
 104         $(PRIVATE_PARAMS) CollectAllTests $(1) \
 105         $(2) $(3)
 106 endef
 107
 108 CORE_INTERMEDIATES :=$(call intermediates-dir-for,JAVA_LIBRARIES,core,,COMMON)
 109 TESTS_INTERMEDIATES :=$(call intermediates-dir-for,JAVA_LIBRARIES,core-tests,,COMMON)
 110 GEN_CLASSPATH := $(CORE_INTERMEDIATES)/classes.jar:$(TESTS_INTERMEDIATES)/classes.jar:$(CORE_INTERMEDIATES)/javalib.jar:$(TESTS_INTERMEDIATES)/javalib.jar:$(HOST_OUT_JAVA_LIBRARIES)/descGen.jar:$(HOST_JDK_TOOLS_JAR)
 111
 112 $(cts_dir)/all_cts_core_files_stamp: PRIVATE_CLASSPATH:=$(GEN_CLASSPATH)
 113 $(cts_dir)/all_cts_core_files_stamp: PRIVATE_JAVAOPTS:=-Xmx256M
 114 $(cts_dir)/all_cts_core_files_stamp: PRIVATE_PARAMS:=-Dcts.useSuppliedTestResult=true
 115 $(cts_dir)/all_cts_core_files_stamp: PRIVATE_PARAMS+=-Dcts.useEnhancedJunit=true
 116 # Why does this depend on javalib.jar instead of classes.jar?  Because
 117 # even though the tool will operate on the classes.jar files, the
 118 # build system requires that dependencies use javalib.jar.  If
 119 # javalib.jar is up-to-date, then classes.jar is as well.  Depending
 120 # on classes.jar will build the files incorrectly.
 121 $(cts_dir)/all_cts_core_files_stamp: $(CTS_CORE_CASE_LIST) $(HOST_OUT_JAVA_LIBRARIES)/descGen.jar $(CORE_INTERMEDIATES)/javalib.jar $(TESTS_INTERMEDIATES)/javalib.jar $(cts_dir)/all_cts_files_stamp | $(ACP)
 122         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.annotation,\
 123                 cts/tests/core/annotation/AndroidManifest.xml,\
 124                 tests.annotation.AllTests)
 125         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.archive,\
 126                 cts/tests/core/archive/AndroidManifest.xml,\
 127                 tests.archive.AllTests)
 128         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.concurrent,\
 129                 cts/tests/core/concurrent/AndroidManifest.xml,\
 130                 tests.concurrent.AllTests)
 131         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.crypto,\
 132                 cts/tests/core/crypto/AndroidManifest.xml,\
 133                 tests.crypto.AllTests)
 134         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.dom,\
 135                 cts/tests/core/dom/AndroidManifest.xml,\
 136                 tests.dom.AllTests)
 137         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.logging,\
 138                 cts/tests/core/logging/AndroidManifest.xml,\
 139                 tests.logging.AllTests)
 140         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.luni.io,\
 141                 cts/tests/core/luni-io/AndroidManifest.xml,\
 142                 tests.luni.AllTestsIo)
 143         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.luni.lang,\
 144                 cts/tests/core/luni-lang/AndroidManifest.xml,\
 145                 tests.luni.AllTestsLang)
 146         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.luni.net,\
 147                 cts/tests/core/luni-net/AndroidManifest.xml,\
 148                 tests.luni.AllTestsNet)
 149         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.luni.util,\
 150                 cts/tests/core/luni-util/AndroidManifest.xml,\
 151                 tests.luni.AllTestsUtil)
 152         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.math,\
 153                 cts/tests/core/math/AndroidManifest.xml,\
 154                 tests.math.AllTests)
 155         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.nio,\
 156                 cts/tests/core/nio/AndroidManifest.xml,\
 157                 tests.nio.AllTests)
 158         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.nio_char,\
 159                 cts/tests/core/nio_char/AndroidManifest.xml,\
 160                 tests.nio_char.AllTests)
 161         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.prefs,\
 162                 cts/tests/core/prefs/AndroidManifest.xml,\
 163                 tests.prefs.AllTests)
 164         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.regex,\
 165                 cts/tests/core/regex/AndroidManifest.xml,\
 166                 tests.regex.AllTests)
 167         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.security,\
 168                 cts/tests/core/security/AndroidManifest.xml,\
 169                 tests.security.AllTests)
 170         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.sql,\
 171                 cts/tests/core/sql/AndroidManifest.xml,\
 172                 tests.sql.AllTests)
 173         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.text,\
 174                 cts/tests/core/text/AndroidManifest.xml,\
 175                 tests.text.AllTests)
 176         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.xml,\
 177                 cts/tests/core/xml/AndroidManifest.xml,\
 178                 tests.xml.AllTests)
 179         $(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.xnet,\
 180                 cts/tests/core/xnet/AndroidManifest.xml,\
 181                 tests.xnet.AllTests)
 182         $(hide) touch $@
 183
 184
 185 # ----- Generate the test descriptions for the vm-tests -----
 186 #
 187 CORE_VM_TEST_DESC := $(cts_dir)/$(cts_name)/repository/testcases/android.core.vm-tests
 188
 189 VMTESTS_INTERMEDIATES :=$(call intermediates-dir-for,EXECUTABLES,vm-tests,1,)
 190 # core tests only needed to get hold of junit-framework-classes
 191 TESTS_INTERMEDIATES :=$(call intermediates-dir-for,JAVA_LIBRARIES,core-tests,,COMMON)
 192 CORE_INTERMEDIATES :=$(call intermediates-dir-for,JAVA_LIBRARIES,core,,COMMON)
 193
 194 GEN_CLASSPATH := $(CORE_INTERMEDIATES)/classes.jar:$(TESTS_INTERMEDIATES)/classes.jar:$(VMTESTS_INTERMEDIATES)/android.core.vm-tests.jar:$(HOST_OUT_JAVA_LIBRARIES)/descGen.jar:$(HOST_JDK_TOOLS_JAR)
 195
 196 $(CORE_VM_TEST_DESC): PRIVATE_CLASSPATH:=$(GEN_CLASSPATH)
 197 $(CORE_VM_TEST_DESC): PRIVATE_PARAMS:=-Dcts.useSuppliedTestResult=true
 198 $(CORE_VM_TEST_DESC): PRIVATE_PARAMS+=-Dcts.useEnhancedJunit=true
 199 $(CORE_VM_TEST_DESC): PRIVATE_JAVAOPTS:=-Xmx256M
 200 # Please see big comment above on why this line depends on javalib.jar instead of classes.jar
 201 $(CORE_VM_TEST_DESC): vm-tests $(HOST_OUT_JAVA_LIBRARIES)/descGen.jar $(CORE_INTERMEDIATES)/javalib.jar $(VMTESTS_INTERMEDIATES)/android.core.vm-tests.jar $(TESTS_INTERMEDIATES)/javalib.jar $(cts_dir)/all_cts_files_stamp | $(ACP)
 202         $(call generate-core-test-description,$(CORE_VM_TEST_DESC),\
 203                 cts/tests/vm-tests/AndroidManifest.xml,\
 204                 dot.junit.AllJunitHostTests, cts/tools/vm-tests/Android.mk)
 205         $(ACP) -fv $(VMTESTS_INTERMEDIATES)/android.core.vm-tests.jar $(PRIVATE_DIR)/repository/testcases/android.core.vm-tests.jar
 206
 207 # Generate the default test plan for User.
 208 $(DEFAULT_TEST_PLAN): $(cts_dir)/all_cts_files_stamp $(cts_dir)/all_cts_core_files_stamp $(cts_tools_src_dir)/utils/genDefaultTestPlan.sh $(CORE_VM_TEST_DESC)
 209         $(hide) bash $(cts_tools_src_dir)/utils/genDefaultTestPlan.sh cts/tests/tests/ \
 210      $(PRIVATE_DIR) $(TMP_DIR) $(TOP) $(TARGET_COMMON_OUT_ROOT) $(OUT_DIR)
 211
 212 # Package CTS and clean up.
 213 #
 214 # TODO:
 215 #   Pack cts.bat into the same zip file as well. See http://buganizer/issue?id=1656821 for more details
 216 INTERNAL_CTS_TARGET := $(cts_dir)/$(cts_name).zip
 217 $(INTERNAL_CTS_TARGET): PRIVATE_NAME := $(cts_name)
 218 $(INTERNAL_CTS_TARGET): PRIVATE_CTS_DIR := $(cts_dir)
 219 $(INTERNAL_CTS_TARGET): PRIVATE_DIR := $(cts_dir)/$(cts_name)
 220 $(INTERNAL_CTS_TARGET): TMP_DIR := $(cts_dir)/temp
 221 $(INTERNAL_CTS_TARGET): $(cts_dir)/all_cts_files_stamp $(DEFAULT_TEST_PLAN) $(CORE_VM_TEST_DESC)
 222         @echo "Package CTS: $@"
 223         $(hide) cd $(dir $@) && zip -rq $(notdir $@) $(PRIVATE_NAME)
 224
 225 .PHONY: cts
 226 cts: $(INTERNAL_CTS_TARGET) adb
 227 $(call dist-for-goals,cts,$(INTERNAL_CTS_TARGET))
 228
 229 define copy-testcase-apk
 230
 231 $(hide) $(ACP) -fp $(call intermediates-dir-for,APPS,$(1))/package.apk \
 232         $(PRIVATE_DIR)/repository/testcases/$(1).apk
 233
 234 endef