1# Copyright (C) 2015 The Android Open Source Project 2# 3# Licensed under the Apache License, Version 2.0 (the "License"); 4# you may not use this file except in compliance with the License. 5# You may obtain a copy of the License at 6# 7# http://www.apache.org/licenses/LICENSE-2.0 8# 9# Unless required by applicable law or agreed to in writing, software 10# distributed under the License is distributed on an "AS IS" BASIS, 11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12# See the License for the specific language governing permissions and 13# limitations under the License. 14 15test_suite_name := cts 16test_suite_tradefed := cts-tradefed 17test_suite_dynamic_config := cts/tools/cts-tradefed/DynamicConfig.xml 18test_suite_readme := cts/tools/cts-tradefed/README 19test_suite_tools := $(HOST_OUT_JAVA_LIBRARIES)/ats_console_deploy.jar \ 20 $(HOST_OUT_JAVA_LIBRARIES)/ats_olc_server_local_mode_deploy.jar 21 22$(call declare-1p-target,$(test_suite_dynamic_config),cts) 23$(call declare-1p-target,$(test_suite_readme),cts) 24 25include $(BUILD_SYSTEM)/tasks/tools/compatibility.mk 26 27.PHONY: cts 28cts: $(compatibility_zip) $(compatibility_tests_list_zip) 29$(call dist-for-goals, cts, $(compatibility_zip) $(compatibility_tests_list_zip)) 30 31.PHONY: cts_v2 32cts_v2: cts 33 34# platform version check (b/32056228) 35# ============================================================ 36ifneq (,$(wildcard cts/)) 37 cts_platform_version_path := cts/tests/tests/os/assets/platform_versions.txt 38 cts_platform_version_string := $(shell cat $(cts_platform_version_path)) 39 cts_platform_release_path := cts/tests/tests/os/assets/platform_releases.txt 40 cts_platform_release_string := $(shell cat $(cts_platform_release_path)) 41 42 ifneq (REL,$(PLATFORM_VERSION_CODENAME)) 43 ifeq (,$(findstring $(PLATFORM_VERSION),$(cts_platform_version_string))) 44 define error_msg 45 ============================================================ 46 Could not find version "$(PLATFORM_VERSION)" in CTS platform version file: 47 $(cts_platform_version_path) 48 Most likely PLATFORM_VERSION in build/core/version_defaults.mk 49 has changed and a new version must be added to this CTS file. 50 ============================================================ 51 endef 52 $(error $(error_msg)) 53 endif 54 endif 55 ifeq (,$(findstring $(PLATFORM_VERSION_LAST_STABLE),$(cts_platform_release_string))) 56 define error_msg 57 ============================================================ 58 Could not find version "$(PLATFORM_VERSION_LAST_STABLE)" in CTS platform release file: 59 $(cts_platform_release_path) 60 Most likely PLATFORM_VERSION_LAST_STABLE in build/core/version_defaults.mk 61 has changed and a new version must be added to this CTS file. 62 ============================================================ 63 endef 64 $(error $(error_msg)) 65 endif 66endif 67 68# Creates a "cts-verifier" directory that will contain: 69# 70# 1. Out directory with a "android-cts-verifier" containing the CTS Verifier 71# and other binaries it needs. 72# 73# 2. Zipped version of the android-cts-verifier directory to be included with 74# the build distribution. 75## 76cts-dir := $(HOST_OUT)/cts-verifier 77verifier-dir-name := android-cts-verifier 78verifier-dir := $(cts-dir)/$(verifier-dir-name) 79verifier-zip-name := $(verifier-dir-name).zip 80verifier-zip := $(cts-dir)/$(verifier-zip-name) 81 82cts : $(verifier-zip) 83$(verifier-zip): PRIVATE_DIR := $(cts-dir) 84$(verifier-zip): $(SOONG_ANDROID_CTS_VERIFIER_ZIP) 85 rm -rf $(PRIVATE_DIR) 86 mkdir -p $(PRIVATE_DIR) 87 unzip -q -d $(PRIVATE_DIR) $< 88 $(copy-file-to-target) 89 90# For producing CTS coverage reports. 91# Run "make cts-test-coverage" in the $ANDROID_BUILD_TOP directory. 92 93cts_api_coverage_exe := $(HOST_OUT_EXECUTABLES)/cts-api-coverage 94dexdeps_exe := $(HOST_OUT_EXECUTABLES)/dexdeps 95cts_api_map_exe := $(HOST_OUT_EXECUTABLES)/cts-api-map 96 97coverage_out := $(HOST_OUT)/cts-api-coverage 98api_map_out := $(HOST_OUT)/cts-api-map 99 100cts_jar_files := $(api_map_out)/api_map_files.txt 101$(cts_jar_files): PRIVATE_API_MAP_FILES := $(sort $(COMPATIBILITY.cts.API_MAP_FILES)) 102$(cts_jar_files): 103 mkdir -p $(dir $@) 104 echo $(PRIVATE_API_MAP_FILES) > $@ 105 106api_xml_description := $(TARGET_OUT_COMMON_INTERMEDIATES)/api.xml 107 108napi_text_description := cts/tools/cts-api-coverage/etc/ndk-api.xml 109napi_xml_description := $(coverage_out)/ndk-api.xml 110$(napi_xml_description) : $(napi_text_description) $(ACP) 111 $(hide) echo "Preparing NDK API XML: $@" 112 $(hide) mkdir -p $(dir $@) 113 $(hide) $(ACP) $< $@ 114 115system_api_xml_description := $(TARGET_OUT_COMMON_INTERMEDIATES)/system-api.xml 116 117cts-test-coverage-report := $(coverage_out)/test-coverage.html 118cts-system-api-coverage-report := $(coverage_out)/system-api-coverage.html 119cts-system-api-xml-coverage-report := $(coverage_out)/system-api-coverage.xml 120cts-verifier-coverage-report := $(coverage_out)/verifier-coverage.html 121cts-combined-coverage-report := $(coverage_out)/combined-coverage.html 122cts-combined-xml-coverage-report := $(coverage_out)/combined-coverage.xml 123 124cts_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(api_xml_description) $(napi_xml_description) 125cts_system_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(system_api_xml_description) 126 127cts-api-xml-api-map-report := $(api_map_out)/api-map.xml 128cts-api-html-api-map-report := $(api_map_out)/api-map.html 129cts-system-api-xml-api-map-report := $(api_map_out)/system-api-map.xml 130cts-system-api-html-api-map-report := $(api_map_out)/system-api-map.html 131 132cts_system_api_map_dependencies := $(cts_api_map_exe) $(system_api_xml_description) $(cts_jar_files) 133cts_api_map_dependencies := $(cts_api_map_exe) $(api_xml_description) $(cts_jar_files) 134 135android_cts_zip := $(HOST_OUT)/cts/android-cts.zip 136cts_verifier_apk := $(call intermediates-dir-for,APPS,CtsVerifier)/package.apk 137 138$(cts-test-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) 139$(cts-test-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 140$(cts-test-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 141$(cts-test-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) 142$(cts-test-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) 143$(cts-test-coverage-report) : $(android_cts_zip) $(cts_api_coverage_dependencies) | $(ACP) 144 $(call generate-coverage-report-cts,"CTS Tests API-NDK Coverage Report",\ 145 $(PRIVATE_TEST_CASES),html) 146 147$(cts-system-api-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) 148$(cts-system-api-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 149$(cts-system-api-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 150$(cts-system-api-coverage-report): PRIVATE_API_XML_DESC := $(system_api_xml_description) 151$(cts-system-api-coverage-report): PRIVATE_NAPI_XML_DESC := "" 152$(cts-system-api-coverage-report) : $(android_cts_zip) $(cts_system_api_coverage_dependencies) | $(ACP) 153 $(call generate-coverage-report-cts,"CTS System API Coverage Report",\ 154 $(PRIVATE_TEST_CASES),html) 155 156$(cts-system-api-xml-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) 157$(cts-system-api-xml-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 158$(cts-system-api-xml-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 159$(cts-system-api-xml-coverage-report): PRIVATE_API_XML_DESC := $(system_api_xml_description) 160$(cts-system-api-xml-coverage-report): PRIVATE_NAPI_XML_DESC := "" 161$(cts-system-api-xml-coverage-report) : $(android_cts_zip) $(cts_system_api_coverage_dependencies) | $(ACP) 162 $(call generate-coverage-report-cts,"CTS System API Coverage Report - XML",\ 163 $(PRIVATE_TEST_CASES),xml) 164 165$(cts-verifier-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(verifier-dir), $(c)) 166$(cts-verifier-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 167$(cts-verifier-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 168$(cts-verifier-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) 169$(cts-verifier-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) 170$(cts-verifier-coverage-report) : $(cts_verifier_apk) $(verifier-zip) $(cts_api_coverage_dependencies) | $(ACP) 171 $(call generate-coverage-report-cts,"CTS Verifier API Coverage Report",\ 172 $(PRIVATE_TEST_CASES),html) 173 174$(cts-combined-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts) $(verifier-dir), $(c)) 175$(cts-combined-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 176$(cts-combined-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 177$(cts-combined-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) 178$(cts-combined-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) 179$(cts-combined-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(verifier-zip) $(cts_api_coverage_dependencies) | $(ACP) 180 $(call generate-coverage-report-cts,"CTS Combined API Coverage Report",\ 181 $(PRIVATE_TEST_CASES),html) 182 183$(cts-combined-xml-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts) $(verifier-dir), $(c)) 184$(cts-combined-xml-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 185$(cts-combined-xml-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 186$(cts-combined-xml-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) 187$(cts-combined-xml-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) 188$(cts-combined-xml-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(verifier-zip) $(cts_api_coverage_dependencies) | $(ACP) 189 $(call generate-coverage-report-cts,"CTS Combined API Coverage Report - XML",\ 190 $(PRIVATE_TEST_CASES),xml) 191 192.PHONY: cts-test-coverage 193cts-test-coverage : $(cts-test-coverage-report) 194 195.PHONY: cts-system-api-coverage 196cts-system-api-coverage : $(cts-system-api-coverage-report) 197 198.PHONY: cts-system-api-xml-coverage 199cts-system-api-xml-coverage : $(cts-system-api-xml-coverage-report) 200 201.PHONY: cts-verifier-coverage 202cts-verifier-coverage : $(cts-verifier-coverage-report) 203 204.PHONY: cts-combined-coverage 205cts-combined-coverage : $(cts-combined-coverage-report) 206 207.PHONY: cts-combined-xml-coverage 208cts-combined-xml-coverage : $(cts-combined-xml-coverage-report) 209 210.PHONY: cts-coverage-report-all cts-api-coverage 211cts-coverage-report-all: cts-test-coverage cts-verifier-coverage cts-combined-coverage cts-combined-xml-coverage 212 213$(cts-system-api-xml-api-map-report): PRIVATE_CTS_API_MAP_EXE := $(cts_api_map_exe) 214$(cts-system-api-xml-api-map-report): PRIVATE_API_XML_DESC := $(system_api_xml_description) 215$(cts-system-api-xml-api-map-report): PRIVATE_JAR_FILES := $(cts_jar_files) 216$(cts-system-api-xml-api-map-report) : $(android_cts_zip) $(cts_system_api_map_dependencies) | $(ACP) 217 $(call generate-api-map-report-cts,"CTS System API MAP Report - XML",\ 218 $(PRIVATE_JAR_FILES),xml) 219 220$(cts-system-api-html-api-map-report): PRIVATE_CTS_API_MAP_EXE := $(cts_api_map_exe) 221$(cts-system-api-html-api-map-report): PRIVATE_API_XML_DESC := $(system_api_xml_description) 222$(cts-system-api-html-api-map-report): PRIVATE_JAR_FILES := $(cts_jar_files) 223$(cts-system-api-html-api-map-report) : $(android_cts_zip) $(cts_system_api_map_dependencies) | $(ACP) 224 $(call generate-api-map-report-cts,"CTS System API MAP Report - HTML",\ 225 $(PRIVATE_JAR_FILES),html) 226 227$(cts-api-xml-api-map-report): PRIVATE_CTS_API_MAP_EXE := $(cts_api_map_exe) 228$(cts-api-xml-api-map-report): PRIVATE_API_XML_DESC := $(api_xml_description) 229$(cts-api-xml-api-map-report): PRIVATE_JAR_FILES := $(cts_jar_files) 230$(cts-api-xml-api-map-report) : $(android_cts_zip) $(cts_api_map_dependencies) | $(ACP) 231 $(call generate-api-map-report-cts,"CTS API MAP Report - XML",\ 232 $(PRIVATE_JAR_FILES),xml) 233 234$(cts-api-html-api-map-report): PRIVATE_CTS_API_MAP_EXE := $(cts_api_map_exe) 235$(cts-api-html-api-map-report): PRIVATE_API_XML_DESC := $(api_xml_description) 236$(cts-api-html-api-map-report): PRIVATE_JAR_FILES := $(cts_jar_files) 237$(cts-api-html-api-map-report) : $(android_cts_zip) $(cts_api_map_dependencies) | $(ACP) 238 $(call generate-api-map-report-cts,"CTS API MAP Report - HTML",\ 239 $(PRIVATE_JAR_FILES),html) 240 241.PHONY: cts-system-api-xml-api-map 242cts-system-api-xml-api-map : $(cts-system-api-xml-api-map-report) 243 244.PHONY: cts-system-api-html-api-map 245cts-system-api-html-api-map : $(cts-system-api-html-api-map-report) 246 247.PHONY: cts-api-xml-api-map 248cts-api-xml-api-map : $(cts-api-xml-api-map-report) 249 250.PHONY: cts-api-html-api-map 251cts-api-html-api-map : $(cts-api-html-api-map-report) 252 253.PHONY: cts-api-map-all 254 255# Put the test coverage report in the dist dir if "cts-api-coverage" is among the build goals. 256$(call dist-for-goals, cts-api-coverage, $(cts-test-coverage-report):cts-test-coverage-report.html) 257$(call dist-for-goals, cts-api-coverage, $(cts-system-api-coverage-report):cts-system-api-coverage-report.html) 258$(call dist-for-goals, cts-api-coverage, $(cts-system-api-xml-coverage-report):cts-system-api-coverage-report.xml) 259$(call dist-for-goals, cts-api-coverage, $(cts-verifier-coverage-report):cts-verifier-coverage-report.html) 260$(call dist-for-goals, cts-api-coverage, $(cts-combined-coverage-report):cts-combined-coverage-report.html) 261$(call dist-for-goals, cts-api-coverage, $(cts-combined-xml-coverage-report):cts-combined-coverage-report.xml) 262 263ALL_TARGETS.$(cts-test-coverage-report).META_LIC:=$(module_license_metadata) 264ALL_TARGETS.$(cts-system-api-coverage-report).META_LIC:=$(module_license_metadata) 265ALL_TARGETS.$(cts-system-api-xml-coverage-report).META_LIC:=$(module_license_metadata) 266ALL_TARGETS.$(cts-verifier-coverage-report).META_LIC:=$(module_license_metadata) 267ALL_TARGETS.$(cts-combined-coverage-report).META_LIC:=$(module_license_metadata) 268ALL_TARGETS.$(cts-combined-xml-coverage-report).META_LIC:=$(module_license_metadata) 269 270# Put the test api map report in the dist dir if "cts-api-map-all" is among the build goals. 271$(call dist-for-goals, cts-api-map-all, $(cts-system-api-xml-api-map-report):cts-system-api-xml-api-map-report.xml) 272$(call dist-for-goals, cts-api-map-all, $(cts-system-api-html-api-map-report):cts-system-api-html-api-map-report.html) 273$(call dist-for-goals, cts-api-map-all, $(cts-api-xml-api-map-report):cts-api-xml-api-map-report.xml) 274$(call dist-for-goals, cts-api-map-all, $(cts-api-html-api-map-report):cts-api-html-api-map-report.html) 275 276ALL_TARGETS.$(cts-system-api-xml-api-map-report).META_LIC:=$(module_license_metadata) 277ALL_TARGETS.$(cts-system-api-html-api-map-report).META_LIC:=$(module_license_metadata) 278ALL_TARGETS.$(cts-api-xml-api-map-report).META_LIC:=$(module_license_metadata) 279ALL_TARGETS.$(cts-api-html-api-map-report).META_LIC:=$(module_license_metadata) 280 281# Arguments; 282# 1 - Name of the report printed out on the screen 283# 2 - List of apk files that will be scanned to generate the report 284# 3 - Format of the report 285define generate-coverage-report-cts 286 $(hide) mkdir -p $(dir $@) 287 $(hide) $(PRIVATE_CTS_API_COVERAGE_EXE) -j 8 -d $(PRIVATE_DEXDEPS_EXE) -a $(PRIVATE_API_XML_DESC) -n $(PRIVATE_NAPI_XML_DESC) -f $(3) -o $@ $(2) 288 @ echo $(1): file://$$(cd $(dir $@); pwd)/$(notdir $@) 289endef 290 291# Arguments; 292# 1 - Name of the report printed out on the screen 293# 2 - A file containing list of files that to be analyzed 294# 3 - Format of the report 295define generate-api-map-report-cts 296 $(hide) mkdir -p $(dir $@) 297 $(hide) $(PRIVATE_CTS_API_MAP_EXE) -j 8 -a $(PRIVATE_API_XML_DESC) -i $(2) -f $(3) -o $@ 298 @ echo $(1): file://$$(cd $(dir $@); pwd)/$(notdir $@) 299endef 300 301# Reset temp vars 302cts_api_coverage_dependencies := 303cts_system_api_coverage_dependencies := 304cts_api_map_dependencies := 305cts_system_api_map_dependencies := 306cts-combined-coverage-report := 307cts-combined-xml-coverage-report := 308cts-verifier-coverage-report := 309cts-test-coverage-report := 310cts-system-api-coverage-report := 311cts-system-api-xml-coverage-report := 312cts-api-xml-api-map-report := 313cts-api-html-api-map-report := 314cts-system-api-xml-api-map-report := 315cts-system-api-html-api-map-report := 316api_xml_description := 317api_text_description := 318system_api_xml_description := 319napi_xml_description := 320napi_text_description := 321coverage_out := 322api_map_out := 323cts_jar_files := 324dexdeps_exe := 325cts_api_coverage_exe := 326cts_api_map_exe := 327cts_verifier_apk := 328android_cts_zip := 329cts-dir := 330verifier-dir-name := 331verifier-dir := 332verifier-zip-name := 333verifier-zip := 334