## SPDX-License-Identifier: GPL-2.0-only test-help help:: @echo '*** coreboot test targets ***' @echo ' what-jenkins-does - Run platform build tests with junit output' @echo ' lint / lint-stable - run coreboot lint tools (all / minimal)' @echo ' test-basic - Run stardard build tests. All expected to pass.' @echo ' test-lint - basic: Run stable and extended lint tests.' @echo ' test-tools - basic: Tests a basic list of tools.' @echo ' test-abuild - basic: Builds all platforms' @echo ' test-payloads - basic: Builds internal payloads' @echo ' test-cleanup - basic: Cleans coreboot directories' @echo # junit.xml is a helper target to wrap builds that don't create junit.xml output # BLD = The name of the build # BLD_DIR = Top path from coreboot to the build subdirectory # MAKETARGET = target to build junit.xml: echo "Building $(BLD)" echo '' > $@.tmp echo "" >> $@.tmp -if [ -z "$(BLD_DIR)" ]; then \ projdir=""; \ xmlfile=junit_$(BLD).xml; \ else \ projdir="-C $(BLD_DIR)"; \ xmlfile="$(BLD_DIR)/$@"; \ fi; \ if [ -z "$(SKIP_DISTCLEAN)" ]; then \ $(MAKE) -j $(CPUS) $$projdir clean distclean > $@.tmp.2 2>&1 ; \ fi; \ if $(MAKE) -j $(CPUS) $$projdir $(MAKETARGET) >> $@.tmp.2 2>&1; then \ type="system-out"; \ echo "<$$type>" >> $@.tmp; \ echo "Building $(BLD) Succeeded"; \ else \ type="failure"; \ echo "" >> $@.tmp; \ echo "Building $(BLD) Failed"; \ fi; \ cat $@.tmp.2; \ echo '> $@.tmp; \ cat $@.tmp.2 >> $@.tmp; \ echo "]]>" >>$@.tmp; \ rm -f $@.tmp.2; \ echo "" >> $@.tmp; \ echo "" >> $@.tmp; \ mv $@.tmp "$$xmlfile" echo TOOLLIST= \ amdfwtool \ cbfstool \ cbmem \ ectool \ futility \ ifdtool \ intelmetool \ inteltool \ intelvbttool \ nvramtool \ post \ superiotool TEST_PAYLOADLIST_INTERNAL= \ coreinfo \ nvramcui JENKINS_PAYLOAD?=none TEST_PAYLOAD?=$(JENKINS_PAYLOAD) CPUS?=4 lint lint-stable lint-extended: util/lint/lint $@ ABUILD_OPTIONS=-B -J -c $(CPUS) -Z -p $(JENKINS_PAYLOAD) ABUILD_OPTIONS+=$(if $(V),-v,) ABUILD_OPTIONS+=$(if $(JENKINS_NOCCACHE),,-y) ABUILD_OPTIONS+=$(JENKINS_ABUILD_OPT) COREBOOT_BUILD_DIR?=coreboot-builds validate_sec_tools: if [ ! -f 3rdparty/intel-sec-tools/go.mod ]; then \ echo "Please download 3rdparty/intel-sec-tools/:"; \ echo "git submodule update --init 3rdparty/intel-sec-tools"; \ exit 1; \ fi ifneq ($(JENKINS_SKIP_UNIT_TESTS),y) util/lint/lint lint-stable --junit util/lint/lint lint-extended --junit what-jenkins-does: test-cleanup validate_sec_tools endif cd 3rdparty/intel-sec-tools/ ; go mod vendor cd util/goswid ; go mod vendor util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/chromeos $(ABUILD_OPTIONS) -x -X $(top)/abuild-chromeos.xml util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/default $(ABUILD_OPTIONS) util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/chromeos-clang $(ABUILD_OPTIONS) -x -X $(top)/abuild-chromeos_clang.xml -L util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/default-clang $(ABUILD_OPTIONS) -L $(foreach tool, $(TOOLLIST), $(MAKE) CPUS=$(CPUS) V=$(V) Q=$(Q) BLD_DIR="util/$(tool)" BLD="$(tool)" MFLAGS= MAKEFLAGS= MAKETARGET= junit.xml; ) unset COREBOOT_BUILD_DIR;$(MAKE) CPUS=$(CPUS) V=$(V) Q=$(Q) BLD_DIR=payloads/nvramcui BLD=nvramcui MFLAGS= MAKEFLAGS= MAKETARGET=all junit.xml unset COREBOOT_BUILD_DIR;$(MAKE) CPUS=$(CPUS) V=$(V) Q=$(Q) BLD_DIR=payloads/coreinfo BLD=coreinfo MFLAGS= MAKEFLAGS= MAKETARGET=defaultbuild junit.xml (cd payloads/libpayload; unset COREBOOT_BUILD_DIR; $(MAKE) $(if $(JENKINS_NOCCACHE),,CONFIG_LP_CCACHE=y) V=$(V) Q=$(Q) junit.xml) # These targets don't use the standard build system, so we need to provide an xcompile to them. $(MAKE) xcompile=$(COREBOOT_BUILD_DIR)/xcompile $(COREBOOT_BUILD_DIR)/xcompile $(MAKE) CPUS=$(CPUS) V=$(V) Q=$(Q) BLD_DIR=src/soc/nvidia/tegra124/lp0 BLD=tegra124_lp0 MFLAGS= MAKEFLAGS=xcompile=$(COREBOOT_BUILD_DIR)/xcompile MAKETARGET=all junit.xml $(MAKE) CPUS=$(CPUS) V=$(V) Q=$(Q) BLD_DIR=src/soc/nvidia/tegra210/lp0 BLD=tegra120_lp0 MFLAGS= MAKEFLAGS=xcompile=$(COREBOOT_BUILD_DIR)/xcompile MAKETARGET=all junit.xml +$(MAKE) junit.xml-unit-tests COV=1 +(cd payloads/libpayload; unset COREBOOT_BUILD_DIR; $(MAKE) junit.xml-unit-tests COV=1) +(cd payloads/libpayload; unset COREBOOT_BUILD_DIR; $(MAKE) coverage-report COV=1) +$(MAKE) coverage-report JUNIT_OUTPUT=y COV=1 find . -name 'tests.info' -exec cat {} + >$(COREBOOT_BUILD_DIR)/coverage.info test-basic: test-lint test-tools test-abuild test-payloads test-cleanup test-lint: util/lint/lint lint-stable util/lint/lint lint-extended test-abuild: util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/chromeos -B -e $(if $(TEST_NOCCACHE),,-y) -c $(CPUS) -p $(TEST_PAYLOAD) -x util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/default -B -e $(if $(TEST_NOCCACHE),,-y) -c $(CPUS) -p $(TEST_PAYLOAD) util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/chromeos-clang -B -e $(if $(TEST_NOCCACHE),,-y) -c $(CPUS) -p $(TEST_PAYLOAD) -x -L util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/default-clang -B -e $(if $(TEST_NOCCACHE),,-y) -c $(CPUS) -p $(TEST_PAYLOAD) -L test-payloads: $(MAKE) -C payloads/libpayload test-configs -j $(CPUS) V=$(V) Q=$(Q) MFLAGS= MAKEFLAGS= $(if $(TEST_NOCCACHE),,CONFIG_LP_CCACHE=y) export MFLAGS=;export MAKEFLAGS=; \ $(foreach payload, $(TEST_PAYLOADLIST_INTERNAL), \ echo "*** Making payload $(payload) ***"; \ $(MAKE) -C payloads/$(payload) distclean ;\ $(MAKE) $(payload) -j $(CPUS) V=$(V) Q=$(Q)\ || exit 1; ) test-tools: @echo "Build testing $(TOOLLIST)" $(foreach tool, $(TOOLLIST), echo "Building $(tool)";export MFLAGS= ;export MAKEFLAGS= ;$(MAKE) -C util/$(tool) all V=$(V) Q=$(Q) || exit 1; ) @echo "Running gitconfig tests" @for test in $$(find util/gitconfig/test -maxdepth 1 \ -type f -executable); do \ echo "$${test}"; \ "$${test}" || exit $${?}; \ done test-cleanup: rm -rf $(COREBOOT_BUILD_DIR)/chromeos $(COREBOOT_BUILD_DIR)/default rm -rf $(COREBOOT_BUILD_DIR)/chromeos-clang $(COREBOOT_BUILD_DIR)/default-clang $(MAKE) clean $(foreach tool, $(TOOLLIST), $(MAKE) -C util/$(tool) clean ; ) $(MAKE) -C src/soc/nvidia/tegra124/lp0 clean $(MAKE) -C src/soc/nvidia/tegra210/lp0 clean .PHONY: test-basic test-lint test-abuild test-payloads .PHONY: test-tools test-cleanup test-help .PHONY: lint lint-stable what-jenkins-does