2020-03-28 00:15:03 +01:00
|
|
|
# SPDX-License-Identifier: GPL-2.0-only
|
|
|
|
|
2020-05-05 02:44:04 +02:00
|
|
|
testsrc = $(top)/tests
|
2021-05-11 17:56:48 +02:00
|
|
|
|
|
|
|
# Place the build output in one of two places depending on COV, so that code
|
|
|
|
# built with code coverage never mixes with code built without code coverage.
|
|
|
|
ifeq ($(COV),1)
|
|
|
|
testobj = $(obj)/coverage
|
|
|
|
else
|
2020-03-28 00:15:03 +01:00
|
|
|
testobj = $(obj)/tests
|
2021-05-11 17:56:48 +02:00
|
|
|
endif
|
|
|
|
|
2020-05-22 09:57:17 +02:00
|
|
|
cmockasrc = 3rdparty/cmocka
|
2020-05-27 10:53:01 +02:00
|
|
|
cmockaobj = $(objutil)/cmocka
|
2021-05-11 17:56:48 +02:00
|
|
|
coverage_dir = coverage_reports
|
2020-05-22 09:57:17 +02:00
|
|
|
|
|
|
|
CMOCKA_LIB := $(cmockaobj)/src/libcmocka.so
|
|
|
|
|
|
|
|
CMAKE:= cmake
|
2021-06-09 18:37:42 +02:00
|
|
|
OBJCOPY?= objcopy
|
2020-03-28 00:15:03 +01:00
|
|
|
|
|
|
|
TEST_DEFAULT_CONFIG = $(top)/configs/config.emulation_qemu_x86_i440fx
|
|
|
|
TEST_DOTCONFIG = $(testobj)/.config
|
2021-04-28 16:50:51 +02:00
|
|
|
TEST_KCONFIG_AUTOHEADER := $(testobj)/config.src.h
|
2020-03-28 00:15:03 +01:00
|
|
|
TEST_KCONFIG_AUTOCONFIG := $(testobj)/auto.conf
|
|
|
|
TEST_KCONFIG_DEPENDENCIES := $(testobj)/auto.conf.cmd
|
2021-07-15 12:54:27 +02:00
|
|
|
TEST_KCONFIG_SPLITCONFIG := $(testobj)/config/
|
2020-03-28 00:15:03 +01:00
|
|
|
TEST_KCONFIG_TRISTATE := $(testobj)/tristate.conf
|
|
|
|
|
2020-05-05 02:44:04 +02:00
|
|
|
TEST_CFLAGS = -include $(src)/include/kconfig.h \
|
|
|
|
-include $(src)/commonlib/bsd/include/commonlib/bsd/compiler.h \
|
|
|
|
-include $(src)/include/rules.h
|
2020-03-28 00:15:03 +01:00
|
|
|
|
|
|
|
# Include generic test mock headers, before original ones
|
2020-05-05 02:44:04 +02:00
|
|
|
TEST_CFLAGS += -I$(testsrc)/include/mocks -I$(testsrc)/include
|
2020-03-28 00:15:03 +01:00
|
|
|
|
|
|
|
TEST_CFLAGS += -I$(src)/include -I$(src)/commonlib/include \
|
2020-06-11 00:35:08 +02:00
|
|
|
-I$(src)/commonlib/bsd/include -I$(src)/arch/x86/include
|
|
|
|
|
|
|
|
# Note: This is intentionally just a subset of the warnings in the toplevel
|
|
|
|
# Makefile.inc. We don't need to be as strict with test code, and things like
|
|
|
|
# -Wmissing-prototypes just make working with the test framework cumbersome.
|
|
|
|
# Only put conservative warnings here that really detect code that's obviously
|
|
|
|
# unintentional.
|
2021-02-17 04:32:24 +01:00
|
|
|
TEST_CFLAGS += -Wall -Werror -Wundef -Wstrict-prototypes -Wno-inline-asm
|
2020-03-28 00:15:03 +01:00
|
|
|
|
|
|
|
# Path for Kconfig autoheader
|
|
|
|
TEST_CFLAGS += -I$(dir $(TEST_KCONFIG_AUTOHEADER))
|
|
|
|
|
2020-05-05 02:46:31 +02:00
|
|
|
TEST_CFLAGS += -std=gnu11 -Os -ffunction-sections -fdata-sections -fno-builtin
|
2020-03-28 00:15:03 +01:00
|
|
|
|
2021-03-25 13:10:31 +01:00
|
|
|
TEST_CFLAGS += -D__TEST__
|
|
|
|
|
2020-05-22 09:57:17 +02:00
|
|
|
TEST_CFLAGS += -I$(cmockasrc)/include
|
|
|
|
|
2020-03-28 00:15:03 +01:00
|
|
|
# Link against Cmocka
|
2020-05-22 09:57:17 +02:00
|
|
|
TEST_LDFLAGS = -L$(cmockaobj)/src -lcmocka -Wl,-rpath=$(cmockaobj)/src
|
|
|
|
TEST_LDFLAGS += -Wl,--gc-sections
|
2020-03-28 00:15:03 +01:00
|
|
|
|
2021-02-13 02:37:27 +01:00
|
|
|
# Some memlayout symbols don't work with userspace relocation -- disable it.
|
|
|
|
TEST_CFLAGS += -fno-pie -fno-pic
|
|
|
|
TEST_LDFLAGS += -no-pie
|
|
|
|
|
2021-05-11 17:56:48 +02:00
|
|
|
# Enable code coverage if COV=1
|
|
|
|
ifeq ($(COV),1)
|
|
|
|
TEST_CFLAGS += --coverage
|
|
|
|
TEST_LDFLAGS += --coverage
|
|
|
|
endif
|
|
|
|
|
2020-03-28 00:15:03 +01:00
|
|
|
# Extra attributes for unit tests, declared per test
|
2021-04-28 16:50:51 +02:00
|
|
|
attributes:= srcs cflags config mocks stage
|
2020-03-28 00:15:03 +01:00
|
|
|
|
|
|
|
stages:= decompressor bootblock romstage smm verstage
|
|
|
|
stages+= ramstage rmodule postcar libagesa
|
|
|
|
|
|
|
|
alltests:=
|
2021-02-11 12:59:51 +01:00
|
|
|
subdirs:= tests/arch tests/acpi tests/commonlib tests/console tests/cpu
|
|
|
|
subdirs+= tests/device tests/drivers tests/ec tests/lib tests/mainboard
|
2020-03-28 00:15:03 +01:00
|
|
|
subdirs+= tests/northbridge tests/security tests/soc tests/southbridge
|
|
|
|
subdirs+= tests/superio tests/vendorcode
|
|
|
|
|
|
|
|
define tests-handler
|
|
|
|
alltests += $(1)$(2)
|
|
|
|
$(foreach attribute,$(attributes),
|
|
|
|
$(eval $(1)$(2)-$(attribute) += $($(2)-$(attribute))))
|
|
|
|
$(foreach attribute,$(attributes),
|
|
|
|
$(eval $(2)-$(attribute):=))
|
|
|
|
|
|
|
|
# Sanity check for stage attribute value
|
|
|
|
$(eval $(1)$(2)-stage:=$(if $($(1)$(2)-stage),$($(1)$(2)-stage),ramstage))
|
|
|
|
$(if $(findstring $($(1)$(2)-stage), $(stages)),,
|
|
|
|
$(error Wrong $(1)$(2)-stage value $($(1)$(2)-stage). \
|
|
|
|
Check your $(dir $(1)$(2))Makefile.inc))
|
|
|
|
endef
|
|
|
|
|
|
|
|
$(call add-special-class, tests)
|
|
|
|
$(call evaluate_subdirs)
|
|
|
|
|
|
|
|
# Create actual targets for unit test binaries
|
|
|
|
# $1 - test name
|
|
|
|
define TEST_CC_template
|
2021-04-28 16:50:51 +02:00
|
|
|
|
|
|
|
# Generate custom config.h redefining given symbols
|
2021-05-25 15:56:36 +02:00
|
|
|
$(1)-config-file := $(testobj)/$(1)/config.h
|
2021-04-28 16:50:51 +02:00
|
|
|
$$($(1)-config-file): $(TEST_KCONFIG_AUTOHEADER)
|
|
|
|
mkdir -p $$(dir $$@)
|
|
|
|
printf '// File generated by tests/Makefile.inc\n// Do not change\n' > $$@
|
|
|
|
printf '#include <%s>\n\n' "$(notdir $(TEST_KCONFIG_AUTOHEADER))" >> $$@
|
|
|
|
for kv in $$($(1)-config); do \
|
|
|
|
key="`echo $$$$kv | cut -d '=' -f -1`"; \
|
|
|
|
value="`echo $$$$kv | cut -d '=' -f 2-`"; \
|
|
|
|
printf '#undef %s\n' "$$$$key" >> $$@; \
|
|
|
|
printf '#define %s %s\n\n' "$$$$key" "$$$$value" >> $$@; \
|
|
|
|
done
|
|
|
|
|
|
|
|
$($(1)-objs): TEST_CFLAGS += -I$$(dir $$($(1)-config-file)) \
|
2020-03-28 00:15:03 +01:00
|
|
|
-D__$$(shell echo $$($(1)-stage) | tr '[:lower:]' '[:upper:]')__
|
2021-06-09 18:37:42 +02:00
|
|
|
$($(1)-srcobjs): OBJCOPY_FLAGS += $$(foreach mock,$$($(1)-mocks),--globalize-symbol=$$(mock) --weaken-symbol=$$(mock))
|
2021-05-11 17:56:48 +02:00
|
|
|
$($(1)-objs): $(testobj)/$(1)/%.o: $$$$*.c $$($(1)-config-file)
|
2020-03-28 00:15:03 +01:00
|
|
|
mkdir -p $$(dir $$@)
|
|
|
|
$(HOSTCC) $(HOSTCFLAGS) $$(TEST_CFLAGS) $($(1)-cflags) -MMD \
|
2021-06-09 18:37:42 +02:00
|
|
|
-MT $$@ -c $$< -o $$@.orig
|
|
|
|
$(OBJCOPY) $$@.orig $$(OBJCOPY_FLAGS) $$@
|
2020-03-28 00:15:03 +01:00
|
|
|
|
2020-05-22 09:57:17 +02:00
|
|
|
$($(1)-bin): $($(1)-objs) $(CMOCKA_LIB)
|
2020-03-28 00:15:03 +01:00
|
|
|
$(HOSTCC) $$^ $($(1)-cflags) $$(TEST_LDFLAGS) -o $$@
|
|
|
|
|
|
|
|
endef
|
|
|
|
|
|
|
|
$(foreach test, $(alltests), \
|
2021-06-09 18:37:42 +02:00
|
|
|
$(eval $(test)-srcobjs:=$(addprefix $(testobj)/$(test)/, \
|
|
|
|
$(patsubst %.c,%.o,$(filter src/%,$($(test)-srcs))))) \
|
2021-05-11 17:56:48 +02:00
|
|
|
$(eval $(test)-objs:=$(addprefix $(testobj)/$(test)/, \
|
2020-03-28 00:15:03 +01:00
|
|
|
$(patsubst %.c,%.o,$($(test)-srcs)))))
|
|
|
|
$(foreach test, $(alltests), \
|
2021-05-11 17:56:48 +02:00
|
|
|
$(eval $(test)-bin:=$(testobj)/$(test)/run))
|
2020-03-28 00:15:03 +01:00
|
|
|
$(foreach test, $(alltests), \
|
|
|
|
$(eval $(call TEST_CC_template,$(test))))
|
|
|
|
|
|
|
|
$(foreach test, $(alltests), \
|
|
|
|
$(eval all-test-objs+=$($(test)-objs)))
|
|
|
|
$(foreach test, $(alltests), \
|
|
|
|
$(eval test-bins+=$($(test)-bin)))
|
|
|
|
|
|
|
|
DEPENDENCIES += $(addsuffix .d,$(basename $(all-test-objs)))
|
|
|
|
-include $(DEPENDENCIES)
|
|
|
|
|
2020-05-22 09:57:17 +02:00
|
|
|
# Build cmocka
|
|
|
|
$(CMOCKA_LIB):
|
|
|
|
echo "*** Building CMOCKA ***"
|
|
|
|
mkdir -p $(cmockaobj)
|
|
|
|
cd $(cmockaobj) && $(CMAKE) $(abspath $(cmockasrc))
|
|
|
|
$(MAKE) -C $(cmockaobj)
|
|
|
|
|
2020-03-28 00:15:03 +01:00
|
|
|
# Kconfig targets
|
|
|
|
$(TEST_DOTCONFIG):
|
|
|
|
mkdir -p $(dir $@)
|
|
|
|
cp $(TEST_DEFAULT_CONFIG) $(TEST_DOTCONFIG)
|
|
|
|
|
|
|
|
# Don't override default Kconfig variables, since this will affect all
|
|
|
|
# Kconfig targets. Change them only when calling sub-make instead.
|
|
|
|
$(TEST_KCONFIG_AUTOHEADER): TEST_KCONFIG_FLAGS:= DOTCONFIG=$(TEST_DOTCONFIG) \
|
|
|
|
KCONFIG_AUTOHEADER=$(TEST_KCONFIG_AUTOHEADER) \
|
|
|
|
KCONFIG_AUTOCONFIG=$(TEST_KCONFIG_AUTOCONFIG) \
|
|
|
|
KCONFIG_DEPENDENCIES=$(TEST_KCONFIG_DEPENDENCIES) \
|
|
|
|
KCONFIG_SPLITCONFIG=$(TEST_KCONFIG_SPLITCONFIG) \
|
|
|
|
KCONFIG_TRISTATE=$(TEST_KCONFIG_TRISTATE) \
|
|
|
|
KBUILD_DEFCONFIG=$(TEST_DEFAULT_CONFIG)
|
|
|
|
|
|
|
|
$(TEST_KCONFIG_AUTOHEADER): $(TEST_DOTCONFIG) $(objutil)/kconfig/conf
|
|
|
|
mkdir -p $(dir $@)
|
2019-11-22 16:55:58 +01:00
|
|
|
$(MAKE) $(TEST_KCONFIG_FLAGS) olddefconfig
|
|
|
|
$(MAKE) $(TEST_KCONFIG_FLAGS) syncconfig
|
2020-03-28 00:15:03 +01:00
|
|
|
|
|
|
|
$(TEST_KCONFIG_AUTOCONFIG): $(TEST_KCONFIG_AUTOHEADER)
|
|
|
|
true
|
|
|
|
|
|
|
|
.PHONY: $(alltests) $(addprefix clean-,$(alltests))
|
|
|
|
.PHONY: unit-tests build-unit-tests run-unit-tests clean-unit-tests
|
|
|
|
|
2020-05-27 10:59:09 +02:00
|
|
|
ifeq ($(JUNIT_OUTPUT),y)
|
|
|
|
$(alltests): export CMOCKA_MESSAGE_OUTPUT=xml
|
2021-03-05 11:37:23 +01:00
|
|
|
$(alltests): export CMOCKA_XML_FILE=$(testobj)/junit-$(subst /,_,$^)-%g.xml
|
2020-05-27 10:59:09 +02:00
|
|
|
endif
|
|
|
|
|
2020-03-28 00:15:03 +01:00
|
|
|
$(alltests): $$($$(@)-bin)
|
2020-05-27 11:39:32 +02:00
|
|
|
rm -f $(testobj)/junit-$(subst /,_,$^).xml $(testobj)/$(subst /,_,$^).failed
|
|
|
|
-./$^ || echo failed > $(testobj)/$(subst /,_,$^).failed
|
2020-03-28 00:15:03 +01:00
|
|
|
|
2021-05-11 17:56:48 +02:00
|
|
|
# Build a code coverage report by collecting all the gcov files into a single
|
|
|
|
# report. If COV is not set, this might be a user error, and they're trying
|
|
|
|
# to generate a coverage report without first having built and run the code
|
|
|
|
# with code coverage. So instead of silently correcting it by adding COV=1,
|
|
|
|
# let's flag it to the user so they can be sure they're doing the thing they
|
|
|
|
# want to do.
|
2021-04-16 19:36:25 +02:00
|
|
|
|
2021-05-11 17:56:48 +02:00
|
|
|
.PHONY: coverage-report clean-coverage-report
|
|
|
|
|
|
|
|
ifeq ($(COV),1)
|
|
|
|
coverage-report:
|
|
|
|
lcov -o $(testobj)/tests.info -c -d $(testobj) --exclude '$(testsrc)/*'
|
|
|
|
genhtml -q -o $(testobj)/$(coverage_dir) -t "coreboot unit tests" \
|
2021-04-16 19:36:25 +02:00
|
|
|
-s $(testobj)/tests.info
|
|
|
|
|
2021-05-11 17:56:48 +02:00
|
|
|
clean-coverage-report:
|
|
|
|
rm -Rf $(testobj)/$(coverage_dir)
|
|
|
|
else
|
|
|
|
coverage-report:
|
|
|
|
COV=1 V=$(V) $(MAKE) coverage-report
|
|
|
|
|
|
|
|
clean-coverage-report:
|
|
|
|
COV=1 V=$(V) $(MAKE) clean-coverage-report
|
|
|
|
endif
|
|
|
|
|
2020-03-28 00:15:03 +01:00
|
|
|
unit-tests: build-unit-tests run-unit-tests
|
|
|
|
|
|
|
|
build-unit-tests: $(test-bins)
|
|
|
|
|
|
|
|
run-unit-tests: $(alltests)
|
2020-05-27 11:39:32 +02:00
|
|
|
if [ `find $(testobj) -name '*.failed' | wc -l` -gt 0 ]; then \
|
|
|
|
echo "**********************"; \
|
|
|
|
echo " TESTS FAILED"; \
|
|
|
|
echo "**********************"; \
|
|
|
|
exit 1; \
|
|
|
|
else \
|
|
|
|
echo "**********************"; \
|
|
|
|
echo " ALL TESTS PASSED"; \
|
|
|
|
echo "**********************"; \
|
|
|
|
exit 0; \
|
|
|
|
fi
|
2020-03-28 00:15:03 +01:00
|
|
|
|
|
|
|
$(addprefix clean-,$(alltests)): clean-%:
|
2021-05-11 17:56:48 +02:00
|
|
|
rm -rf $(testobj)/$*
|
2020-03-28 00:15:03 +01:00
|
|
|
|
|
|
|
clean-unit-tests:
|
|
|
|
rm -rf $(testobj)
|
2021-04-13 16:07:05 +02:00
|
|
|
|
|
|
|
list-unit-tests:
|
|
|
|
@echo "unit-tests:"
|
|
|
|
for t in $(sort $(alltests)); do \
|
|
|
|
echo " $$t"; \
|
|
|
|
done
|
|
|
|
|
|
|
|
help-unit-tests help::
|
|
|
|
@echo '*** coreboot unit-tests targets ***'
|
2021-05-11 17:56:48 +02:00
|
|
|
@echo ' Use "COV=1 make [target]" to enable code coverage for unit tests'
|
2021-04-16 19:36:25 +02:00
|
|
|
@echo ' unit-tests - Run all unit-tests from tests/'
|
|
|
|
@echo ' clean-unit-tests - Remove unit-tests build artifacts'
|
|
|
|
@echo ' list-unit-tests - List all unit-tests'
|
|
|
|
@echo ' <unit-test> - Build and run single unit-test'
|
|
|
|
@echo ' clean-<unit-test> - Remove single unit-test build artifacts'
|
2021-05-11 17:56:48 +02:00
|
|
|
@echo ' coverage-report - Generate a code coverage report'
|
|
|
|
@echo ' clean-coverage-report - Remove the code coverage report'
|
2021-04-13 16:07:05 +02:00
|
|
|
@echo
|