Patrick Georgi | 7333a11 | 2020-05-08 20:48:04 +0200 | [diff] [blame] | 1 | ## SPDX-License-Identifier: GPL-2.0-only |
Martin Roth | e624e27 | 2017-07-31 11:52:58 -0600 | [diff] [blame] | 2 | |
Martin Roth | 6c9c196 | 2017-08-03 09:25:43 -0600 | [diff] [blame] | 3 | test-help help:: |
| 4 | @echo '*** coreboot test targets ***' |
Martin Roth | 6202fbb | 2022-11-12 21:40:04 -0700 | [diff] [blame] | 5 | @echo ' what-jenkins-does - Run platform build tests with junit output' |
| 6 | @echo ' Skip tests by setting env vars JENKINS_SKIP_x_TESTS' |
| 7 | @echo ' to 'y' where x is: CLANG, GCC, LINT, TOOL, or UNIT' |
| 8 | @echo ' lint / lint-stable - Run coreboot lint tools (all / minimal)' |
| 9 | @echo ' test-basic - Run standard build tests. All expected to pass.' |
| 10 | @echo ' test-lint - Basic: Run stable and extended lint tests.' |
| 11 | @echo ' test-tools - Basic: Tests a basic list of tools.' |
| 12 | @echo ' test-abuild - Basic: Builds all platforms' |
| 13 | @echo ' test-payloads - Basic: Builds internal payloads' |
| 14 | @echo ' test-cleanup - Basic: Cleans coreboot directories' |
Jakub Czapiga | 9482807 | 2021-05-17 12:22:48 +0200 | [diff] [blame] | 15 | @echo |
Martin Roth | 6c9c196 | 2017-08-03 09:25:43 -0600 | [diff] [blame] | 16 | |
| 17 | # junit.xml is a helper target to wrap builds that don't create junit.xml output |
Martin Roth | c32c054 | 2018-05-19 17:51:20 -0600 | [diff] [blame] | 18 | # BLD = The name of the build |
Martin Roth | 6c9c196 | 2017-08-03 09:25:43 -0600 | [diff] [blame] | 19 | # BLD_DIR = Top path from coreboot to the build subdirectory |
| 20 | # MAKETARGET = target to build |
Martin Roth | e624e27 | 2017-07-31 11:52:58 -0600 | [diff] [blame] | 21 | junit.xml: |
| 22 | echo "Building $(BLD)" |
| 23 | echo '<?xml version="1.0" encoding="utf-8"?><testsuite>' > $@.tmp |
| 24 | echo "<testcase classname='$(BLD)' name='$(BLD)'>" >> $@.tmp |
Martin Roth | c32c054 | 2018-05-19 17:51:20 -0600 | [diff] [blame] | 25 | -if [ -z "$(BLD_DIR)" ]; then \ |
| 26 | projdir=""; \ |
| 27 | xmlfile=junit_$(BLD).xml; \ |
| 28 | else \ |
| 29 | projdir="-C $(BLD_DIR)"; \ |
| 30 | xmlfile="$(BLD_DIR)/$@"; \ |
| 31 | fi; \ |
| 32 | if [ -z "$(SKIP_DISTCLEAN)" ]; then \ |
| 33 | $(MAKE) -j $(CPUS) $$projdir clean distclean > $@.tmp.2 2>&1 ; \ |
| 34 | fi; \ |
| 35 | if $(MAKE) -j $(CPUS) $$projdir $(MAKETARGET) >> $@.tmp.2 2>&1; then \ |
| 36 | type="system-out"; \ |
| 37 | echo "<$$type>" >> $@.tmp; \ |
| 38 | echo "Building $(BLD) Succeeded"; \ |
| 39 | else \ |
| 40 | type="failure"; \ |
| 41 | echo "<failure type='buildFailed'>" >> $@.tmp; \ |
| 42 | echo "Building $(BLD) Failed"; \ |
| 43 | fi; \ |
| 44 | cat $@.tmp.2; \ |
| 45 | echo '<![CDATA[' >> $@.tmp; \ |
| 46 | cat $@.tmp.2 >> $@.tmp; \ |
| 47 | echo "]]></$$type>" >>$@.tmp; \ |
| 48 | rm -f $@.tmp.2; \ |
| 49 | echo "</testcase>" >> $@.tmp; \ |
| 50 | echo "</testsuite>" >> $@.tmp; \ |
| 51 | mv $@.tmp "$$xmlfile" |
Martin Roth | e624e27 | 2017-07-31 11:52:58 -0600 | [diff] [blame] | 52 | echo |
| 53 | |
| 54 | TOOLLIST= \ |
Patrick Georgi | c9a9f83 | 2020-11-11 10:50:49 +0100 | [diff] [blame] | 55 | amdfwtool \ |
Martin Roth | e61e778 | 2022-02-25 18:12:02 -0700 | [diff] [blame] | 56 | cbfstool \ |
Martin Roth | 6c9c196 | 2017-08-03 09:25:43 -0600 | [diff] [blame] | 57 | cbmem \ |
| 58 | ectool \ |
| 59 | futility \ |
Patrick Georgi | 19072dc | 2021-11-25 10:31:10 +0100 | [diff] [blame] | 60 | ifdtool \ |
Patrick Georgi | c9a9f83 | 2020-11-11 10:50:49 +0100 | [diff] [blame] | 61 | intelmetool \ |
Martin Roth | 6c9c196 | 2017-08-03 09:25:43 -0600 | [diff] [blame] | 62 | inteltool \ |
| 63 | intelvbttool \ |
| 64 | nvramtool \ |
Patrick Georgi | c9a9f83 | 2020-11-11 10:50:49 +0100 | [diff] [blame] | 65 | post \ |
Angel Pons | 446e4dc | 2020-02-12 22:59:40 +0100 | [diff] [blame] | 66 | superiotool |
Martin Roth | 6c9c196 | 2017-08-03 09:25:43 -0600 | [diff] [blame] | 67 | |
| 68 | TEST_PAYLOADLIST_INTERNAL= \ |
| 69 | coreinfo \ |
| 70 | nvramcui |
| 71 | |
Martin Roth | e624e27 | 2017-07-31 11:52:58 -0600 | [diff] [blame] | 72 | JENKINS_PAYLOAD?=none |
Martin Roth | 6c9c196 | 2017-08-03 09:25:43 -0600 | [diff] [blame] | 73 | TEST_PAYLOAD?=$(JENKINS_PAYLOAD) |
Martin Roth | e624e27 | 2017-07-31 11:52:58 -0600 | [diff] [blame] | 74 | CPUS?=4 |
Martin Roth | 6c9c196 | 2017-08-03 09:25:43 -0600 | [diff] [blame] | 75 | |
Martin Roth | ea38367 | 2016-08-30 09:39:48 -0600 | [diff] [blame] | 76 | lint lint-stable lint-extended: |
Martin Roth | 6c9c196 | 2017-08-03 09:25:43 -0600 | [diff] [blame] | 77 | util/lint/lint $@ |
| 78 | |
Martin Roth | c45c2fb | 2022-11-23 12:19:29 -0700 | [diff] [blame] | 79 | ABUILD_OPTIONS=--blobs --junit --cpus $(CPUS) --payloads $(JENKINS_PAYLOAD) |
Martin Roth | b399f10 | 2022-11-19 15:59:27 -0700 | [diff] [blame] | 80 | ABUILD_OPTIONS+=$(if $(V),--verbose,) |
Patrick Georgi | 99f0e0c | 2019-07-25 12:34:43 +0200 | [diff] [blame] | 81 | ABUILD_OPTIONS+=$(JENKINS_ABUILD_OPT) |
Patrick Georgi | c199973 | 2019-07-25 12:24:32 +0200 | [diff] [blame] | 82 | |
Martin Roth | 536bb0b | 2023-08-20 11:19:27 -0600 | [diff] [blame] | 83 | CCACHE_OPTIONS=$(if $(JENKINS_NOCCACHE),,--ccache) |
| 84 | |
Patrick Georgi | 19e1d63 | 2019-08-26 17:45:52 +0200 | [diff] [blame] | 85 | COREBOOT_BUILD_DIR?=coreboot-builds |
| 86 | |
Martin Roth | 1e0f132 | 2022-11-13 09:42:09 -0700 | [diff] [blame] | 87 | validate_sec_tools: |
Patrick Georgi | 673716d | 2021-09-09 13:42:29 +0200 | [diff] [blame] | 88 | if [ ! -f 3rdparty/intel-sec-tools/go.mod ]; then \ |
| 89 | echo "Please download 3rdparty/intel-sec-tools/:"; \ |
| 90 | echo "git submodule update --init 3rdparty/intel-sec-tools"; \ |
| 91 | exit 1; \ |
| 92 | fi |
Martin Roth | 1e0f132 | 2022-11-13 09:42:09 -0700 | [diff] [blame] | 93 | |
Martin Roth | 2852cd2 | 2022-11-19 15:49:39 -0700 | [diff] [blame] | 94 | what-jenkins-does: test-cleanup validate_sec_tools |
Martin Roth | b3f60a5 | 2022-11-19 15:53:11 -0700 | [diff] [blame] | 95 | ifneq ($(JENKINS_SKIP_LINT_TESTS),y) |
| 96 | JUNIT=--junit $(MAKE) test-lint |
Martin Roth | 1e0f132 | 2022-11-13 09:42:09 -0700 | [diff] [blame] | 97 | endif |
Arthur Heymans | c44ffc3 | 2021-06-17 13:01:58 +0200 | [diff] [blame] | 98 | cd 3rdparty/intel-sec-tools/ ; go mod vendor |
Maximilian Brune | 1d7a9de | 2022-04-14 14:54:16 +0200 | [diff] [blame] | 99 | cd util/goswid ; go mod vendor |
Martin Roth | dfafe79 | 2022-11-19 15:55:45 -0700 | [diff] [blame] | 100 | $(MAKE) test-abuild |
Martin Roth | 6202fbb | 2022-11-12 21:40:04 -0700 | [diff] [blame] | 101 | ifneq ($(JENKINS_SKIP_TOOL_TESTS),y) |
Martin Roth | 36dcaba | 2022-11-19 16:34:04 -0700 | [diff] [blame] | 102 | $(MAKE) test-tools |
Martin Roth | 6202fbb | 2022-11-12 21:40:04 -0700 | [diff] [blame] | 103 | endif |
| 104 | ifneq ($(JENKINS_SKIP_UNIT_TESTS),y) |
Jakub Czapiga | a0e36d8 | 2022-09-06 10:42:16 +0200 | [diff] [blame] | 105 | +$(MAKE) junit.xml-unit-tests COV=1 |
| 106 | +(cd payloads/libpayload; unset COREBOOT_BUILD_DIR; $(MAKE) junit.xml-unit-tests COV=1) |
| 107 | +(cd payloads/libpayload; unset COREBOOT_BUILD_DIR; $(MAKE) coverage-report COV=1) |
| 108 | +$(MAKE) coverage-report JUNIT_OUTPUT=y COV=1 |
Paul Fagerburg | 18dd6b8 | 2021-12-07 09:52:41 -0700 | [diff] [blame] | 109 | find . -name 'tests.info' -exec cat {} + >$(COREBOOT_BUILD_DIR)/coverage.info |
Martin Roth | 6202fbb | 2022-11-12 21:40:04 -0700 | [diff] [blame] | 110 | endif |
Martin Roth | 6c9c196 | 2017-08-03 09:25:43 -0600 | [diff] [blame] | 111 | |
| 112 | test-basic: test-lint test-tools test-abuild test-payloads test-cleanup |
| 113 | |
| 114 | test-lint: |
Martin Roth | b3f60a5 | 2022-11-19 15:53:11 -0700 | [diff] [blame] | 115 | util/lint/lint lint-stable $(JUNIT) |
| 116 | util/lint/lint lint-extended $(JUNIT) |
Martin Roth | 6c9c196 | 2017-08-03 09:25:43 -0600 | [diff] [blame] | 117 | |
| 118 | test-abuild: |
Martin Roth | 0363561 | 2023-02-06 10:12:29 -0700 | [diff] [blame] | 119 | ifneq ($(JENKINS_SKIP_SCANBUILD_TEST),y) |
Felix Singer | 806951a | 2023-04-05 22:15:18 +0200 | [diff] [blame] | 120 | NAME=scanbuild; SCANBUILD_ARGS='-k -plist-html -maxloop 10' util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/$${NAME} $(ABUILD_OPTIONS) --scan-build --target EMULATION_QEMU_X86_Q35 --exitcode --name $${NAME} |
Martin Roth | 0363561 | 2023-02-06 10:12:29 -0700 | [diff] [blame] | 121 | endif |
Martin Roth | 6202fbb | 2022-11-12 21:40:04 -0700 | [diff] [blame] | 122 | ifneq ($(JENKINS_SKIP_GCC_TESTS),y) |
Martin Roth | 8387863 | 2023-08-20 16:30:08 -0600 | [diff] [blame] | 123 | ifneq ($(JENKINS_SKIP_ALLTHREAD_TEST),y) |
| 124 | NAME=emu_gcc_allthreads; util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/$${NAME} $(ABUILD_OPTIONS) $(CCACHE_OPTIONS) --name $${NAME} --target EMULATION_QEMU_X86_Q35 -b EMULATION_QEMU_X86_Q35 --exitcode --clean |
| 125 | NAME=amd_gcc_allthreads; util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/$${NAME} $(ABUILD_OPTIONS) $(CCACHE_OPTIONS) --name $${NAME} --target GOOGLE_SKYRIM -b GOOGLE_SKYRIM --exitcode --clean |
| 126 | NAME=intel_gcc_allthreads; util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/$${NAME} $(ABUILD_OPTIONS) $(CCACHE_OPTIONS) --name $${NAME} --target GOOGLE_REX0 -b GOOGLE_REX0 --exitcode --clean |
| 127 | NAME=mediatek_gcc_allthreads; util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/$${NAME} $(ABUILD_OPTIONS) $(CCACHE_OPTIONS) --name $${NAME} --target GOOGLE_CHERRY -b GOOGLE_CHERRY --exitcode --clean |
| 128 | endif |
Martin Roth | 536bb0b | 2023-08-20 11:19:27 -0600 | [diff] [blame] | 129 | NAME=gcc-chromeos; util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/$${NAME} $(ABUILD_OPTIONS) $(CCACHE_OPTIONS) -x --name $${NAME} --clean |
| 130 | NAME=gcc; util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/$${NAME} $(ABUILD_OPTIONS) $(CCACHE_OPTIONS) --name $${NAME} --clean-somewhat |
Martin Roth | 6202fbb | 2022-11-12 21:40:04 -0700 | [diff] [blame] | 131 | endif |
| 132 | ifneq ($(JENKINS_SKIP_CLANG_TESTS),y) |
Martin Roth | 8387863 | 2023-08-20 16:30:08 -0600 | [diff] [blame] | 133 | ifneq ($(JENKINS_SKIP_ALLTHREAD_TEST),y) |
| 134 | NAME=emu_clang_allthreads; util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/$${NAME} $(ABUILD_OPTIONS) $(CCACHE_OPTIONS) --clang --name $${NAME} --target EMULATION_QEMU_X86_Q35 -b EMULATION_QEMU_X86_Q35 --exitcode --clean |
| 135 | NAME=amd_clang_allthreads; util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/$${NAME} $(ABUILD_OPTIONS) $(CCACHE_OPTIONS) --clang --name $${NAME} --target GOOGLE_SKYRIM -b GOOGLE_SKYRIM --exitcode --clean |
| 136 | NAME=intel_clang_allthreads; util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/$${NAME} $(ABUILD_OPTIONS) $(CCACHE_OPTIONS) --clang --name $${NAME} --target GOOGLE_REX0 -b GOOGLE_REX0 --exitcode --clean |
| 137 | NAME=mediatek_clang_allthreads; util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/$${NAME} $(ABUILD_OPTIONS) $(CCACHE_OPTIONS) --clang --name $${NAME} --target GOOGLE_CHERRY -b GOOGLE_CHERRY --exitcode --clean |
| 138 | endif |
Martin Roth | 536bb0b | 2023-08-20 11:19:27 -0600 | [diff] [blame] | 139 | NAME=clang-chromeos; util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/$${NAME} $(ABUILD_OPTIONS) $(CCACHE_OPTIONS) -L -x --name $${NAME} --clean |
| 140 | NAME=clang; util/abuild/abuild -o $(COREBOOT_BUILD_DIR)/$${NAME} $(ABUILD_OPTIONS) $(CCACHE_OPTIONS) -L --name $${NAME} --clean |
Martin Roth | 6202fbb | 2022-11-12 21:40:04 -0700 | [diff] [blame] | 141 | endif |
Martin Roth | 6c9c196 | 2017-08-03 09:25:43 -0600 | [diff] [blame] | 142 | |
| 143 | test-payloads: |
| 144 | $(MAKE) -C payloads/libpayload test-configs -j $(CPUS) V=$(V) Q=$(Q) MFLAGS= MAKEFLAGS= $(if $(TEST_NOCCACHE),,CONFIG_LP_CCACHE=y) |
| 145 | export MFLAGS=;export MAKEFLAGS=; \ |
| 146 | $(foreach payload, $(TEST_PAYLOADLIST_INTERNAL), \ |
| 147 | echo "*** Making payload $(payload) ***"; \ |
| 148 | $(MAKE) -C payloads/$(payload) distclean ;\ |
| 149 | $(MAKE) $(payload) -j $(CPUS) V=$(V) Q=$(Q)\ |
| 150 | || exit 1; ) |
| 151 | |
| 152 | test-tools: |
| 153 | @echo "Build testing $(TOOLLIST)" |
Martin Roth | 36dcaba | 2022-11-19 16:34:04 -0700 | [diff] [blame] | 154 | $(foreach tool, $(TOOLLIST), echo "Building $(tool)";$(MAKE) CPUS=$(CPUS) V=$(V) Q=$(Q) BLD_DIR="util/$(tool)" BLD="$(tool)" MFLAGS= MAKEFLAGS= MAKETARGET= junit.xml; ) |
| 155 | unset COREBOOT_BUILD_DIR;$(MAKE) CPUS=$(CPUS) V=$(V) Q=$(Q) BLD_DIR=payloads/nvramcui BLD=nvramcui MFLAGS= MAKEFLAGS= MAKETARGET=all junit.xml |
| 156 | unset COREBOOT_BUILD_DIR;$(MAKE) CPUS=$(CPUS) V=$(V) Q=$(Q) BLD_DIR=payloads/coreinfo BLD=coreinfo MFLAGS= MAKEFLAGS= MAKETARGET=defaultbuild junit.xml |
| 157 | (cd payloads/libpayload; unset COREBOOT_BUILD_DIR; $(MAKE) $(if $(JENKINS_NOCCACHE),,CONFIG_LP_CCACHE=y) V=$(V) Q=$(Q) junit.xml) |
Martin Roth | 37cb922 | 2022-12-19 17:15:59 -0700 | [diff] [blame] | 158 | echo "The tegra builds need to be fixed. Disabled until someone fixes them." |
Martin Roth | 36dcaba | 2022-11-19 16:34:04 -0700 | [diff] [blame] | 159 | # The tegra targets don't use the standard build system, so we need to provide an xcompile to them. |
Martin Roth | 37cb922 | 2022-12-19 17:15:59 -0700 | [diff] [blame] | 160 | # $(MAKE) xcompile=$(COREBOOT_BUILD_DIR)/xcompile $(COREBOOT_BUILD_DIR)/xcompile |
| 161 | # $(MAKE) CPUS=$(CPUS) V=$(V) Q=$(Q) BLD_DIR=src/soc/nvidia/tegra124/lp0 BLD=tegra124_lp0 MFLAGS= MAKEFLAGS=xcompile=$(COREBOOT_BUILD_DIR)/xcompile MAKETARGET=all junit.xml |
| 162 | # $(MAKE) CPUS=$(CPUS) V=$(V) Q=$(Q) BLD_DIR=src/soc/nvidia/tegra210/lp0 BLD=tegra120_lp0 MFLAGS= MAKEFLAGS=xcompile=$(COREBOOT_BUILD_DIR)/xcompile MAKETARGET=all junit.xml |
| 163 | # |
| 164 | echo "The gitconfig tests are flaky and are disabled until someone fixes them." |
| 165 | # @echo "Running gitconfig tests" |
| 166 | # @for test in $$(find util/gitconfig/test -maxdepth 1 \ |
| 167 | # -type f -executable); do \ |
| 168 | # echo "$${test}"; \ |
| 169 | # "$${test}" || exit $${?}; \ |
| 170 | # done |
Martin Roth | 6c9c196 | 2017-08-03 09:25:43 -0600 | [diff] [blame] | 171 | |
| 172 | test-cleanup: |
Martin Roth | 2852cd2 | 2022-11-19 15:49:39 -0700 | [diff] [blame] | 173 | rm -rf $(COREBOOT_BUILD_DIR)/chromeos $(COREBOOT_BUILD_DIR)/default |
| 174 | rm -rf $(COREBOOT_BUILD_DIR)/chromeos-clang $(COREBOOT_BUILD_DIR)/default-clang |
Martin Roth | b5e9946 | 2022-11-19 16:41:18 -0700 | [diff] [blame] | 175 | rm -rf $(COREBOOT_BUILD_DIR)/scanbuild |
Martin Roth | 6c9c196 | 2017-08-03 09:25:43 -0600 | [diff] [blame] | 176 | $(MAKE) clean |
Martin Roth | 6c9c196 | 2017-08-03 09:25:43 -0600 | [diff] [blame] | 177 | $(foreach tool, $(TOOLLIST), $(MAKE) -C util/$(tool) clean ; ) |
Martin Roth | 2852cd2 | 2022-11-19 15:49:39 -0700 | [diff] [blame] | 178 | $(MAKE) -C src/soc/nvidia/tegra124/lp0 clean |
| 179 | $(MAKE) -C src/soc/nvidia/tegra210/lp0 clean |
Martin Roth | 6c9c196 | 2017-08-03 09:25:43 -0600 | [diff] [blame] | 180 | |
| 181 | .PHONY: test-basic test-lint test-abuild test-payloads |
| 182 | .PHONY: test-tools test-cleanup test-help |
| 183 | .PHONY: lint lint-stable what-jenkins-does |