Alex Bennée | 7e97017 | 2018-04-06 13:32:18 +0100 | [diff] [blame] | 1 | # -*- Mode: makefile -*- |
| 2 | # |
| 3 | # TCG tests |
| 4 | # |
| 5 | # These are complicated by the fact we want to build them for guest |
| 6 | # systems. This requires knowing what guests we are building and which |
| 7 | # ones we have cross-compilers for or docker images with |
| 8 | # cross-compilers. |
| 9 | # |
| 10 | # The tests themselves should be as minimal as possible as |
| 11 | # cross-compilers don't always have a large amount of libraries |
| 12 | # available. |
| 13 | # |
| 14 | # We only include the host build system for SRC_PATH and we don't |
| 15 | # bother with the common rules.mk. We expect the following: |
| 16 | # |
| 17 | # CC - the C compiler command |
| 18 | # EXTRA_CFLAGS - any extra CFLAGS |
| 19 | # BUILD_STATIC - are we building static binaries |
| 20 | # |
| 21 | # By default all tests are statically compiled but some host systems |
| 22 | # may not package static libraries by default. If an external |
| 23 | # cross-compiler can only build dynamic libraries the user might need |
| 24 | # to make extra efforts to ensure ld.so can link at runtime when the |
| 25 | # tests are run. |
| 26 | # |
| 27 | # We also accept SPEED=slow to enable slower running tests |
| 28 | # |
Alex Bennée | bd15e6e | 2018-11-29 22:19:21 +0000 | [diff] [blame] | 29 | # We also expect to be in the tests build dir for the FOO-(linux-user|softmmu). |
Alex Bennée | 7e97017 | 2018-04-06 13:32:18 +0100 | [diff] [blame] | 30 | # |
| 31 | |
Paolo Bonzini | fc76c56 | 2019-08-07 16:35:22 +0200 | [diff] [blame] | 32 | all: |
Paolo Bonzini | 544f4a2 | 2022-04-19 10:10:13 +0100 | [diff] [blame] | 33 | -include ../config-host.mak |
Paolo Bonzini | a3e28f8 | 2022-09-29 12:41:59 +0100 | [diff] [blame] | 34 | -include config-target.mak |
Paolo Bonzini | 36e3842 | 2022-03-29 12:44:39 +0200 | [diff] [blame] | 35 | |
| 36 | # Get semihosting definitions for user-mode emulation |
Paolo Bonzini | 8e61ecc | 2022-04-19 10:10:09 +0100 | [diff] [blame] | 37 | ifeq ($(filter %-softmmu, $(TARGET)),) |
Paolo Bonzini | 36e3842 | 2022-03-29 12:44:39 +0200 | [diff] [blame] | 38 | -include $(SRC_PATH)/configs/targets/$(TARGET).mak |
Alex Bennée | 3539d84 | 2021-03-23 16:52:51 +0000 | [diff] [blame] | 39 | endif |
Paolo Bonzini | 076d247 | 2009-12-21 10:06:55 +0100 | [diff] [blame] | 40 | |
Alex Bennée | fdfda70 | 2019-03-12 14:13:16 +0000 | [diff] [blame] | 41 | # for including , in command strings |
| 42 | COMMA := , |
Paolo Bonzini | 15b273f | 2022-09-29 12:42:04 +0100 | [diff] [blame] | 43 | NULL := |
| 44 | SPACE := $(NULL) # |
| 45 | TARGET_PREFIX=tests/tcg/$(TARGET):$(SPACE) |
Alex Bennée | fdfda70 | 2019-03-12 14:13:16 +0000 | [diff] [blame] | 46 | |
Paolo Bonzini | c6cf8a2 | 2022-09-29 12:42:03 +0100 | [diff] [blame] | 47 | quiet-@ = $(if $(V),,@$(if $1,printf " %-7s %s\n" "$(strip $1)" "$(strip $2)" && )) |
| 48 | quiet-command = $(call quiet-@,$2,$3)$1 |
bellard | 7d13299 | 2003-03-06 23:23:54 +0000 | [diff] [blame] | 49 | |
Paolo Bonzini | 15b273f | 2022-09-29 12:42:04 +0100 | [diff] [blame] | 50 | cc-test = $(CC) -Werror $1 -c -o /dev/null -xc /dev/null >/dev/null 2>&1 |
| 51 | cc-option = if $(call cc-test, $1); then \ |
| 52 | echo "$(TARGET_PREFIX)$1 detected" && echo "$(strip $2)=y" >&3; else \ |
| 53 | echo "$(TARGET_PREFIX)$1 not detected"; fi |
| 54 | |
Alex Bennée | 607bf9b | 2018-05-21 10:38:37 +0100 | [diff] [blame] | 55 | # $1 = test name, $2 = cmd, $3 = desc |
Paolo Bonzini | 8e61ecc | 2022-04-19 10:10:09 +0100 | [diff] [blame] | 56 | ifeq ($(filter %-softmmu, $(TARGET)),) |
Richard Henderson | 57dbce5 | 2023-01-24 18:01:08 +0000 | [diff] [blame] | 57 | run-test = $(call quiet-command, timeout -s KILL --foreground $(TIMEOUT) $2 > $1.out, \ |
Paolo Bonzini | c6cf8a2 | 2022-09-29 12:42:03 +0100 | [diff] [blame] | 58 | TEST,$(or $3, $*, $<) on $(TARGET_NAME)) |
Alex Bennée | fdfda70 | 2019-03-12 14:13:16 +0000 | [diff] [blame] | 59 | else |
Richard Henderson | 57dbce5 | 2023-01-24 18:01:08 +0000 | [diff] [blame] | 60 | run-test = $(call quiet-command, timeout -s KILL --foreground $(TIMEOUT) $2, \ |
Paolo Bonzini | c6cf8a2 | 2022-09-29 12:42:03 +0100 | [diff] [blame] | 61 | TEST,$(or $3, $*, $<) on $(TARGET_NAME)) |
Alex Bennée | fdfda70 | 2019-03-12 14:13:16 +0000 | [diff] [blame] | 62 | endif |
Alex Bennée | 607bf9b | 2018-05-21 10:38:37 +0100 | [diff] [blame] | 63 | |
| 64 | # $1 = test name, $2 = reference |
Alex Bennée | ef86004 | 2019-07-05 12:56:35 +0100 | [diff] [blame] | 65 | # to work around the pipe squashing the status we only pipe the result if |
| 66 | # we know it failed and then force failure at the end. |
| 67 | diff-out = $(call quiet-command, diff -q $1.out $2 || \ |
| 68 | (diff -u $1.out $2 | head -n 10 && false), \ |
Paolo Bonzini | c6cf8a2 | 2022-09-29 12:42:03 +0100 | [diff] [blame] | 69 | DIFF,$1.out with $2) |
Alex Bennée | 607bf9b | 2018-05-21 10:38:37 +0100 | [diff] [blame] | 70 | |
| 71 | # $1 = test name, $2 = reason |
| 72 | skip-test = @printf " SKIPPED %s on $(TARGET_NAME) because %s\n" $1 $2 |
| 73 | |
Alex Bennée | a4f3ed6 | 2019-09-13 12:12:17 +0100 | [diff] [blame] | 74 | # $1 = test name, $2 = reference |
| 75 | # As above but only diff if reference file exists, otherwise the test |
| 76 | # passes if it managed to complete with a status of zero |
| 77 | conditional-diff-out = \ |
| 78 | $(if $(wildcard $2), \ |
| 79 | $(call diff-out,$1,$2), \ |
| 80 | $(call skip-test,"$1 check","no reference")) |
| 81 | |
| 82 | |
Alex Bennée | 7e97017 | 2018-04-06 13:32:18 +0100 | [diff] [blame] | 83 | # Tests we are building |
| 84 | TESTS= |
Alex Bennée | 1852f3e | 2019-10-10 17:56:11 +0100 | [diff] [blame] | 85 | # additional tests which may re-use existing binaries |
| 86 | EXTRA_TESTS= |
Paolo Bonzini | 2b2e59e | 2010-10-21 10:18:40 +0200 | [diff] [blame] | 87 | |
Alex Bennée | 7e97017 | 2018-04-06 13:32:18 +0100 | [diff] [blame] | 88 | # Start with a blank slate, the build targets get to add stuff first |
| 89 | CFLAGS= |
bellard | 4d1135e | 2003-02-24 20:14:06 +0000 | [diff] [blame] | 90 | LDFLAGS= |
| 91 | |
Alex Bennée | fdfda70 | 2019-03-12 14:13:16 +0000 | [diff] [blame] | 92 | QEMU_OPTS= |
Paolo Bonzini | 2b2e59e | 2010-10-21 10:18:40 +0200 | [diff] [blame] | 93 | |
Alex Bennée | 3d55c02 | 2018-12-06 11:09:17 +0000 | [diff] [blame] | 94 | |
Richard Henderson | e5b4654 | 2021-02-07 18:15:04 -0800 | [diff] [blame] | 95 | # If TCG debugging, or TCI is enabled things are a lot slower |
Richard Henderson | 909c476 | 2021-12-30 13:54:01 -0800 | [diff] [blame] | 96 | # ??? Makefile no longer has any indication that TCI is enabled, |
| 97 | # but for the record: |
| 98 | # 15s original default |
| 99 | # 60s with --enable-debug |
| 100 | # 90s with --enable-tcg-interpreter |
Richard Henderson | e5b4654 | 2021-02-07 18:15:04 -0800 | [diff] [blame] | 101 | TIMEOUT=90 |
Paolo Bonzini | 2b2e59e | 2010-10-21 10:18:40 +0200 | [diff] [blame] | 102 | |
Paolo Bonzini | 8e61ecc | 2022-04-19 10:10:09 +0100 | [diff] [blame] | 103 | ifeq ($(filter %-softmmu, $(TARGET)),) |
Alex Bennée | 9a297fa | 2019-09-11 17:49:55 +0100 | [diff] [blame] | 104 | # The order we include is important. We include multiarch first and |
| 105 | # then the target. If there are common tests shared between |
| 106 | # sub-targets (e.g. ARM & AArch64) then it is up to |
| 107 | # $(TARGET_NAME)/Makefile.target to include the common parent |
| 108 | # architecture in its VPATH. |
Alex Bennée | 7e97017 | 2018-04-06 13:32:18 +0100 | [diff] [blame] | 109 | -include $(SRC_PATH)/tests/tcg/multiarch/Makefile.target |
Alex Bennée | 7e97017 | 2018-04-06 13:32:18 +0100 | [diff] [blame] | 110 | -include $(SRC_PATH)/tests/tcg/$(TARGET_NAME)/Makefile.target |
bellard | 367e86e | 2003-03-01 17:13:26 +0000 | [diff] [blame] | 111 | |
Alex Bennée | 7e97017 | 2018-04-06 13:32:18 +0100 | [diff] [blame] | 112 | # Add the common build options |
Alex Bennée | 2af43a6 | 2020-12-10 19:04:17 +0000 | [diff] [blame] | 113 | CFLAGS+=-Wall -Werror -O0 -g -fno-strict-aliasing |
Alex Bennée | 7e97017 | 2018-04-06 13:32:18 +0100 | [diff] [blame] | 114 | ifeq ($(BUILD_STATIC),y) |
| 115 | LDFLAGS+=-static |
| 116 | endif |
bellard | 4d1135e | 2003-02-24 20:14:06 +0000 | [diff] [blame] | 117 | |
Alex Bennée | 7e97017 | 2018-04-06 13:32:18 +0100 | [diff] [blame] | 118 | %: %.c |
| 119 | $(CC) $(CFLAGS) $(EXTRA_CFLAGS) $< -o $@ $(LDFLAGS) |
Richard Henderson | ec2918b | 2022-12-03 11:57:44 -0600 | [diff] [blame] | 120 | %: %.S |
| 121 | $(CC) $(CFLAGS) $(EXTRA_CFLAGS) $< -o $@ $(LDFLAGS) |
Alex Bennée | bd15e6e | 2018-11-29 22:19:21 +0000 | [diff] [blame] | 122 | else |
| 123 | # For softmmu targets we include a different Makefile fragement as the |
| 124 | # build options for bare programs are usually pretty different. They |
| 125 | # are expected to provide their own build recipes. |
Paolo Bonzini | bb52a8a | 2022-06-22 11:06:27 +0200 | [diff] [blame] | 126 | EXTRA_CFLAGS += -ffreestanding |
Alex Bennée | a113ec9 | 2019-03-05 11:40:31 +0000 | [diff] [blame] | 127 | -include $(SRC_PATH)/tests/tcg/minilib/Makefile.target |
Alex Bennée | 8041650 | 2019-04-29 15:38:44 +0100 | [diff] [blame] | 128 | -include $(SRC_PATH)/tests/tcg/multiarch/system/Makefile.softmmu-target |
Alex Bennée | bd15e6e | 2018-11-29 22:19:21 +0000 | [diff] [blame] | 129 | -include $(SRC_PATH)/tests/tcg/$(TARGET_NAME)/Makefile.softmmu-target |
Alex Bennée | bd15e6e | 2018-11-29 22:19:21 +0000 | [diff] [blame] | 130 | |
| 131 | endif |
bellard | 4d1135e | 2003-02-24 20:14:06 +0000 | [diff] [blame] | 132 | |
Alex Bennée | 1852f3e | 2019-10-10 17:56:11 +0100 | [diff] [blame] | 133 | all: $(TESTS) $(EXTRA_TESTS) |
Alex Bennée | 7e97017 | 2018-04-06 13:32:18 +0100 | [diff] [blame] | 134 | |
| 135 | # |
| 136 | # Test Runners |
| 137 | # |
| 138 | # By default we just run the test with the appropriate QEMU for the |
| 139 | # target. More advanced tests may want to override the runner in their |
| 140 | # specific make rules. Additional runners for the same binary should |
| 141 | # be added to EXTRA_RUNS. |
| 142 | # |
| 143 | |
| 144 | RUN_TESTS=$(patsubst %,run-%, $(TESTS)) |
Alex Bennée | 3089e74 | 2019-05-17 17:09:48 +0100 | [diff] [blame] | 145 | |
| 146 | # If plugins exist also include those in the tests |
| 147 | ifeq ($(CONFIG_PLUGIN),y) |
Alex Bennée | fefa027 | 2020-06-15 15:19:21 +0100 | [diff] [blame] | 148 | PLUGIN_SRC=$(SRC_PATH)/tests/plugin |
| 149 | PLUGIN_LIB=../../plugin |
| 150 | VPATH+=$(PLUGIN_LIB) |
Alex Bennée | c17a386 | 2020-09-09 12:27:41 +0100 | [diff] [blame] | 151 | PLUGINS=$(patsubst %.c, lib%.so, $(notdir $(wildcard $(PLUGIN_SRC)/*.c))) |
Alex Bennée | 3089e74 | 2019-05-17 17:09:48 +0100 | [diff] [blame] | 152 | |
| 153 | # We need to ensure expand the run-plugin-TEST-with-PLUGIN |
| 154 | # pre-requistes manually here as we can't use stems to handle it. We |
| 155 | # also add some special helpers the run-plugin- rules can use bellow. |
| 156 | |
| 157 | $(foreach p,$(PLUGINS), \ |
| 158 | $(foreach t,$(TESTS),\ |
| 159 | $(eval run-plugin-$(t)-with-$(p): $t $p) \ |
Alex Bennée | 3089e74 | 2019-05-17 17:09:48 +0100 | [diff] [blame] | 160 | $(eval RUN_TESTS+=run-plugin-$(t)-with-$(p)))) |
| 161 | endif |
| 162 | |
| 163 | strip-plugin = $(wordlist 1, 1, $(subst -with-, ,$1)) |
| 164 | extract-plugin = $(wordlist 2, 2, $(subst -with-, ,$1)) |
| 165 | |
Alex Bennée | 7e97017 | 2018-04-06 13:32:18 +0100 | [diff] [blame] | 166 | RUN_TESTS+=$(EXTRA_RUNS) |
bellard | 4d1135e | 2003-02-24 20:14:06 +0000 | [diff] [blame] | 167 | |
Paolo Bonzini | 8e61ecc | 2022-04-19 10:10:09 +0100 | [diff] [blame] | 168 | ifeq ($(filter %-softmmu, $(TARGET)),) |
Paolo Bonzini | 2b2e59e | 2010-10-21 10:18:40 +0200 | [diff] [blame] | 169 | run-%: % |
Paolo Bonzini | c6cf8a2 | 2022-09-29 12:42:03 +0100 | [diff] [blame] | 170 | $(call run-test, $<, $(QEMU) $(QEMU_OPTS) $<) |
Alex Bennée | 3089e74 | 2019-05-17 17:09:48 +0100 | [diff] [blame] | 171 | |
| 172 | run-plugin-%: |
| 173 | $(call run-test, $@, $(QEMU) $(QEMU_OPTS) \ |
Alex Bennée | fefa027 | 2020-06-15 15:19:21 +0100 | [diff] [blame] | 174 | -plugin $(PLUGIN_LIB)/$(call extract-plugin,$@) \ |
Alex Bennée | 3089e74 | 2019-05-17 17:09:48 +0100 | [diff] [blame] | 175 | -d plugin -D $*.pout \ |
Paolo Bonzini | c6cf8a2 | 2022-09-29 12:42:03 +0100 | [diff] [blame] | 176 | $(call strip-plugin,$<)) |
Alex Bennée | fdfda70 | 2019-03-12 14:13:16 +0000 | [diff] [blame] | 177 | else |
| 178 | run-%: % |
| 179 | $(call run-test, $<, \ |
| 180 | $(QEMU) -monitor none -display none \ |
| 181 | -chardev file$(COMMA)path=$<.out$(COMMA)id=output \ |
Paolo Bonzini | c6cf8a2 | 2022-09-29 12:42:03 +0100 | [diff] [blame] | 182 | $(QEMU_OPTS) $<) |
Alex Bennée | 3089e74 | 2019-05-17 17:09:48 +0100 | [diff] [blame] | 183 | |
| 184 | run-plugin-%: |
| 185 | $(call run-test, $@, \ |
| 186 | $(QEMU) -monitor none -display none \ |
| 187 | -chardev file$(COMMA)path=$@.out$(COMMA)id=output \ |
Alex Bennée | fefa027 | 2020-06-15 15:19:21 +0100 | [diff] [blame] | 188 | -plugin $(PLUGIN_LIB)/$(call extract-plugin,$@) \ |
Alex Bennée | 3089e74 | 2019-05-17 17:09:48 +0100 | [diff] [blame] | 189 | -d plugin -D $*.pout \ |
Paolo Bonzini | c6cf8a2 | 2022-09-29 12:42:03 +0100 | [diff] [blame] | 190 | $(QEMU_OPTS) $(call strip-plugin,$<)) |
Alex Bennée | fdfda70 | 2019-03-12 14:13:16 +0000 | [diff] [blame] | 191 | endif |
bellard | 1b6b029 | 2003-03-22 17:31:38 +0000 | [diff] [blame] | 192 | |
Alex Bennée | d0ce625 | 2019-02-27 15:42:18 +0000 | [diff] [blame] | 193 | gdb-%: % |
| 194 | gdb --args $(QEMU) $(QEMU_OPTS) $< |
| 195 | |
Alex Bennée | 7e97017 | 2018-04-06 13:32:18 +0100 | [diff] [blame] | 196 | .PHONY: run |
| 197 | run: $(RUN_TESTS) |
bellard | 7fb9a24 | 2003-04-11 00:13:04 +0000 | [diff] [blame] | 198 | |
Paolo Bonzini | eebf199 | 2022-04-19 10:10:12 +0100 | [diff] [blame] | 199 | clean: |
Paul Brook | 91117bc | 2022-04-24 23:02:03 +0100 | [diff] [blame] | 200 | rm -f $(TESTS) *.o $(CLEANFILES) |
Paolo Bonzini | 6ffe813 | 2022-09-29 12:42:01 +0100 | [diff] [blame] | 201 | |
| 202 | distclean: |
Paolo Bonzini | 15b273f | 2022-09-29 12:42:04 +0100 | [diff] [blame] | 203 | rm -f config-cc.mak config-target.mak ../config-$(TARGET).mak |