blob: 2f1cafed720d4c3df7317351ffa62555a2ffb012 [file] [log] [blame]
Markus Armbruster3b8593e2019-05-28 10:23:07 +02001# -*- Mode: makefile -*-
Fam Zhenge45eaef2017-08-10 16:50:25 +08002
3.PHONY: check-help
4check-help:
5 @echo "Regression testing targets:"
6 @echo
Cleber Rosa54f96b42018-11-09 10:07:10 -05007 @echo " $(MAKE) check Run unit, qapi-schema, qtest and decodetree"
8 @echo
Philippe Mathieu-Daudéb98a3ba2017-11-21 06:55:10 -03009 @echo " $(MAKE) check-qtest-TARGET Run qtest tests for given target"
10 @echo " $(MAKE) check-qtest Run qtest tests"
11 @echo " $(MAKE) check-unit Run qobject tests"
12 @echo " $(MAKE) check-speed Run qobject speed tests"
13 @echo " $(MAKE) check-qapi-schema Run QAPI schema tests"
14 @echo " $(MAKE) check-block Run block tests"
Alex Bennée8ba0a822018-04-06 22:08:36 +010015 @echo " $(MAKE) check-tcg Run TCG tests"
Alex Bennée76170102019-01-07 17:25:44 +000016 @echo " $(MAKE) check-softfloat Run FPU emulation tests"
Cleber Rosaa56931e2018-10-18 11:31:33 -040017 @echo " $(MAKE) check-acceptance Run all acceptance (functional) tests"
Cleber Rosa54f96b42018-11-09 10:07:10 -050018 @echo
Wainer dos Santos Moschettac3088cd2019-12-11 15:44:27 -050019 @echo " $(MAKE) check-report.tap Generates an aggregated TAP test report"
Cleber Rosa21313722018-10-18 11:31:32 -040020 @echo " $(MAKE) check-venv Creates a Python venv for tests"
Cleber Rosa54f96b42018-11-09 10:07:10 -050021 @echo " $(MAKE) check-clean Clean the tests and related data"
Fam Zhenge45eaef2017-08-10 16:50:25 +080022 @echo
Fam Zhenge45eaef2017-08-10 16:50:25 +080023 @echo
24 @echo "The variable SPEED can be set to control the gtester speed setting."
Philippe Mathieu-Daudéb98a3ba2017-11-21 06:55:10 -030025 @echo "Default options are -k and (for $(MAKE) V=1) --verbose; they can be"
Fam Zhenge45eaef2017-08-10 16:50:25 +080026 @echo "changed with variable GTESTER_OPTIONS."
27
28ifneq ($(wildcard config-host.mak),)
Kevin Wolf89594492012-03-08 12:29:00 +010029export SRC_PATH
30
Markus Armbrusterfb0bc832018-02-26 13:48:58 -060031# TODO don't duplicate $(SRC_PATH)/Makefile's qapi-py here
Markus Armbrustere6c42b92019-10-18 09:43:44 +020032qapi-py = $(SRC_PATH)/scripts/qapi/__init__.py \
33$(SRC_PATH)/scripts/qapi/commands.py \
Markus Armbrusterfb0bc832018-02-26 13:48:58 -060034$(SRC_PATH)/scripts/qapi/common.py \
35$(SRC_PATH)/scripts/qapi/doc.py \
Markus Armbrustere6c42b92019-10-18 09:43:44 +020036$(SRC_PATH)/scripts/qapi/error.py \
37$(SRC_PATH)/scripts/qapi/events.py \
38$(SRC_PATH)/scripts/qapi/expr.py \
39$(SRC_PATH)/scripts/qapi/gen.py \
40$(SRC_PATH)/scripts/qapi/introspect.py \
41$(SRC_PATH)/scripts/qapi/parser.py \
42$(SRC_PATH)/scripts/qapi/schema.py \
43$(SRC_PATH)/scripts/qapi/source.py \
44$(SRC_PATH)/scripts/qapi/types.py \
45$(SRC_PATH)/scripts/qapi/visit.py \
Markus Armbrusterfb0bc832018-02-26 13:48:58 -060046$(SRC_PATH)/scripts/qapi-gen.py
Daniel P. Berrangeb1245332015-09-02 11:35:52 +010047
Peter Maydell3687d532014-01-23 16:22:59 +000048# Get the list of all supported sysemu targets
49SYSEMU_TARGET_LIST := $(subst -softmmu.mak,,$(notdir \
50 $(wildcard $(SRC_PATH)/default-configs/*-softmmu.mak)))
51
Eric Blake7a6c3772018-10-11 09:47:51 -050052check-unit-y += tests/check-qdict$(EXESUF)
Markus Armbruster992159c2018-09-26 14:23:09 +020053check-unit-y += tests/check-block-qdict$(EXESUF)
Laurent Vivier29de2802019-04-01 16:12:22 +020054check-unit-$(CONFIG_SOFTMMU) += tests/test-char$(EXESUF)
Marc-André Lureau01b2ffc2017-06-07 20:35:58 +040055check-unit-y += tests/check-qnum$(EXESUF)
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020056check-unit-y += tests/check-qstring$(EXESUF)
57check-unit-y += tests/check-qlist$(EXESUF)
Eric Blake7d7a3372016-04-28 15:45:21 -060058check-unit-y += tests/check-qnull$(EXESUF)
Max Reitz1b76e832017-11-14 19:01:28 +010059check-unit-y += tests/check-qobject$(EXESUF)
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020060check-unit-y += tests/check-qjson$(EXESUF)
Marc-André Lureau382176b2017-08-25 12:59:09 +020061check-unit-y += tests/check-qlit$(EXESUF)
Daniel P. Berrangeb3db2112016-09-30 15:45:27 +010062check-unit-y += tests/test-qobject-output-visitor$(EXESUF)
Eric Blakea15fcc32016-06-09 10:48:44 -060063check-unit-y += tests/test-clone-visitor$(EXESUF)
Daniel P. Berrangeb3db2112016-09-30 15:45:27 +010064check-unit-y += tests/test-qobject-input-visitor$(EXESUF)
Markus Armbruster834a3f32018-02-11 10:35:56 +010065check-unit-y += tests/test-qmp-cmds$(EXESUF)
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020066check-unit-y += tests/test-string-input-visitor$(EXESUF)
67check-unit-y += tests/test-string-output-visitor$(EXESUF)
Wenchao Xiaf6dadb02014-06-18 08:43:29 +020068check-unit-y += tests/test-qmp-event$(EXESUF)
Laszlo Ersek3953e3a2013-08-20 00:35:40 +020069check-unit-y += tests/test-opts-visitor$(EXESUF)
Laurent Vivier29de2802019-04-01 16:12:22 +020070check-unit-$(CONFIG_BLOCK) += tests/test-coroutine$(EXESUF)
Michael Roth2d496102012-02-21 21:05:07 -060071check-unit-y += tests/test-visitor-serialization$(EXESUF)
Michael Tokarev2278a692012-06-07 20:08:19 +040072check-unit-y += tests/test-iov$(EXESUF)
Peter Xuad37f242019-06-03 14:50:49 +080073check-unit-y += tests/test-bitmap$(EXESUF)
Laurent Vivier29de2802019-04-01 16:12:22 +020074check-unit-$(CONFIG_BLOCK) += tests/test-aio$(EXESUF)
75check-unit-$(CONFIG_BLOCK) += tests/test-aio-multithread$(EXESUF)
76check-unit-$(CONFIG_BLOCK) += tests/test-throttle$(EXESUF)
77check-unit-$(CONFIG_BLOCK) += tests/test-thread-pool$(EXESUF)
78check-unit-$(CONFIG_BLOCK) += tests/test-hbitmap$(EXESUF)
79check-unit-$(CONFIG_BLOCK) += tests/test-bdrv-drain$(EXESUF)
80check-unit-$(CONFIG_BLOCK) += tests/test-bdrv-graph-mod$(EXESUF)
81check-unit-$(CONFIG_BLOCK) += tests/test-blockjob$(EXESUF)
82check-unit-$(CONFIG_BLOCK) += tests/test-blockjob-txn$(EXESUF)
83check-unit-$(CONFIG_BLOCK) += tests/test-block-backend$(EXESUF)
84check-unit-$(CONFIG_BLOCK) += tests/test-block-iothread$(EXESUF)
85check-unit-$(CONFIG_BLOCK) += tests/test-image-locking$(EXESUF)
Eduardo Habkost247c9de2013-01-23 15:58:27 -020086check-unit-y += tests/test-x86-cpuid$(EXESUF)
87# all code tested by test-x86-cpuid is inside topology.h
Dr. David Alan Gilbert60fe6372014-12-12 11:13:38 +000088ifeq ($(CONFIG_SOFTMMU),y)
Orit Wasserman21e3cd22013-01-31 09:12:16 +020089check-unit-y += tests/test-xbzrle$(EXESUF)
Dr. David Alan Gilbert60fe6372014-12-12 11:13:38 +000090check-unit-$(CONFIG_POSIX) += tests/test-vmstate$(EXESUF)
91endif
Eduardo Habkoste3f9fe22013-02-04 16:27:45 -020092check-unit-y += tests/test-cutils$(EXESUF)
Jose Ricardo Zivianif539fbe2017-01-10 00:10:09 -020093check-unit-y += tests/test-shift128$(EXESUF)
Richard Hendersonf4c0f982013-02-16 12:47:01 -080094check-unit-y += tests/test-mul64$(EXESUF)
Paolo Bonzini6046c622013-06-20 16:19:32 +020095check-unit-y += tests/test-int128$(EXESUF)
96# all code tested by test-int128 is inside int128.h
Paolo Bonzini8fda74a2013-06-21 09:09:34 +020097check-unit-y += tests/rcutorture$(EXESUF)
Mike Day341774f2013-08-27 11:38:45 -040098check-unit-y += tests/test-rcu-list$(EXESUF)
Emilio G. Cota90487e42018-08-19 05:13:32 -040099check-unit-y += tests/test-rcu-simpleq$(EXESUF)
Emilio G. Cotadbf88622018-08-19 05:13:33 -0400100check-unit-y += tests/test-rcu-tailq$(EXESUF)
Emilio G. Cotaff9249b2016-06-08 14:55:27 -0400101check-unit-y += tests/test-qdist$(EXESUF)
Emilio G. Cota1a954042016-06-08 14:55:29 -0400102check-unit-y += tests/test-qht$(EXESUF)
Alex Bennéea36270a2019-01-14 14:54:38 +0000103check-unit-y += tests/test-qht-par$(EXESUF)
Peter Maydell34647002013-06-28 12:40:32 +0100104check-unit-y += tests/test-bitops$(EXESUF)
Alex Bennéec3f89622016-12-09 14:36:00 +0000105check-unit-y += tests/test-bitcnt$(EXESUF)
Marc-André Lureau692fbdf2018-07-30 17:36:39 +0200106check-unit-y += tests/test-qdev-global-props$(EXESUF)
Igor Mammedov14389db2013-12-20 22:14:40 +0100107check-unit-y += tests/check-qom-interface$(EXESUF)
Daniel P. Berrangea31bdae2015-05-13 17:14:06 +0100108check-unit-y += tests/check-qom-proplist$(EXESUF)
Leandro Dorileo4ba6fab2014-05-19 18:53:55 -0300109check-unit-y += tests/test-qemu-opts$(EXESUF)
Markus Armbrusterd454dbe2017-02-28 22:26:49 +0100110check-unit-y += tests/test-keyval$(EXESUF)
Laurent Vivier29de2802019-04-01 16:12:22 +0200111check-unit-$(CONFIG_BLOCK) += tests/test-write-threshold$(EXESUF)
112check-unit-$(CONFIG_BLOCK) += tests/test-crypto-hash$(EXESUF)
113check-speed-$(CONFIG_BLOCK) += tests/benchmark-crypto-hash$(EXESUF)
114check-unit-$(CONFIG_BLOCK) += tests/test-crypto-hmac$(EXESUF)
115check-speed-$(CONFIG_BLOCK) += tests/benchmark-crypto-hmac$(EXESUF)
116check-unit-$(CONFIG_BLOCK) += tests/test-crypto-cipher$(EXESUF)
117check-speed-$(CONFIG_BLOCK) += tests/benchmark-crypto-cipher$(EXESUF)
118check-unit-$(CONFIG_BLOCK) += tests/test-crypto-secret$(EXESUF)
119check-unit-$(call land,$(CONFIG_BLOCK),$(CONFIG_GNUTLS)) += tests/test-crypto-tlscredsx509$(EXESUF)
120check-unit-$(call land,$(CONFIG_BLOCK),$(CONFIG_GNUTLS)) += tests/test-crypto-tlssession$(EXESUF)
Yang Hongyangfb91f302016-04-19 15:39:13 +0800121ifneq (,$(findstring qemu-ga,$(TOOLS)))
Philippe Mathieu-Daudéa9d2e3f2019-01-29 09:38:07 +0100122check-unit-$(call land,$(CONFIG_LINUX),$(CONFIG_VIRTIO_SERIAL)) += tests/test-qga$(EXESUF)
Yang Hongyangfb91f302016-04-19 15:39:13 +0800123endif
Alberto Garciabd797fc2015-10-28 17:33:01 +0200124check-unit-y += tests/test-timed-average$(EXESUF)
Daniel P. Berrangé90e33df2018-06-08 17:24:57 +0100125check-unit-$(CONFIG_INOTIFY1) += tests/test-util-filemonitor$(EXESUF)
Daniel P. Berrange58dc31f2017-12-21 12:55:20 +0000126check-unit-y += tests/test-util-sockets$(EXESUF)
Laurent Vivier29de2802019-04-01 16:12:22 +0200127check-unit-$(CONFIG_BLOCK) += tests/test-authz-simple$(EXESUF)
128check-unit-$(CONFIG_BLOCK) += tests/test-authz-list$(EXESUF)
129check-unit-$(CONFIG_BLOCK) += tests/test-authz-listfile$(EXESUF)
130check-unit-$(call land,$(CONFIG_BLOCK),$(CONFIG_AUTH_PAM)) += tests/test-authz-pam$(EXESUF)
131check-unit-$(CONFIG_BLOCK) += tests/test-io-task$(EXESUF)
132check-unit-$(CONFIG_BLOCK) += tests/test-io-channel-socket$(EXESUF)
133check-unit-$(CONFIG_BLOCK) += tests/test-io-channel-file$(EXESUF)
134check-unit-$(call land,$(CONFIG_BLOCK),$(CONFIG_GNUTLS)) += tests/test-io-channel-tls$(EXESUF)
135check-unit-$(CONFIG_BLOCK) += tests/test-io-channel-command$(EXESUF)
136check-unit-$(CONFIG_BLOCK) += tests/test-io-channel-buffer$(EXESUF)
Daniel P. Berrange89bc0b62015-11-23 15:24:50 +0000137check-unit-y += tests/test-base64$(EXESUF)
Laurent Vivier29de2802019-04-01 16:12:22 +0200138check-unit-$(call land,$(CONFIG_BLOCK),$(if $(CONFIG_NETTLE),y,$(CONFIG_GCRYPT))) += tests/test-crypto-pbkdf$(EXESUF)
139check-unit-$(CONFIG_BLOCK) += tests/test-crypto-ivgen$(EXESUF)
140check-unit-$(CONFIG_BLOCK) += tests/test-crypto-afsplit$(EXESUF)
Daniel P. Berrangé4e89ed12019-10-30 15:17:40 +0000141check-unit-$(call land,$(CONFIG_BLOCK),$(CONFIG_QEMU_PRIVATE_XTS)) += tests/test-crypto-xts$(EXESUF)
Laurent Vivier29de2802019-04-01 16:12:22 +0200142check-unit-$(CONFIG_BLOCK) += tests/test-crypto-block$(EXESUF)
Alex Bennée35145522016-03-15 14:30:20 +0000143check-unit-y += tests/test-logging$(EXESUF)
Laurent Vivier29de2802019-04-01 16:12:22 +0200144check-unit-$(call land,$(CONFIG_BLOCK),$(CONFIG_REPLICATION)) += tests/test-replication$(EXESUF)
Richard Hendersonefad6682016-08-29 11:46:16 -0700145check-unit-y += tests/test-bufferiszero$(EXESUF)
Fam Zhengc739cdd2016-09-21 12:27:24 +0800146check-unit-y += tests/test-uuid$(EXESUF)
Paolo Bonzini24b94622016-10-17 19:22:17 +0100147check-unit-y += tests/ptimer-test$(EXESUF)
Markus Armbruster6c873d12017-02-28 22:27:03 +0100148check-unit-y += tests/test-qapi-util$(EXESUF)
Anthony Liguoriad65aa82012-01-10 13:10:51 -0600149
Thomas Huthbdd95e42019-07-12 17:39:33 +0200150check-block-$(call land,$(CONFIG_POSIX),$(CONFIG_SOFTMMU)) += tests/check-block.sh
Anthony Liguoridbfe06c2012-01-10 13:10:43 -0600151
Eric Blake46534302016-02-17 23:48:17 -0700152qapi-schema += alternate-any.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600153qapi-schema += alternate-array.json
154qapi-schema += alternate-base.json
Markus Armbrusteref91ab02019-09-14 17:34:52 +0200155qapi-schema += alternate-branch-if-invalid.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600156qapi-schema += alternate-clash.json
157qapi-schema += alternate-conflict-dict.json
Markus Armbrusterc0644772017-05-22 18:42:15 +0200158qapi-schema += alternate-conflict-enum-bool.json
159qapi-schema += alternate-conflict-enum-int.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600160qapi-schema += alternate-conflict-string.json
Eduardo Habkostfda72ab2017-07-17 15:09:26 -0300161qapi-schema += alternate-conflict-bool-string.json
162qapi-schema += alternate-conflict-num-string.json
Eric Blake8d25dd12015-09-29 16:21:05 -0600163qapi-schema += alternate-empty.json
Marc-André Lureau87adbbf2018-12-13 16:37:14 +0400164qapi-schema += alternate-invalid-dict.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600165qapi-schema += alternate-nested.json
166qapi-schema += alternate-unknown.json
167qapi-schema += args-alternate.json
168qapi-schema += args-any.json
169qapi-schema += args-array-empty.json
170qapi-schema += args-array-unknown.json
Eric Blakec8184082016-07-13 21:50:20 -0600171qapi-schema += args-bad-boxed.json
172qapi-schema += args-boxed-anon.json
Eric Blakec8184082016-07-13 21:50:20 -0600173qapi-schema += args-boxed-string.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600174qapi-schema += args-int.json
175qapi-schema += args-invalid.json
176qapi-schema += args-member-array-bad.json
Eric Blake893e1f22015-12-01 22:20:57 -0700177qapi-schema += args-member-case.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600178qapi-schema += args-member-unknown.json
Eric Blaked220fbc2015-09-29 16:21:03 -0600179qapi-schema += args-name-clash.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600180qapi-schema += args-union.json
181qapi-schema += args-unknown.json
182qapi-schema += bad-base.json
183qapi-schema += bad-data.json
184qapi-schema += bad-ident.json
Marc-André Lureau967c8852018-07-03 17:56:35 +0200185qapi-schema += bad-if.json
186qapi-schema += bad-if-empty.json
187qapi-schema += bad-if-empty-list.json
188qapi-schema += bad-if-list.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600189qapi-schema += bad-type-bool.json
190qapi-schema += bad-type-dict.json
191qapi-schema += bad-type-int.json
Eric Blakebac54292015-12-01 22:20:59 -0700192qapi-schema += base-cycle-direct.json
193qapi-schema += base-cycle-indirect.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600194qapi-schema += command-int.json
195qapi-schema += comments.json
Markus Armbrusterf641d062017-03-15 13:57:25 +0100196qapi-schema += doc-bad-alternate-member.json
Markus Armbruster717cfcf2019-10-24 13:02:20 +0200197qapi-schema += doc-bad-boxed-command-arg.json
Markus Armbrusterbdc001c2017-03-15 13:57:24 +0100198qapi-schema += doc-bad-command-arg.json
Markus Armbrusterf035b472019-10-24 13:02:19 +0200199qapi-schema += doc-bad-enum-member.json
Markus Armbruster717cfcf2019-10-24 13:02:20 +0200200qapi-schema += doc-bad-event-arg.json
Markus Armbrusterf035b472019-10-24 13:02:19 +0200201qapi-schema += doc-bad-feature.json
Markus Armbrustercfa438f2017-10-02 16:13:35 +0200202qapi-schema += doc-bad-section.json
Marc-André Lureau3313b612017-01-13 15:41:29 +0100203qapi-schema += doc-bad-symbol.json
Markus Armbrusterf641d062017-03-15 13:57:25 +0100204qapi-schema += doc-bad-union-member.json
Markus Armbruster2028be82017-03-15 13:57:19 +0100205qapi-schema += doc-before-include.json
206qapi-schema += doc-before-pragma.json
Marc-André Lureau3313b612017-01-13 15:41:29 +0100207qapi-schema += doc-duplicated-arg.json
208qapi-schema += doc-duplicated-return.json
209qapi-schema += doc-duplicated-since.json
210qapi-schema += doc-empty-arg.json
211qapi-schema += doc-empty-section.json
212qapi-schema += doc-empty-symbol.json
Markus Armbruster80d1f2e2017-03-20 14:11:54 +0100213qapi-schema += doc-good.json
Marc-André Lureau3313b612017-01-13 15:41:29 +0100214qapi-schema += doc-interleaved-section.json
215qapi-schema += doc-invalid-end.json
216qapi-schema += doc-invalid-end2.json
217qapi-schema += doc-invalid-return.json
218qapi-schema += doc-invalid-section.json
219qapi-schema += doc-invalid-start.json
220qapi-schema += doc-missing-colon.json
221qapi-schema += doc-missing-expr.json
222qapi-schema += doc-missing-space.json
Markus Armbrustercfa438f2017-10-02 16:13:35 +0200223qapi-schema += doc-missing.json
Markus Armbruster2028be82017-03-15 13:57:19 +0100224qapi-schema += doc-no-symbol.json
Markus Armbrusterf035b472019-10-24 13:02:19 +0200225qapi-schema += doc-undoc-feature.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600226qapi-schema += double-type.json
227qapi-schema += duplicate-key.json
228qapi-schema += empty.json
Marc-André Lureauea738b22018-12-13 16:37:08 +0400229qapi-schema += enum-bad-member.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600230qapi-schema += enum-bad-name.json
231qapi-schema += enum-bad-prefix.json
232qapi-schema += enum-clash-member.json
Marc-André Lureauea738b22018-12-13 16:37:08 +0400233qapi-schema += enum-dict-member-unknown.json
Marc-André Lureau6cc32b02018-12-13 16:37:11 +0400234qapi-schema += enum-if-invalid.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600235qapi-schema += enum-int-member.json
Eric Blake893e1f22015-12-01 22:20:57 -0700236qapi-schema += enum-member-case.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600237qapi-schema += enum-missing-data.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600238qapi-schema += enum-wrong-data.json
Eric Blakec8184082016-07-13 21:50:20 -0600239qapi-schema += event-boxed-empty.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600240qapi-schema += event-case.json
Marc-André Lureau87adbbf2018-12-13 16:37:14 +0400241qapi-schema += event-member-invalid-dict.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600242qapi-schema += event-nest-struct.json
Kevin Wolfa00af402019-06-06 17:37:59 +0200243qapi-schema += features-bad-type.json
244qapi-schema += features-duplicate-name.json
Markus Armbrusteref91ab02019-09-14 17:34:52 +0200245qapi-schema += features-if-invalid.json
Kevin Wolfa00af402019-06-06 17:37:59 +0200246qapi-schema += features-missing-name.json
247qapi-schema += features-name-bad-type.json
248qapi-schema += features-no-list.json
249qapi-schema += features-unknown-key.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600250qapi-schema += flat-union-array-branch.json
251qapi-schema += flat-union-bad-base.json
252qapi-schema += flat-union-bad-discriminator.json
253qapi-schema += flat-union-base-any.json
254qapi-schema += flat-union-base-union.json
Eric Blaked220fbc2015-09-29 16:21:03 -0600255qapi-schema += flat-union-clash-member.json
Markus Armbrustercd346bd2019-09-14 17:34:50 +0200256qapi-schema += flat-union-discriminator-bad-name.json
Eric Blake8d25dd12015-09-29 16:21:05 -0600257qapi-schema += flat-union-empty.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600258qapi-schema += flat-union-inline.json
Marc-André Lureau87adbbf2018-12-13 16:37:14 +0400259qapi-schema += flat-union-inline-invalid-dict.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600260qapi-schema += flat-union-int-branch.json
261qapi-schema += flat-union-invalid-branch-key.json
262qapi-schema += flat-union-invalid-discriminator.json
Marc-André Lureauccadd6b2018-12-13 16:37:15 +0400263qapi-schema += flat-union-invalid-if-discriminator.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600264qapi-schema += flat-union-no-base.json
265qapi-schema += flat-union-optional-discriminator.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600266qapi-schema += flat-union-string-discriminator.json
267qapi-schema += funny-char.json
Markus Armbruster4d428152019-09-14 17:34:53 +0200268qapi-schema += funny-word.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600269qapi-schema += ident-with-escape.json
270qapi-schema += include-before-err.json
271qapi-schema += include-cycle.json
Markus Armbrusterbc52d032017-03-15 13:56:51 +0100272qapi-schema += include-extra-junk.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600273qapi-schema += include-nested-err.json
274qapi-schema += include-no-file.json
275qapi-schema += include-non-file.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600276qapi-schema += include-repetition.json
277qapi-schema += include-self-cycle.json
278qapi-schema += include-simple.json
279qapi-schema += indented-expr.json
280qapi-schema += leading-comma-list.json
281qapi-schema += leading-comma-object.json
282qapi-schema += missing-colon.json
283qapi-schema += missing-comma-list.json
284qapi-schema += missing-comma-object.json
285qapi-schema += missing-type.json
286qapi-schema += nested-struct-data.json
Marc-André Lureau87adbbf2018-12-13 16:37:14 +0400287qapi-schema += nested-struct-data-invalid-dict.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600288qapi-schema += non-objects.json
Peter Xu1a1b11d2018-03-26 14:38:59 +0800289qapi-schema += oob-test.json
Igor Mammedov7b13f2c2018-05-11 19:15:59 +0200290qapi-schema += allow-preconfig-test.json
Markus Armbrusterbc52d032017-03-15 13:56:51 +0100291qapi-schema += pragma-doc-required-crap.json
292qapi-schema += pragma-extra-junk.json
Markus Armbruster2cfbae32017-03-15 13:56:55 +0100293qapi-schema += pragma-name-case-whitelist-crap.json
Markus Armbrusterbc52d032017-03-15 13:56:51 +0100294qapi-schema += pragma-non-dict.json
Markus Armbruster137cf6a2019-09-14 17:34:48 +0200295qapi-schema += pragma-unknown.json
Markus Armbruster1554a8f2017-03-15 13:56:54 +0100296qapi-schema += pragma-returns-whitelist-crap.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600297qapi-schema += qapi-schema-test.json
298qapi-schema += quoted-structural-chars.json
299qapi-schema += redefined-builtin.json
300qapi-schema += redefined-command.json
301qapi-schema += redefined-event.json
302qapi-schema += redefined-type.json
Eric Blake19767082015-10-26 16:34:40 -0600303qapi-schema += reserved-command-q.json
Eric Blake59a92fe2015-11-18 01:52:56 -0700304qapi-schema += reserved-enum-q.json
Eric Blake19767082015-10-26 16:34:40 -0600305qapi-schema += reserved-member-has.json
306qapi-schema += reserved-member-q.json
Eric Blake5e59baf2015-10-26 16:35:02 -0600307qapi-schema += reserved-member-u.json
Eric Blake59a92fe2015-11-18 01:52:56 -0700308qapi-schema += reserved-member-underscore.json
Eric Blake19767082015-10-26 16:34:40 -0600309qapi-schema += reserved-type-kind.json
310qapi-schema += reserved-type-list.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600311qapi-schema += returns-alternate.json
312qapi-schema += returns-array-bad.json
313qapi-schema += returns-dict.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600314qapi-schema += returns-unknown.json
315qapi-schema += returns-whitelist.json
Markus Armbruster56a8caf2019-09-13 22:13:39 +0200316qapi-schema += string-code-point-31.json
317qapi-schema += string-code-point-127.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600318qapi-schema += struct-base-clash-deep.json
319qapi-schema += struct-base-clash.json
320qapi-schema += struct-data-invalid.json
Markus Armbrusteref91ab02019-09-14 17:34:52 +0200321qapi-schema += struct-member-if-invalid.json
Marc-André Lureau87adbbf2018-12-13 16:37:14 +0400322qapi-schema += struct-member-invalid-dict.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600323qapi-schema += struct-member-invalid.json
324qapi-schema += trailing-comma-list.json
325qapi-schema += trailing-comma-object.json
326qapi-schema += type-bypass-bad-gen.json
327qapi-schema += unclosed-list.json
328qapi-schema += unclosed-object.json
329qapi-schema += unclosed-string.json
Markus Armbruster707fb2d2017-03-15 13:56:57 +0100330qapi-schema += union-base-empty.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600331qapi-schema += union-base-no-discriminator.json
Eric Blake893e1f22015-12-01 22:20:57 -0700332qapi-schema += union-branch-case.json
Markus Armbrusteref91ab02019-09-14 17:34:52 +0200333qapi-schema += union-branch-if-invalid.json
Marc-André Lureau87adbbf2018-12-13 16:37:14 +0400334qapi-schema += union-branch-invalid-dict.json
Eric Blaked220fbc2015-09-29 16:21:03 -0600335qapi-schema += union-clash-branches.json
Eric Blake8d25dd12015-09-29 16:21:05 -0600336qapi-schema += union-empty.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600337qapi-schema += union-invalid-base.json
Eric Blake1ffe8182015-09-29 16:20:59 -0600338qapi-schema += union-optional-branch.json
339qapi-schema += union-unknown.json
340qapi-schema += unknown-escape.json
341qapi-schema += unknown-expr-key.json
Marc-André Lureau3313b612017-01-13 15:41:29 +0100342
343
Eric Blake1ffe8182015-09-29 16:20:59 -0600344check-qapi-schema-y := $(addprefix tests/qapi-schema/, $(qapi-schema))
Markus Armbruster98626572013-07-27 17:41:53 +0200345
Laurent Vivier3dff1992019-04-01 16:12:19 +0200346generated-files-y += tests/test-qapi-types.h
347generated-files-y += tests/include/test-qapi-types-sub-module.h
348generated-files-y += tests/test-qapi-types-sub-sub-module.h
349generated-files-y += tests/test-qapi-visit.h
350generated-files-y += tests/include/test-qapi-visit-sub-module.h
351generated-files-y += tests/test-qapi-visit-sub-sub-module.h
352generated-files-y += tests/test-qapi-commands.h
Markus Armbruster00ca24f2019-11-20 19:25:48 +0100353generated-files-y += tests/test-qapi-init-commands.h
Laurent Vivier3dff1992019-04-01 16:12:19 +0200354generated-files-y += tests/include/test-qapi-commands-sub-module.h
355generated-files-y += tests/test-qapi-commands-sub-sub-module.h
Markus Armbruster0cc0e262019-11-20 19:25:47 +0100356generated-files-y += tests/test-qapi-emit-events.h
Laurent Vivier3dff1992019-04-01 16:12:19 +0200357generated-files-y += tests/test-qapi-events.h
358generated-files-y += tests/include/test-qapi-events-sub-module.h
359generated-files-y += tests/test-qapi-events-sub-sub-module.h
360generated-files-y += tests/test-qapi-introspect.h
Anthony Liguoridbfe06c2012-01-10 13:10:43 -0600361
Thomas Huth1e8a1fa2019-09-09 12:04:01 +0200362QEMU_CFLAGS += -I$(SRC_PATH)/tests -I$(SRC_PATH)/tests/qtest
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200363
Daniel P. Berrangeb1245332015-09-02 11:35:52 +0100364
365# Deps that are common to various different sets of tests below
Paolo Bonziniebedb372017-09-19 16:20:31 +0200366test-util-obj-y = libqemuutil.a
Daniel P. Berrange0c7012e2015-09-02 11:18:16 +0100367test-qom-obj-y = $(qom-obj-y) $(test-util-obj-y)
Markus Armbruster709395f2019-03-01 16:40:48 +0100368test-qapi-obj-y = tests/test-qapi-types.o \
369 tests/include/test-qapi-types-sub-module.o \
370 tests/test-qapi-types-sub-sub-module.o \
371 tests/test-qapi-visit.o \
372 tests/include/test-qapi-visit-sub-module.o \
373 tests/test-qapi-visit-sub-sub-module.o \
Markus Armbrustera9529102018-12-18 19:22:21 +0100374 tests/test-qapi-introspect.o \
Daniel P. Berrangeb1245332015-09-02 11:35:52 +0100375 $(test-qom-obj-y)
Laurent Vivier29de2802019-04-01 16:12:22 +0200376benchmark-crypto-obj-$(CONFIG_BLOCK) = $(authz-obj-y) $(crypto-obj-y) $(test-qom-obj-y)
377test-crypto-obj-$(CONFIG_BLOCK) = $(authz-obj-y) $(crypto-obj-y) $(test-qom-obj-y)
378test-io-obj-$(CONFIG_BLOCK) = $(io-obj-y) $(test-crypto-obj-y)
379test-authz-obj-$(CONFIG_BLOCK) = $(test-qom-obj-y) $(authz-obj-y)
380test-block-obj-$(CONFIG_BLOCK) = $(block-obj-y) $(test-io-obj-y) tests/iothread.o
Daniel P. Berrangeb1245332015-09-02 11:35:52 +0100381
Marc-André Lureau01b2ffc2017-06-07 20:35:58 +0400382tests/check-qnum$(EXESUF): tests/check-qnum.o $(test-util-obj-y)
Daniel P. Berrangeb1245332015-09-02 11:35:52 +0100383tests/check-qstring$(EXESUF): tests/check-qstring.o $(test-util-obj-y)
384tests/check-qdict$(EXESUF): tests/check-qdict.o $(test-util-obj-y)
Markus Armbruster0bcc8e52018-06-14 21:14:29 +0200385tests/check-block-qdict$(EXESUF): tests/check-block-qdict.o $(test-util-obj-y)
Daniel P. Berrangeb1245332015-09-02 11:35:52 +0100386tests/check-qlist$(EXESUF): tests/check-qlist.o $(test-util-obj-y)
Eric Blake7d7a3372016-04-28 15:45:21 -0600387tests/check-qnull$(EXESUF): tests/check-qnull.o $(test-util-obj-y)
Max Reitz1b76e832017-11-14 19:01:28 +0100388tests/check-qobject$(EXESUF): tests/check-qobject.o $(test-util-obj-y)
Daniel P. Berrangeb1245332015-09-02 11:35:52 +0100389tests/check-qjson$(EXESUF): tests/check-qjson.o $(test-util-obj-y)
Marc-André Lureau382176b2017-08-25 12:59:09 +0200390tests/check-qlit$(EXESUF): tests/check-qlit.o $(test-util-obj-y)
Daniel P. Berrangeb1245332015-09-02 11:35:52 +0100391tests/check-qom-interface$(EXESUF): tests/check-qom-interface.o $(test-qom-obj-y)
392tests/check-qom-proplist$(EXESUF): tests/check-qom-proplist.o $(test-qom-obj-y)
Marc-André Lureauea3af472016-10-22 12:53:00 +0300393
Thomas Huth3db9f6a2019-09-06 17:17:24 +0200394tests/test-char$(EXESUF): tests/test-char.o $(test-util-obj-y) $(test-io-obj-y) $(chardev-obj-y) tests/socket-helpers.o
Daniel P. Berrangeb1245332015-09-02 11:35:52 +0100395tests/test-coroutine$(EXESUF): tests/test-coroutine.o $(test-block-obj-y)
396tests/test-aio$(EXESUF): tests/test-aio.o $(test-block-obj-y)
Paolo Bonzini0c330a72017-02-13 14:52:19 +0100397tests/test-aio-multithread$(EXESUF): tests/test-aio-multithread.o $(test-block-obj-y)
Daniel P. Berrangeb1245332015-09-02 11:35:52 +0100398tests/test-throttle$(EXESUF): tests/test-throttle.o $(test-block-obj-y)
Kevin Wolf881cfd12017-12-05 14:05:02 +0100399tests/test-bdrv-drain$(EXESUF): tests/test-bdrv-drain.o $(test-block-obj-y) $(test-util-obj-y)
Vladimir Sementsov-Ogievskiy2dbfadf2019-02-23 22:20:41 +0300400tests/test-bdrv-graph-mod$(EXESUF): tests/test-bdrv-graph-mod.o $(test-block-obj-y) $(test-util-obj-y)
Alberto Garcia9ef81122016-07-29 17:31:41 +0300401tests/test-blockjob$(EXESUF): tests/test-blockjob.o $(test-block-obj-y) $(test-util-obj-y)
Stefan Hajnoczi6c6f3122015-11-05 18:13:20 -0500402tests/test-blockjob-txn$(EXESUF): tests/test-blockjob-txn.o $(test-block-obj-y) $(test-util-obj-y)
Kevin Wolfad0df3e2018-02-16 16:50:14 +0000403tests/test-block-backend$(EXESUF): tests/test-block-backend.o $(test-block-obj-y) $(test-util-obj-y)
Kevin Wolf4720cbe2019-01-07 13:02:48 +0100404tests/test-block-iothread$(EXESUF): tests/test-block-iothread.o $(test-block-obj-y) $(test-util-obj-y)
Fam Zhengaef96d72018-10-11 15:21:35 +0800405tests/test-image-locking$(EXESUF): tests/test-image-locking.o $(test-block-obj-y) $(test-util-obj-y)
Daniel P. Berrangeb1245332015-09-02 11:35:52 +0100406tests/test-thread-pool$(EXESUF): tests/test-thread-pool.o $(test-block-obj-y)
407tests/test-iov$(EXESUF): tests/test-iov.o $(test-util-obj-y)
Vladimir Sementsov-Ogievskiya3b52532017-06-28 15:05:25 +0300408tests/test-hbitmap$(EXESUF): tests/test-hbitmap.o $(test-util-obj-y) $(test-crypto-obj-y)
Peter Xuad37f242019-06-03 14:50:49 +0800409tests/test-bitmap$(EXESUF): tests/test-bitmap.o $(test-util-obj-y)
Eduardo Habkost247c9de2013-01-23 15:58:27 -0200410tests/test-x86-cpuid$(EXESUF): tests/test-x86-cpuid.o
Juan Quintelaaa3544c2017-04-20 12:37:23 +0200411tests/test-xbzrle$(EXESUF): tests/test-xbzrle.o migration/xbzrle.o migration/page_cache.o $(test-util-obj-y)
Alistair Francis05cb8ed2017-08-18 11:47:35 -0700412tests/test-cutils$(EXESUF): tests/test-cutils.o util/cutils.o $(test-util-obj-y)
Paolo Bonzini6046c622013-06-20 16:19:32 +0200413tests/test-int128$(EXESUF): tests/test-int128.o
Daniel P. Berrangeb1245332015-09-02 11:35:52 +0100414tests/rcutorture$(EXESUF): tests/rcutorture.o $(test-util-obj-y)
415tests/test-rcu-list$(EXESUF): tests/test-rcu-list.o $(test-util-obj-y)
Emilio G. Cota90487e42018-08-19 05:13:32 -0400416tests/test-rcu-simpleq$(EXESUF): tests/test-rcu-simpleq.o $(test-util-obj-y)
Emilio G. Cotadbf88622018-08-19 05:13:33 -0400417tests/test-rcu-tailq$(EXESUF): tests/test-rcu-tailq.o $(test-util-obj-y)
Emilio G. Cotaff9249b2016-06-08 14:55:27 -0400418tests/test-qdist$(EXESUF): tests/test-qdist.o $(test-util-obj-y)
Emilio G. Cota1a954042016-06-08 14:55:29 -0400419tests/test-qht$(EXESUF): tests/test-qht.o $(test-util-obj-y)
Emilio G. Cota896a9ee2016-06-08 14:55:31 -0400420tests/test-qht-par$(EXESUF): tests/test-qht-par.o tests/qht-bench$(EXESUF) $(test-util-obj-y)
Emilio G. Cota515864a2016-06-08 14:55:30 -0400421tests/qht-bench$(EXESUF): tests/qht-bench.o $(test-util-obj-y)
Richard Hendersonefad6682016-08-29 11:46:16 -0700422tests/test-bufferiszero$(EXESUF): tests/test-bufferiszero.o $(test-util-obj-y)
Emilio G. Cota070e3ed2016-06-27 15:02:05 -0400423tests/atomic_add-bench$(EXESUF): tests/atomic_add-bench.o $(test-util-obj-y)
Emilio G. Cota82fdfcb2018-09-10 19:27:43 -0400424tests/atomic64-bench$(EXESUF): tests/atomic64-bench.o $(test-util-obj-y)
Paolo Bonzini8fda74a2013-06-21 09:09:34 +0200425
Emilio G. Cota3ac1f812018-03-08 21:09:40 -0500426tests/fp/%:
427 $(MAKE) -C $(dir $@) $(notdir $@)
428
Eduardo Habkost747b0cb2013-07-10 17:08:40 -0300429tests/test-qdev-global-props$(EXESUF): tests/test-qdev-global-props.o \
Igor Mammedov5e954942014-02-05 16:36:52 +0100430 hw/core/qdev.o hw/core/qdev-properties.o hw/core/hotplug.o\
Andreas Färbera62c8912015-07-13 19:35:41 +0200431 hw/core/bus.o \
Damien Heddec11256a2020-01-30 16:02:04 +0000432 hw/core/resettable.o \
Eduardo Habkost747b0cb2013-07-10 17:08:40 -0300433 hw/core/irq.o \
Paolo Bonzini6b1566c2014-03-17 13:40:23 +1100434 hw/core/fw-path-provider.o \
Paolo Bonzini2f7b92a2016-10-24 11:19:49 +0200435 hw/core/reset.o \
Marc-André Lureau107b5962019-08-28 16:00:19 +0400436 hw/core/vmstate-if.o \
Daniel P. Berrangeb1245332015-09-02 11:35:52 +0100437 $(test-qapi-obj-y)
Eduardo Habkost2668b4b2013-11-28 12:01:18 -0200438tests/test-vmstate$(EXESUF): tests/test-vmstate.o \
Juan Quintela576d1ab2017-04-20 13:41:20 +0200439 migration/vmstate.o migration/vmstate-types.o migration/qemu-file.o \
Daniel P. Berrange89258392016-04-27 11:05:08 +0100440 migration/qemu-file-channel.o migration/qjson.o \
441 $(test-io-obj-y)
Paolo Bonzinic2b38b22017-02-13 14:52:18 +0100442tests/test-timed-average$(EXESUF): tests/test-timed-average.o $(test-util-obj-y)
Paolo Bonziniebedb372017-09-19 16:20:31 +0200443tests/test-base64$(EXESUF): tests/test-base64.o $(test-util-obj-y)
Paolo Bonzini9ee24e92017-09-19 16:18:42 +0200444tests/ptimer-test$(EXESUF): tests/ptimer-test.o tests/ptimer-test-stubs.o hw/core/ptimer.o
Thomas Huth10ae5b32019-09-09 14:00:55 +0200445tests/test-qemu-opts$(EXESUF): tests/test-qemu-opts.o $(test-util-obj-y)
446tests/test-keyval$(EXESUF): tests/test-keyval.o $(test-util-obj-y) $(test-qapi-obj-y)
447tests/test-write-threshold$(EXESUF): tests/test-write-threshold.o $(test-block-obj-y)
448tests/test-uuid$(EXESUF): tests/test-uuid.o $(test-util-obj-y)
449tests/test-qapi-util$(EXESUF): tests/test-qapi-util.o $(test-util-obj-y)
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200450
Alex Bennée35145522016-03-15 14:30:20 +0000451tests/test-logging$(EXESUF): tests/test-logging.o $(test-util-obj-y)
452
Changlong Xieb3110462016-07-27 15:01:51 +0800453tests/test-replication$(EXESUF): tests/test-replication.o $(test-util-obj-y) \
454 $(test-block-obj-y)
455
Markus Armbrusterfb0bc832018-02-26 13:48:58 -0600456tests/test-qapi-types.c tests/test-qapi-types.h \
Markus Armbruster709395f2019-03-01 16:40:48 +0100457tests/include/test-qapi-types-sub-module.c \
458tests/include/test-qapi-types-sub-module.h \
459tests/test-qapi-types-sub-sub-module.c \
460tests/test-qapi-types-sub-sub-module.h \
Markus Armbrusterfb0bc832018-02-26 13:48:58 -0600461tests/test-qapi-visit.c tests/test-qapi-visit.h \
Markus Armbruster709395f2019-03-01 16:40:48 +0100462tests/include/test-qapi-visit-sub-module.c \
463tests/include/test-qapi-visit-sub-module.h \
464tests/test-qapi-visit-sub-sub-module.c \
465tests/test-qapi-visit-sub-sub-module.h \
Markus Armbrustereb815e22018-02-11 10:36:05 +0100466tests/test-qapi-commands.h tests/test-qapi-commands.c \
Markus Armbruster709395f2019-03-01 16:40:48 +0100467tests/include/test-qapi-commands-sub-module.h \
468tests/include/test-qapi-commands-sub-module.c \
469tests/test-qapi-commands-sub-sub-module.h \
470tests/test-qapi-commands-sub-sub-module.c \
Markus Armbruster0cc0e262019-11-20 19:25:47 +0100471tests/test-qapi-emit-events.c tests/test-qapi-emit-events.h \
Markus Armbrustereb815e22018-02-11 10:36:05 +0100472tests/test-qapi-events.c tests/test-qapi-events.h \
Markus Armbruster00ca24f2019-11-20 19:25:48 +0100473tests/test-qapi-init-commands.c \
474tests/test-qapi-init-commands.h \
Markus Armbruster709395f2019-03-01 16:40:48 +0100475tests/include/test-qapi-events-sub-module.c \
476tests/include/test-qapi-events-sub-module.h \
477tests/test-qapi-events-sub-sub-module.c \
478tests/test-qapi-events-sub-sub-module.h \
Markus Armbrustereb815e22018-02-11 10:36:05 +0100479tests/test-qapi-introspect.c tests/test-qapi-introspect.h: \
Markus Armbrusterfb0bc832018-02-26 13:48:58 -0600480tests/test-qapi-gen-timestamp ;
Markus Armbruster709395f2019-03-01 16:40:48 +0100481tests/test-qapi-gen-timestamp: \
482 $(SRC_PATH)/tests/qapi-schema/qapi-schema-test.json \
483 $(SRC_PATH)/tests/qapi-schema/include/sub-module.json \
484 $(SRC_PATH)/tests/qapi-schema/sub-sub-module.json \
485 $(qapi-py)
Matthias Maier0d6b93d2018-06-18 19:59:58 +0200486 $(call quiet-command,$(PYTHON) $(SRC_PATH)/scripts/qapi-gen.py \
Markus Armbrusterfb0bc832018-02-26 13:48:58 -0600487 -o tests -p "test-" $<, \
488 "GEN","$(@:%-timestamp=%)")
Markus Armbrusterf3d4aa52019-10-18 09:43:39 +0200489 @rm -f tests/test-qapi-doc.texi
Markus Armbrusterfb0bc832018-02-26 13:48:58 -0600490 @>$@
Anthony Liguoridbfe06c2012-01-10 13:10:43 -0600491
Markus Armbrusterfb0bc832018-02-26 13:48:58 -0600492tests/qapi-schema/doc-good.test.texi: $(SRC_PATH)/tests/qapi-schema/doc-good.json $(qapi-py)
Matthias Maier0d6b93d2018-06-18 19:59:58 +0200493 $(call quiet-command,$(PYTHON) $(SRC_PATH)/scripts/qapi-gen.py \
Markus Armbrusterfb0bc832018-02-26 13:48:58 -0600494 -o tests/qapi-schema -p "doc-good-" $<, \
495 "GEN","$@")
496 @mv tests/qapi-schema/doc-good-qapi-doc.texi $@
497 @rm -f tests/qapi-schema/doc-good-qapi-*.[ch] tests/qapi-schema/doc-good-qmp-*.[ch]
Markus Armbruster80d1f2e2017-03-20 14:11:54 +0100498
Thomas Huth1e8a1fa2019-09-09 12:04:01 +0200499tests/qtest/dbus-vmstate1.h tests/qtest/dbus-vmstate1.c: tests/qtest/dbus-vmstate1-gen-timestamp ;
500tests/qtest/dbus-vmstate1-gen-timestamp: $(SRC_PATH)/tests/qtest/dbus-vmstate1.xml
Marc-André Lureau586ca6b2019-09-27 12:39:08 +0400501 $(call quiet-command,$(GDBUS_CODEGEN) $< \
Thomas Huth1e8a1fa2019-09-09 12:04:01 +0200502 --interface-prefix org.qemu --generate-c-code tests/qtest/dbus-vmstate1, \
Marc-André Lureau586ca6b2019-09-27 12:39:08 +0400503 "GEN","$(@:%-timestamp=%)")
504 @>$@
505
Thomas Huth1e8a1fa2019-09-09 12:04:01 +0200506tests/qtest/dbus-vmstate-test.o-cflags := -DSRCDIR="$(SRC_PATH)"
507tests/qtest/dbus-vmstate1.o-cflags := $(GIO_CFLAGS)
508tests/qtest/dbus-vmstate1.o-libs := $(GIO_LIBS)
Marc-André Lureau586ca6b2019-09-27 12:39:08 +0400509
Thomas Huth1e8a1fa2019-09-09 12:04:01 +0200510tests/qtest/dbus-vmstate-test.o: tests/qtest/dbus-vmstate1.h
Marc-André Lureau586ca6b2019-09-27 12:39:08 +0400511
Daniel P. Berrangeb1245332015-09-02 11:35:52 +0100512tests/test-string-output-visitor$(EXESUF): tests/test-string-output-visitor.o $(test-qapi-obj-y)
513tests/test-string-input-visitor$(EXESUF): tests/test-string-input-visitor.o $(test-qapi-obj-y)
Markus Armbruster0cc0e262019-11-20 19:25:47 +0100514tests/test-qmp-event$(EXESUF): tests/test-qmp-event.o $(test-qapi-obj-y) tests/test-qapi-emit-events.o tests/test-qapi-events.o
Daniel P. Berrangeb3db2112016-09-30 15:45:27 +0100515tests/test-qobject-output-visitor$(EXESUF): tests/test-qobject-output-visitor.o $(test-qapi-obj-y)
Eric Blakea15fcc32016-06-09 10:48:44 -0600516tests/test-clone-visitor$(EXESUF): tests/test-clone-visitor.o $(test-qapi-obj-y)
Daniel P. Berrangeb3db2112016-09-30 15:45:27 +0100517tests/test-qobject-input-visitor$(EXESUF): tests/test-qobject-input-visitor.o $(test-qapi-obj-y)
Markus Armbruster00ca24f2019-11-20 19:25:48 +0100518tests/test-qmp-cmds$(EXESUF): tests/test-qmp-cmds.o tests/test-qapi-commands.o tests/test-qapi-init-commands.o $(test-qapi-obj-y)
Daniel P. Berrangeb1245332015-09-02 11:35:52 +0100519tests/test-visitor-serialization$(EXESUF): tests/test-visitor-serialization.o $(test-qapi-obj-y)
520tests/test-opts-visitor$(EXESUF): tests/test-opts-visitor.o $(test-qapi-obj-y)
Paolo Bonzini2d7799f2012-02-09 11:21:03 +0100521
Jose Ricardo Zivianif539fbe2017-01-10 00:10:09 -0200522tests/test-shift128$(EXESUF): tests/test-shift128.o $(test-util-obj-y)
Daniel P. Berrangeb1245332015-09-02 11:35:52 +0100523tests/test-mul64$(EXESUF): tests/test-mul64.o $(test-util-obj-y)
524tests/test-bitops$(EXESUF): tests/test-bitops.o $(test-util-obj-y)
Alex Bennéec3f89622016-12-09 14:36:00 +0000525tests/test-bitcnt$(EXESUF): tests/test-bitcnt.o $(test-util-obj-y)
Daniel P. Berrangefb377262015-09-02 10:57:27 +0100526tests/test-crypto-hash$(EXESUF): tests/test-crypto-hash.o $(test-crypto-obj-y)
Longpeng(Mike)0128cd22017-07-14 14:04:10 -0400527tests/benchmark-crypto-hash$(EXESUF): tests/benchmark-crypto-hash.o $(test-crypto-obj-y)
Longpeng(Mike)4fd460b2016-12-13 18:43:00 +0800528tests/test-crypto-hmac$(EXESUF): tests/test-crypto-hmac.o $(test-crypto-obj-y)
Longpeng(Mike)c7a9af42017-07-14 14:04:11 -0400529tests/benchmark-crypto-hmac$(EXESUF): tests/benchmark-crypto-hmac.o $(test-crypto-obj-y)
Daniel P. Berrangefb377262015-09-02 10:57:27 +0100530tests/test-crypto-cipher$(EXESUF): tests/test-crypto-cipher.o $(test-crypto-obj-y)
Longpeng(Mike)1efd9d52017-07-14 14:04:09 -0400531tests/benchmark-crypto-cipher$(EXESUF): tests/benchmark-crypto-cipher.o $(test-crypto-obj-y)
Daniel P. Berrangeac1d8872015-10-14 09:58:38 +0100532tests/test-crypto-secret$(EXESUF): tests/test-crypto-secret.o $(test-crypto-obj-y)
Daniel P. Berrange84f7f182016-02-11 14:00:17 +0000533tests/test-crypto-xts$(EXESUF): tests/test-crypto-xts.o $(test-crypto-obj-y)
Daniel P. Berrange90246032015-09-21 17:25:34 +0100534
535tests/crypto-tls-x509-helpers.o-cflags := $(TASN1_CFLAGS)
536tests/crypto-tls-x509-helpers.o-libs := $(TASN1_LIBS)
537tests/pkix_asn1_tab.o-cflags := $(TASN1_CFLAGS)
538
539tests/test-crypto-tlscredsx509.o-cflags := $(TASN1_CFLAGS)
Daniel P. Berrange9a2fd432015-04-13 14:01:39 +0100540tests/test-crypto-tlscredsx509$(EXESUF): tests/test-crypto-tlscredsx509.o \
541 tests/crypto-tls-x509-helpers.o tests/pkix_asn1_tab.o $(test-crypto-obj-y)
Daniel P. Berrange90246032015-09-21 17:25:34 +0100542
543tests/test-crypto-tlssession.o-cflags := $(TASN1_CFLAGS)
Daniel P. Berranged321e1e2015-03-02 17:23:31 +0000544tests/test-crypto-tlssession$(EXESUF): tests/test-crypto-tlssession.o \
Richard W.M. Jonese1a6dc92018-07-03 09:03:03 +0100545 tests/crypto-tls-x509-helpers.o tests/pkix_asn1_tab.o \
546 tests/crypto-tls-psk-helpers.o \
547 $(test-crypto-obj-y)
Daniel P. Berrangé90e33df2018-06-08 17:24:57 +0100548tests/test-util-filemonitor$(EXESUF): tests/test-util-filemonitor.o \
549 $(test-util-obj-y)
Daniel P. Berrange58dc31f2017-12-21 12:55:20 +0000550tests/test-util-sockets$(EXESUF): tests/test-util-sockets.o \
551 tests/socket-helpers.o $(test-util-obj-y)
Daniel P. Berrangéfb5c4eb2018-05-02 15:40:33 +0100552tests/test-authz-simple$(EXESUF): tests/test-authz-simple.o $(test-authz-obj-y)
Daniel P. Berrangec8c99882015-10-21 14:54:59 +0100553tests/test-authz-list$(EXESUF): tests/test-authz-list.o $(test-authz-obj-y)
Daniel P. Berrangé55d86982018-05-11 12:19:59 +0100554tests/test-authz-listfile$(EXESUF): tests/test-authz-listfile.o $(test-authz-obj-y)
Daniel P. Berrange8953caf2016-07-27 14:13:56 +0100555tests/test-authz-pam$(EXESUF): tests/test-authz-pam.o $(test-authz-obj-y)
Daniel P. Berrangeb02db2d2015-03-18 17:25:45 +0000556tests/test-io-task$(EXESUF): tests/test-io-task.o $(test-io-obj-y)
Daniel P. Berrange559607e2015-02-27 16:19:33 +0000557tests/test-io-channel-socket$(EXESUF): tests/test-io-channel-socket.o \
Daniel P. Berrange9b589ff2017-12-22 11:45:24 +0000558 tests/io-channel-helpers.o tests/socket-helpers.o $(test-io-obj-y)
Daniel P. Berranged6e48862015-02-27 18:25:25 +0000559tests/test-io-channel-file$(EXESUF): tests/test-io-channel-file.o \
560 tests/io-channel-helpers.o $(test-io-obj-y)
Daniel P. Berrangeed8ee422015-03-02 18:13:13 +0000561tests/test-io-channel-tls$(EXESUF): tests/test-io-channel-tls.o \
562 tests/crypto-tls-x509-helpers.o tests/pkix_asn1_tab.o \
563 tests/io-channel-helpers.o $(test-io-obj-y)
Daniel P. Berrange195e14d2015-08-27 16:25:30 +0100564tests/test-io-channel-command$(EXESUF): tests/test-io-channel-command.o \
565 tests/io-channel-helpers.o $(test-io-obj-y)
Daniel P. Berranged98e4eb2015-09-15 17:27:33 +0100566tests/test-io-channel-buffer$(EXESUF): tests/test-io-channel-buffer.o \
567 tests/io-channel-helpers.o $(test-io-obj-y)
Daniel P. Berrange37788f22015-10-14 13:14:04 +0100568tests/test-crypto-pbkdf$(EXESUF): tests/test-crypto-pbkdf.o $(test-crypto-obj-y)
Daniel P. Berrangecb730892015-10-15 12:35:28 +0100569tests/test-crypto-ivgen$(EXESUF): tests/test-crypto-ivgen.o $(test-crypto-obj-y)
Daniel P. Berrange5a95e0f2015-10-23 16:14:25 +0100570tests/test-crypto-afsplit$(EXESUF): tests/test-crypto-afsplit.o $(test-crypto-obj-y)
Daniel P. Berrange7d969012015-10-24 11:44:13 +0100571tests/test-crypto-block$(EXESUF): tests/test-crypto-block.o $(test-crypto-obj-y)
Richard Hendersonf4c0f982013-02-16 12:47:01 -0800572
Daniel P. Berrange409437e2016-07-20 14:23:13 +0100573tests/migration/stress$(EXESUF): tests/migration/stress.o
Peter Maydell0bdb12c2016-10-04 17:27:21 +0100574 $(call quiet-command, $(LINKPROG) -static -O3 $(PTHREAD_LIB) -o $@ $< ,"LINK","$(TARGET_DIR)$@")
Daniel P. Berrange409437e2016-07-20 14:23:13 +0100575
576INITRD_WORK_DIR=tests/migration/initrd
577
578tests/migration/initrd-stress.img: tests/migration/stress$(EXESUF)
579 mkdir -p $(INITRD_WORK_DIR)
580 cp $< $(INITRD_WORK_DIR)/init
581 (cd $(INITRD_WORK_DIR) && (find | cpio --quiet -o -H newc | gzip -9)) > $@
582 rm $(INITRD_WORK_DIR)/init
583 rmdir $(INITRD_WORK_DIR)
584
Thomas Huth833884f2019-09-09 14:41:27 +0200585include $(SRC_PATH)/tests/qtest/Makefile.include
Anthony Liguori49ee3592012-03-28 15:42:05 +0200586
Philippe Mathieu-Daudé4be75072017-09-11 18:01:29 -0300587tests/test-qga$(EXESUF): qemu-ga$(EXESUF)
588tests/test-qga$(EXESUF): tests/test-qga.o $(qtest-obj-y)
Dr. David Alan Gilbert4eb38722020-01-17 12:26:48 +0000589tests/vhost-user-bridge$(EXESUF): tests/vhost-user-bridge.o $(test-util-obj-y) libvhost-user.a
Marc-André Lureau62c39b32015-10-02 14:58:18 +0200590
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200591SPEED = quick
Anthony Liguoridbfe06c2012-01-10 13:10:43 -0600592
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200593# gtester tests, possibly with verbose output
Paolo Bonzini9df43312018-11-29 18:45:31 +0100594# do_test_tap runs all tests, even if some of them fail, while do_test_human
595# stops at the first failure unless -k is given on the command line
596
597define do_test_human_k
598 $(quiet-@)rc=0; $(foreach COMMAND, $1, \
599 $(call quiet-command-run, \
600 export MALLOC_PERTURB_=$${MALLOC_PERTURB_:-$$(( $${RANDOM:-0} % 255 + 1))} $2; \
601 $(COMMAND) -m=$(SPEED) -k --tap < /dev/null \
602 | ./scripts/tap-driver.pl --test-name="$(notdir $(COMMAND))" $(if $(V),, --show-failures-only) \
603 || rc=$$?;, "TEST", "$@: $(COMMAND)")) exit $$rc
604endef
605define do_test_human_no_k
606 $(foreach COMMAND, $1, \
607 $(call quiet-command, \
608 MALLOC_PERTURB_=$${MALLOC_PERTURB_:-$$(( $${RANDOM:-0} % 255 + 1))} $2 \
609 $(COMMAND) -m=$(SPEED) -k --tap < /dev/null \
610 | ./scripts/tap-driver.pl --test-name="$(notdir $(COMMAND))" $(if $(V),, --show-failures-only), \
611 "TEST", "$@: $(COMMAND)")
612)
613endef
614do_test_human = \
615 $(if $(findstring k, $(MAKEFLAGS)), $(do_test_human_k), $(do_test_human_no_k))
616
617define do_test_tap
618 $(call quiet-command, \
619 { export MALLOC_PERTURB_=$${MALLOC_PERTURB_:-$$(( $${RANDOM:-0} % 255 + 1))} $2; \
620 $(foreach COMMAND, $1, \
621 $(COMMAND) -m=$(SPEED) -k --tap < /dev/null \
622 | sed "s/^[a-z][a-z]* [0-9]* /&$(notdir $(COMMAND)) /" || true; ) } \
623 | ./scripts/tap-merge.pl | tee "$@" \
624 | ./scripts/tap-driver.pl $(if $(V),, --show-failures-only), \
625 "TAP","$@")
626endef
Anthony Liguoridbfe06c2012-01-10 13:10:43 -0600627
Anthony Liguori49ee3592012-03-28 15:42:05 +0200628.PHONY: $(patsubst %, check-qtest-%, $(QTEST_TARGETS))
Markus Armbruster3b8593e2019-05-28 10:23:07 +0200629$(patsubst %, check-qtest-%, $(QTEST_TARGETS)): check-qtest-%: %-softmmu/all $(check-qtest-y)
Thomas Huth1e8a1fa2019-09-09 12:04:01 +0200630 $(call do_test_human,$(check-qtest-$*-y:%=tests/qtest/%$(EXESUF)) $(check-qtest-generic-y:%=tests/qtest/%$(EXESUF)), \
Paolo Bonzini9df43312018-11-29 18:45:31 +0100631 QTEST_QEMU_BINARY=$*-softmmu/qemu-system-$* \
632 QTEST_QEMU_IMG=qemu-img$(EXESUF))
Anthony Liguori49ee3592012-03-28 15:42:05 +0200633
Paolo Bonzini9df43312018-11-29 18:45:31 +0100634check-unit: $(check-unit-y)
635 $(call do_test_human, $^)
Anthony Liguoridbfe06c2012-01-10 13:10:43 -0600636
Paolo Bonzini9df43312018-11-29 18:45:31 +0100637check-speed: $(check-speed-y)
638 $(call do_test_human, $^)
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200639
Paolo Bonzini9df43312018-11-29 18:45:31 +0100640# gtester tests with TAP output
Anthony Liguori49ee3592012-03-28 15:42:05 +0200641
Markus Armbruster3b8593e2019-05-28 10:23:07 +0200642$(patsubst %, check-report-qtest-%.tap, $(QTEST_TARGETS)): check-report-qtest-%.tap: %-softmmu/all $(check-qtest-y)
Thomas Huth1e8a1fa2019-09-09 12:04:01 +0200643 $(call do_test_tap, $(check-qtest-$*-y:%=tests/qtest/%$(EXESUF)) $(check-qtest-generic-y:%=tests/qtest/%$(EXESUF)), \
Paolo Bonzini9df43312018-11-29 18:45:31 +0100644 QTEST_QEMU_BINARY=$*-softmmu/qemu-system-$* \
645 QTEST_QEMU_IMG=qemu-img$(EXESUF))
646
647check-report-unit.tap: $(check-unit-y)
648 $(call do_test_tap,$^)
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200649
650# Reports and overall runs
651
Paolo Bonzini9df43312018-11-29 18:45:31 +0100652check-report.tap: $(patsubst %,check-report-qtest-%.tap, $(QTEST_TARGETS)) check-report-unit.tap
Markus Armbruster77b748a2019-06-04 10:00:10 +0200653 $(call quiet-command, cat $^ | scripts/tap-merge.pl >$@,"GEN","$@")
Kevin Wolf89594492012-03-08 12:29:00 +0100654
Alex Bennée2cade3d2019-01-07 17:22:19 +0000655# FPU Emulation tests (aka softfloat)
656#
657# As we still have some places that need fixing the rules are a little
658# more complex than they need to be and have to override some of the
659# generic Makefile expansions. Once we are cleanly passing all
660# the tests we can simplify the make syntax.
661
662FP_TEST_BIN=$(BUILD_DIR)/tests/fp/fp-test
663
664# the build dir is created by configure
665.PHONY: $(FP_TEST_BIN)
Alex Bennée3618e3a2020-01-07 17:55:52 +0000666$(FP_TEST_BIN): config-host.h $(test-util-obj-y)
Alex Bennée2cade3d2019-01-07 17:22:19 +0000667 $(call quiet-command, \
668 $(MAKE) $(SUBDIR_MAKEFLAGS) -C $(dir $@) V="$(V)" $(notdir $@), \
669 "BUILD", "$(notdir $@)")
670
671# The full test suite can take a bit of time, default to a quick run
Alex Bennée4f575c02019-02-20 15:03:29 +0000672# "-l 2 -r all" can take more than a day for some operations and is best
673# run manually
Alex Bennéebf30e862019-02-24 15:11:01 +0000674FP_TL=-l 1 -r all
Alex Bennée2cade3d2019-01-07 17:22:19 +0000675
Alex Bennéebf30e862019-02-24 15:11:01 +0000676# $1 = tests, $2 = description, $3 = test flags
Alex Bennée2cade3d2019-01-07 17:22:19 +0000677test-softfloat = $(call quiet-command, \
678 cd $(BUILD_DIR)/tests/fp && \
Alex Bennéebf30e862019-02-24 15:11:01 +0000679 ./fp-test -s $(if $3,$3,$(FP_TL)) $1 > $2.out 2>&1 || \
Alex Bennée2cade3d2019-01-07 17:22:19 +0000680 (cat $2.out && exit 1;), \
681 "FLOAT TEST", $2)
682
683# Conversion Routines:
684# FIXME: i32_to_extF80 (broken), i64_to_extF80 (broken)
Alex Bennéedc3f8a92019-02-06 15:25:20 +0000685# ui32_to_f128 (not implemented), extF80_roundToInt (broken)
Alex Bennée2cade3d2019-01-07 17:22:19 +0000686#
687check-softfloat-conv: $(FP_TEST_BIN)
688 $(call test-softfloat, \
689 i32_to_f16 i64_to_f16 \
690 i32_to_f32 i64_to_f32 \
691 i32_to_f64 i64_to_f64 \
692 i32_to_f128 i64_to_f128, int-to-float)
693 $(call test-softfloat, \
694 ui32_to_f16 ui64_to_f16 \
695 ui32_to_f32 ui64_to_f32 \
696 ui32_to_f64 ui64_to_f64 \
697 ui64_to_f128, uint-to-float)
698 $(call test-softfloat, \
699 f16_to_i32 f16_to_i32_r_minMag \
700 f32_to_i32 f32_to_i32_r_minMag \
701 f64_to_i32 f64_to_i32_r_minMag \
702 extF80_to_i32 extF80_to_i32_r_minMag \
703 f128_to_i32 f128_to_i32_r_minMag \
704 f16_to_i64 f16_to_i64_r_minMag \
705 f32_to_i64 f32_to_i64_r_minMag \
706 f64_to_i64 f64_to_i64_r_minMag \
707 extF80_to_i64 extF80_to_i64_r_minMag \
708 f128_to_i64 f128_to_i64_r_minMag, \
709 float-to-int)
710 $(call test-softfloat, \
711 f16_to_ui32 f16_to_ui32_r_minMag \
712 f32_to_ui32 f32_to_ui32_r_minMag \
713 f64_to_ui32 f64_to_ui32_r_minMag \
Alex Bennéedc3f8a92019-02-06 15:25:20 +0000714 f128_to_ui32 f128_to_ui32_r_minMag \
Alex Bennée2cade3d2019-01-07 17:22:19 +0000715 f16_to_ui64 f16_to_ui64_r_minMag \
716 f32_to_ui64 f32_to_ui64_r_minMag \
Alex Bennéedc3f8a92019-02-06 15:25:20 +0000717 f64_to_ui64 f64_to_ui64_r_minMag \
718 f128_to_ui64 f128_to_ui64_r_minMag, \
Alex Bennée2cade3d2019-01-07 17:22:19 +0000719 float-to-uint)
720 $(call test-softfloat, \
721 f16_roundToInt f32_roundToInt \
722 f64_roundToInt f128_roundToInt, \
723 round-to-integer)
724
725# Generic rule for all float operations
726#
727# Some patterns are overidden due to broken or missing tests.
728# Hopefully these can be removed over time.
729
730check-softfloat-%: $(FP_TEST_BIN)
731 $(call test-softfloat, f16_$* f32_$* f64_$* extF80_$* f128_$*, $*)
732
733# Float Compare routines
734SF_COMPARE_OPS=eq eq_signaling le le_quiet lt_quiet
735SF_COMPARE_RULES=$(patsubst %,check-softfloat-%, $(SF_COMPARE_OPS))
736
737# FIXME: extF80_le_quiet (broken)
738check-softfloat-le_quiet: $(FP_TEST_BIN)
739 $(call test-softfloat, \
740 f16_le_quiet f32_le_quiet f64_le_quiet \
741 f128_le_quiet, \
742 le_quiet)
743
744# FIXME: extF80_lt_quiet (broken)
745check-softfloat-lt_quiet: $(FP_TEST_BIN)
746 $(call test-softfloat, \
747 f16_lt_quiet f32_lt_quiet f64_lt_quiet \
748 f128_lt_quiet, \
749 lt_quiet)
750
751.PHONY: check-softfloat-compare
752check-softfloat-compare: $(SF_COMPARE_RULES)
753
754# Math Operations
755
756# FIXME: extF80_mulAdd (missing)
757check-softfloat-mulAdd: $(FP_TEST_BIN)
758 $(call test-softfloat, \
759 f16_mulAdd f32_mulAdd f64_mulAdd f128_mulAdd, \
Alex Bennéebf30e862019-02-24 15:11:01 +0000760 mulAdd,-l 1)
Alex Bennée2cade3d2019-01-07 17:22:19 +0000761
762# FIXME: extF80_rem (broken)
763check-softfloat-rem: $(FP_TEST_BIN)
764 $(call test-softfloat, \
765 f16_rem f32_rem f64_rem f128_rem, \
766 rem)
767
768SF_MATH_OPS=add sub mul mulAdd div rem sqrt
769SF_MATH_RULES=$(patsubst %,check-softfloat-%, $(SF_MATH_OPS))
770
771.PHONY: check-softfloat-ops
772check-softfloat-ops: $(SF_MATH_RULES)
773
Alex Bennée76170102019-01-07 17:25:44 +0000774# Finally a generic rule to test all of softfoat. If TCG isnt't
775# enabled we define a null operation which skips the tests.
776
777.PHONY: check-softfloat
778ifeq ($(CONFIG_TCG),y)
779check-softfloat: check-softfloat-conv check-softfloat-compare check-softfloat-ops
780else
781check-softfloat:
782 $(call quiet-command, /bin/true, "FLOAT TEST", \
783 "SKIPPED for non-TCG builds")
784endif
785
Alex Bennée3089e742019-05-17 17:09:48 +0100786# Plugins
787ifeq ($(CONFIG_PLUGIN),y)
788.PHONY: plugins
789plugins:
790 $(call quiet-command,\
791 $(MAKE) $(SUBDIR_MAKEFLAGS) -C tests/plugin V="$(V)", \
792 "BUILD", "plugins")
793endif
794
Alex Bennée8ba0a822018-04-06 22:08:36 +0100795# Per guest TCG tests
796
Alex Bennéee24e66f2018-11-29 22:21:50 +0000797BUILD_TCG_TARGET_RULES=$(patsubst %,build-tcg-tests-%, $(TARGET_DIRS))
798CLEAN_TCG_TARGET_RULES=$(patsubst %,clean-tcg-tests-%, $(TARGET_DIRS))
799RUN_TCG_TARGET_RULES=$(patsubst %,run-tcg-tests-%, $(TARGET_DIRS))
Alex Bennée8ba0a822018-04-06 22:08:36 +0100800
Alex Bennée1a7fab92018-06-08 12:12:46 +0100801# Probe for the Docker Builds needed for each build
Alex Bennée2b1f35b2018-07-04 07:30:11 +0100802$(foreach PROBE_TARGET,$(TARGET_DIRS), \
Paolo Bonzinifc76c562019-08-07 16:35:22 +0200803 $(eval -include $(SRC_PATH)/tests/tcg/Makefile.prereqs))
Alex Bennée1a7fab92018-06-08 12:12:46 +0100804
Alex Bennée3089e742019-05-17 17:09:48 +0100805build-tcg-tests-%: $(if $(CONFIG_PLUGIN),plugins)
Paolo Bonzinifc76c562019-08-07 16:35:22 +0200806 $(call quiet-command,$(MAKE) $(SUBDIR_MAKEFLAGS) \
807 -f $(SRC_PATH)/tests/tcg/Makefile.qemu \
808 SRC_PATH=$(SRC_PATH) \
Paolo Bonzini2038f8c2019-08-07 16:35:23 +0200809 V="$(V)" TARGET="$*" guest-tests, \
Alex Bennéecff54772018-06-15 19:20:55 +0100810 "BUILD", "TCG tests for $*")
Alex Bennée8ba0a822018-04-06 22:08:36 +0100811
Paolo Bonzinifc76c562019-08-07 16:35:22 +0200812run-tcg-tests-%: build-tcg-tests-% %/all
813 $(call quiet-command,$(MAKE) $(SUBDIR_MAKEFLAGS) \
814 -f $(SRC_PATH)/tests/tcg/Makefile.qemu \
815 SRC_PATH=$(SRC_PATH) SPEED="$(SPEED)" \
Paolo Bonzini2038f8c2019-08-07 16:35:23 +0200816 V="$(V)" TARGET="$*" run-guest-tests, \
Alex Bennéecff54772018-06-15 19:20:55 +0100817 "RUN", "TCG tests for $*")
Alex Bennée8ba0a822018-04-06 22:08:36 +0100818
819clean-tcg-tests-%:
Paolo Bonzinifc76c562019-08-07 16:35:22 +0200820 $(call quiet-command,$(MAKE) $(SUBDIR_MAKEFLAGS) \
821 -f $(SRC_PATH)/tests/tcg/Makefile.qemu \
Paolo Bonzini2038f8c2019-08-07 16:35:23 +0200822 SRC_PATH=$(SRC_PATH) TARGET="$*" clean-guest-tests, \
Alex Bennéedda60da2019-09-10 13:09:31 +0100823 "CLEAN", "TCG tests for $*")
Alex Bennée8ba0a822018-04-06 22:08:36 +0100824
825.PHONY: build-tcg
826build-tcg: $(BUILD_TCG_TARGET_RULES)
827
828.PHONY: check-tcg
Alex Bennéedf2bb382019-02-28 10:15:29 +0000829check-tcg: $(RUN_TCG_TARGET_RULES)
Alex Bennée8ba0a822018-04-06 22:08:36 +0100830
831.PHONY: clean-tcg
832clean-tcg: $(CLEAN_TCG_TARGET_RULES)
Kevin Wolfb8c6f292012-03-09 13:37:40 +0100833
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200834# Other tests
Kevin Wolfb8c6f292012-03-09 13:37:40 +0100835
Laurent Vivier206d1b92018-06-05 18:09:58 +0200836QEMU_IOTESTS_HELPERS-$(call land,$(CONFIG_SOFTMMU),$(CONFIG_LINUX)) = tests/qemu-iotests/socket_scm_helper$(EXESUF)
Wenchao Xia22ee5a52013-09-26 08:42:55 +0800837
Thomas Huthbdd95e42019-07-12 17:39:33 +0200838.PHONY: check-tests/check-block.sh
839check-tests/check-block.sh: tests/check-block.sh qemu-img$(EXESUF) \
840 qemu-io$(EXESUF) qemu-nbd$(EXESUF) $(QEMU_IOTESTS_HELPERS-y) \
841 $(patsubst %,%/all,$(filter %-softmmu,$(TARGET_DIRS)))
Thomas Huth3fb643c2019-09-06 13:35:34 +0200842 @$<
Kevin Wolfb8c6f292012-03-09 13:37:40 +0100843
Markus Armbrusterf01338c2019-10-18 09:43:42 +0200844.PHONY: check-tests/qapi-schema/frontend
845check-tests/qapi-schema/frontend: $(addprefix $(SRC_PATH)/, $(check-qapi-schema-y))
Lluís Vilanova0a607742014-05-02 15:52:24 +0200846 $(call quiet-command, PYTHONPATH=$(SRC_PATH)/scripts \
Markus Armbrusterf01338c2019-10-18 09:43:42 +0200847 PYTHONIOENCODING=utf-8 $(PYTHON) $(SRC_PATH)/tests/qapi-schema/test-qapi.py $^, \
848 TEST, check-qapi-schema)
Markus Armbruster98626572013-07-27 17:41:53 +0200849
Markus Armbruster80d1f2e2017-03-20 14:11:54 +0100850.PHONY: check-tests/qapi-schema/doc-good.texi
851check-tests/qapi-schema/doc-good.texi: tests/qapi-schema/doc-good.test.texi
Eric Blake02e30922018-03-15 07:51:16 -0500852 @diff -u $(SRC_PATH)/tests/qapi-schema/doc-good.texi $<
Markus Armbruster80d1f2e2017-03-20 14:11:54 +0100853
Richard Henderson568ae7e2017-12-07 12:44:09 -0800854.PHONY: check-decodetree
855check-decodetree:
856 $(call quiet-command, \
857 cd $(SRC_PATH)/tests/decode && \
858 ./check.sh "$(PYTHON)" "$(SRC_PATH)/scripts/decodetree.py", \
859 TEST, decodetree.py)
860
Cleber Rosa21313722018-10-18 11:31:32 -0400861# Python venv for running tests
862
Cleber Rosaa56931e2018-10-18 11:31:33 -0400863.PHONY: check-venv check-acceptance
Cleber Rosa21313722018-10-18 11:31:32 -0400864
865TESTS_VENV_DIR=$(BUILD_DIR)/tests/venv
866TESTS_VENV_REQ=$(SRC_PATH)/tests/requirements.txt
Cleber Rosaa56931e2018-10-18 11:31:33 -0400867TESTS_RESULTS_DIR=$(BUILD_DIR)/tests/results
868# Controls the output generated by Avocado when running tests.
869# Any number of command separated loggers are accepted. For more
870# information please refer to "avocado --help".
Cleber Rosa59692a12019-03-12 13:18:05 -0400871AVOCADO_SHOW=app
Cleber Rosab1947132019-03-12 13:18:09 -0400872AVOCADO_TAGS=$(patsubst %-softmmu,-t arch:%, $(filter %-softmmu,$(TARGET_DIRS)))
Cleber Rosa21313722018-10-18 11:31:32 -0400873
Cleber Rosa21313722018-10-18 11:31:32 -0400874$(TESTS_VENV_DIR): $(TESTS_VENV_REQ)
875 $(call quiet-command, \
876 $(PYTHON) -m venv --system-site-packages $@, \
877 VENV, $@)
878 $(call quiet-command, \
879 $(TESTS_VENV_DIR)/bin/python -m pip -q install -r $(TESTS_VENV_REQ), \
880 PIP, $(TESTS_VENV_REQ))
881 $(call quiet-command, touch $@)
Cleber Rosa21313722018-10-18 11:31:32 -0400882
Cleber Rosaa56931e2018-10-18 11:31:33 -0400883$(TESTS_RESULTS_DIR):
884 $(call quiet-command, mkdir -p $@, \
885 MKDIR, $@)
886
Cleber Rosa21313722018-10-18 11:31:32 -0400887check-venv: $(TESTS_VENV_DIR)
888
Cleber Rosaa56931e2018-10-18 11:31:33 -0400889check-acceptance: check-venv $(TESTS_RESULTS_DIR)
890 $(call quiet-command, \
891 $(TESTS_VENV_DIR)/bin/python -m avocado \
892 --show=$(AVOCADO_SHOW) run --job-results-dir=$(TESTS_RESULTS_DIR) \
Cleber Rosab1947132019-03-12 13:18:09 -0400893 --filter-by-tags-include-empty --filter-by-tags-include-empty-key \
894 $(AVOCADO_TAGS) \
Cleber Rosa2d320ad2019-11-04 10:13:19 -0500895 --failfast=on tests/acceptance, \
Cleber Rosaa56931e2018-10-18 11:31:33 -0400896 "AVOCADO", "tests/acceptance")
897
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200898# Consolidated targets
899
Markus Armbruster3e20c812019-03-19 08:21:04 +0100900.PHONY: check-block check-qapi-schema check-qtest check-unit check check-clean
Markus Armbrusterf01338c2019-10-18 09:43:42 +0200901check-qapi-schema: check-tests/qapi-schema/frontend check-tests/qapi-schema/doc-good.texi
Anthony Liguori49ee3592012-03-28 15:42:05 +0200902check-qtest: $(patsubst %,check-qtest-%, $(QTEST_TARGETS))
Marc-André Lureauee6fe052019-09-03 12:30:48 +0400903ifeq ($(CONFIG_TOOLS),y)
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200904check-block: $(patsubst %,check-%, $(check-block-y))
Marc-André Lureauee6fe052019-09-03 12:30:48 +0400905endif
Thomas Huthbdd95e42019-07-12 17:39:33 +0200906check: check-block check-qapi-schema check-unit check-softfloat check-qtest check-decodetree
Wenchao Xia2cdfb122013-09-26 08:42:56 +0800907check-clean:
Thomas Huth1e8a1fa2019-09-09 12:04:01 +0200908 rm -rf $(check-unit-y) tests/*.o tests/*/*.o $(QEMU_IOTESTS_HELPERS-y)
909 rm -rf $(sort $(foreach target,$(SYSEMU_TARGET_LIST), $(check-qtest-$(target)-y:%=tests/qtest/%$(EXESUF))) $(check-qtest-generic-y:%=tests/qtest/%$(EXESUF)))
Markus Armbrusterfb0bc832018-02-26 13:48:58 -0600910 rm -f tests/test-qapi-gen-timestamp
Thomas Huth1e8a1fa2019-09-09 12:04:01 +0200911 rm -f tests/qtest/dbus-vmstate1-gen-timestamp
Cleber Rosaa56931e2018-10-18 11:31:33 -0400912 rm -rf $(TESTS_VENV_DIR) $(TESTS_RESULTS_DIR)
Wenchao Xia2cdfb122013-09-26 08:42:56 +0800913
914clean: check-clean
Eduardo Habkost14117c72012-07-18 14:22:27 -0300915
Wenchao Xia22ee5a52013-09-26 08:42:55 +0800916# Build the help program automatically
917
918all: $(QEMU_IOTESTS_HELPERS-y)
919
Eduardo Habkost14117c72012-07-18 14:22:27 -0300920-include $(wildcard tests/*.d)
Thomas Huth1e8a1fa2019-09-09 12:04:01 +0200921-include $(wildcard tests/qtest/*.d)
Thomas Huthab00cf42020-01-27 14:44:35 +0100922-include $(wildcard tests/qtest/libqos/*.d)
Fam Zhenge45eaef2017-08-10 16:50:25 +0800923
924endif