blob: d66ab196a7448d6a490f95e543fe508aa3888e94 [file] [log] [blame]
Kevin Wolf89594492012-03-08 12:29:00 +01001export SRC_PATH
2
Paolo Bonzinib93b63f2012-03-28 15:42:01 +02003check-unit-y = tests/check-qdict$(EXESUF)
4check-unit-y += tests/check-qfloat$(EXESUF)
5check-unit-y += tests/check-qint$(EXESUF)
6check-unit-y += tests/check-qstring$(EXESUF)
7check-unit-y += tests/check-qlist$(EXESUF)
8check-unit-y += tests/check-qjson$(EXESUF)
9check-unit-y += tests/test-qmp-output-visitor$(EXESUF)
10check-unit-y += tests/test-qmp-input-visitor$(EXESUF)
11check-unit-y += tests/test-qmp-input-strict$(EXESUF)
12check-unit-y += tests/test-qmp-commands$(EXESUF)
13check-unit-y += tests/test-string-input-visitor$(EXESUF)
14check-unit-y += tests/test-string-output-visitor$(EXESUF)
15check-unit-y += tests/test-coroutine$(EXESUF)
Michael Roth2d496102012-02-21 21:05:07 -060016check-unit-y += tests/test-visitor-serialization$(EXESUF)
Anthony Liguoriad65aa82012-01-10 13:10:51 -060017
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020018check-block-$(CONFIG_POSIX) += tests/qemu-iotests-quick.sh
Anthony Liguoridbfe06c2012-01-10 13:10:43 -060019
Anthony Liguorid1aaf542012-03-28 15:42:07 +020020# All QTests for now are POSIX-only, but the dependencies are
21# really in libqtest, not in the testcases themselves.
Kevin Wolf6c806632012-05-10 09:46:18 +020022check-qtest-i386-y = tests/fdc-test$(EXESUF)
Stefan Weilfba0c402012-05-15 18:19:45 +020023check-qtest-i386-y += tests/rtc-test$(EXESUF)
Anthony Liguorid1aaf542012-03-28 15:42:07 +020024check-qtest-x86_64-y = $(check-qtest-i386-y)
Blue Swirlf91837a2012-04-15 11:45:18 +000025check-qtest-sparc-y = tests/m48t59-test$(EXESUF)
26check-qtest-sparc64-y = tests/m48t59-test$(EXESUF)
Anthony Liguorid1aaf542012-03-28 15:42:07 +020027
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020028GENERATED_HEADERS += tests/test-qapi-types.h tests/test-qapi-visit.h tests/test-qmp-commands.h
Anthony Liguoridbfe06c2012-01-10 13:10:43 -060029
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020030test-obj-y = tests/check-qint.o tests/check-qstring.o tests/check-qdict.o \
31 tests/check-qlist.o tests/check-qfloat.o tests/check-qjson.o \
32 tests/test-coroutine.o tests/test-string-output-visitor.o \
33 tests/test-string-input-visitor.o tests/test-qmp-output-visitor.o \
34 tests/test-qmp-input-visitor.o tests/test-qmp-input-strict.o \
Michael Roth2d496102012-02-21 21:05:07 -060035 tests/test-qmp-commands.o tests/test-visitor-serialization.o
Anthony Liguoridbfe06c2012-01-10 13:10:43 -060036
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020037test-qapi-obj-y = $(qobject-obj-y) $(qapi-obj-y) $(tools-obj-y)
38test-qapi-obj-y += tests/test-qapi-visit.o tests/test-qapi-types.o
39test-qapi-obj-y += module.o
40
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020041$(test-obj-y): QEMU_INCLUDES += -Itests
42
43tests/check-qint$(EXESUF): tests/check-qint.o qint.o $(tools-obj-y)
44tests/check-qstring$(EXESUF): tests/check-qstring.o qstring.o $(tools-obj-y)
45tests/check-qdict$(EXESUF): tests/check-qdict.o qdict.o qfloat.o qint.o qstring.o qbool.o qlist.o $(tools-obj-y)
46tests/check-qlist$(EXESUF): tests/check-qlist.o qlist.o qint.o $(tools-obj-y)
47tests/check-qfloat$(EXESUF): tests/check-qfloat.o qfloat.o $(tools-obj-y)
48tests/check-qjson$(EXESUF): tests/check-qjson.o $(qobject-obj-y) $(tools-obj-y)
49tests/test-coroutine$(EXESUF): tests/test-coroutine.o $(coroutine-obj-y) $(tools-obj-y)
50
51tests/test-qapi-types.c tests/test-qapi-types.h :\
Anthony Liguoridbfe06c2012-01-10 13:10:43 -060052$(SRC_PATH)/qapi-schema-test.json $(SRC_PATH)/scripts/qapi-types.py
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020053 $(call quiet-command,$(PYTHON) $(SRC_PATH)/scripts/qapi-types.py $(gen-out-type) -o tests -p "test-" < $<, " GEN $@")
54tests/test-qapi-visit.c tests/test-qapi-visit.h :\
Anthony Liguoridbfe06c2012-01-10 13:10:43 -060055$(SRC_PATH)/qapi-schema-test.json $(SRC_PATH)/scripts/qapi-visit.py
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020056 $(call quiet-command,$(PYTHON) $(SRC_PATH)/scripts/qapi-visit.py $(gen-out-type) -o tests -p "test-" < $<, " GEN $@")
57tests/test-qmp-commands.h tests/test-qmp-marshal.c :\
Anthony Liguoridbfe06c2012-01-10 13:10:43 -060058$(SRC_PATH)/qapi-schema-test.json $(SRC_PATH)/scripts/qapi-commands.py
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020059 $(call quiet-command,$(PYTHON) $(SRC_PATH)/scripts/qapi-commands.py $(gen-out-type) -o tests -p "test-" < $<, " GEN $@")
Anthony Liguoridbfe06c2012-01-10 13:10:43 -060060
61
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020062tests/test-string-output-visitor$(EXESUF): tests/test-string-output-visitor.o $(test-qapi-obj-y)
63tests/test-string-input-visitor$(EXESUF): tests/test-string-input-visitor.o $(test-qapi-obj-y)
64tests/test-qmp-output-visitor$(EXESUF): tests/test-qmp-output-visitor.o $(test-qapi-obj-y)
65tests/test-qmp-input-visitor$(EXESUF): tests/test-qmp-input-visitor.o $(test-qapi-obj-y)
66tests/test-qmp-input-strict$(EXESUF): tests/test-qmp-input-strict.o $(test-qapi-obj-y)
67tests/test-qmp-commands$(EXESUF): tests/test-qmp-commands.o tests/test-qmp-marshal.o $(test-qapi-obj-y)
Michael Roth2d496102012-02-21 21:05:07 -060068tests/test-visitor-serialization$(EXESUF): tests/test-visitor-serialization.o $(test-qapi-obj-y)
Paolo Bonzini2d7799f2012-02-09 11:21:03 +010069
Blue Swirld2a16f72012-03-30 17:39:33 +000070tests/rtc-test$(EXESUF): tests/rtc-test.o $(trace-obj-y)
Blue Swirlf91837a2012-04-15 11:45:18 +000071tests/m48t59-test$(EXESUF): tests/m48t59-test.o $(trace-obj-y)
Stefan Weilfd4567d2012-05-15 07:27:19 +020072tests/fdc-test$(EXESUF): tests/fdc-test.o tests/libqtest.o $(trace-obj-y)
Blue Swirld2a16f72012-03-30 17:39:33 +000073
Anthony Liguori49ee3592012-03-28 15:42:05 +020074# QTest rules
75
76TARGETS=$(patsubst %-softmmu,%, $(filter %-softmmu,$(TARGET_DIRS)))
77QTEST_TARGETS=$(foreach TARGET,$(TARGETS), $(if $(check-qtest-$(TARGET)-y), $(TARGET),))
78check-qtest-$(CONFIG_POSIX)=$(foreach TARGET,$(TARGETS), $(check-qtest-$(TARGET)-y))
79
80qtest-obj-y = tests/libqtest.o $(oslib-obj-y)
81$(check-qtest-y): $(qtest-obj-y)
82
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020083.PHONY: check-help
84check-help:
85 @echo "Regression testing targets:"
86 @echo
87 @echo " make check Run all tests"
Anthony Liguori49ee3592012-03-28 15:42:05 +020088 @echo " make check-qtest-TARGET Run qtest tests for given target"
89 @echo " make check-qtest Run qtest tests"
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020090 @echo " make check-unit Run qobject tests"
91 @echo " make check-block Run block tests"
92 @echo " make check-report.html Generates an HTML test report"
93 @echo
94 @echo "Please note that HTML reports do not regenerate if the unit tests"
95 @echo "has not changed."
96 @echo
97 @echo "The variable SPEED can be set to control the gtester speed setting."
98 @echo "Default options are -k and (for make V=1) --verbose; they can be"
99 @echo "changed with variable GTESTER_OPTIONS."
Paolo Bonzini2d7799f2012-02-09 11:21:03 +0100100
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200101SPEED = quick
102GTESTER_OPTIONS = -k $(if $(V),--verbose,-q)
Anthony Liguoridbfe06c2012-01-10 13:10:43 -0600103
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200104# gtester tests, possibly with verbose output
Anthony Liguoridbfe06c2012-01-10 13:10:43 -0600105
Anthony Liguori49ee3592012-03-28 15:42:05 +0200106.PHONY: $(patsubst %, check-qtest-%, $(QTEST_TARGETS))
107$(patsubst %, check-qtest-%, $(QTEST_TARGETS)): check-qtest-%: $(check-qtest-y)
108 $(call quiet-command,QTEST_QEMU_BINARY=$*-softmmu/qemu-system-$* \
109 gtester $(GTESTER_OPTIONS) -m=$(SPEED) $(check-qtest-$*-y),"GTESTER $@")
110
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200111.PHONY: $(patsubst %, check-%, $(check-unit-y))
112$(patsubst %, check-%, $(check-unit-y)): check-%: %
113 $(call quiet-command,gtester $(GTESTER_OPTIONS) -m=$(SPEED) $*,"GTESTER $*")
Anthony Liguoridbfe06c2012-01-10 13:10:43 -0600114
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200115# gtester tests with XML output
116
Anthony Liguori49ee3592012-03-28 15:42:05 +0200117$(patsubst %, check-report-qtest-%.xml, $(QTEST_TARGETS)): check-report-qtest-%.xml: $(check-qtest-y)
118 $(call quiet-command,QTEST_QEMU_BINARY=$*-softmmu/qemu-system-$* \
119 gtester -q $(GTESTER_OPTIONS) -o $@ -m=$(SPEED) $(check-qtest-$*-y),"GTESTER $@")
120
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200121check-report-unit.xml: $(check-unit-y)
122 $(call quiet-command,gtester -q $(GTESTER_OPTIONS) -o $@ -m=$(SPEED) $^, "GTESTER $@")
123
124# Reports and overall runs
125
Anthony Liguori49ee3592012-03-28 15:42:05 +0200126check-report.xml: $(patsubst %,check-report-qtest-%.xml, $(QTEST_TARGETS)) check-report-unit.xml
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200127 $(call quiet-command,$(SRC_PATH)/scripts/gtester-cat $^ > $@, " GEN $@")
128
129check-report.html: check-report.xml
130 $(call quiet-command,gtester-report $< > $@, " GEN $@")
Kevin Wolf89594492012-03-08 12:29:00 +0100131
Kevin Wolfb8c6f292012-03-09 13:37:40 +0100132
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200133# Other tests
Kevin Wolfb8c6f292012-03-09 13:37:40 +0100134
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200135.PHONY: check-tests/qemu-iotests-quick.sh
136check-tests/qemu-iotests-quick.sh: tests/qemu-iotests-quick.sh qemu-img$(EXESUF) qemu-io$(EXESUF)
137 $<
Kevin Wolfb8c6f292012-03-09 13:37:40 +0100138
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200139# Consolidated targets
140
Anthony Liguori49ee3592012-03-28 15:42:05 +0200141.PHONY: check-qtest check-unit check
142check-qtest: $(patsubst %,check-qtest-%, $(QTEST_TARGETS))
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200143check-unit: $(patsubst %,check-%, $(check-unit-y))
144check-block: $(patsubst %,check-%, $(check-block-y))
Anthony Liguori49ee3592012-03-28 15:42:05 +0200145check: check-unit check-qtest