blob: d6332d45c3b201d6528d84306da9f5ee6673dec3 [file] [log] [blame]
KONRAD Fredericff8eca52013-01-15 00:08:01 +01001/*
2 * VirtioBus
3 *
4 * Copyright (C) 2012 : GreenSocs Ltd
5 * http://www.greensocs.com/ , email: info@greensocs.com
6 *
7 * Developed by :
8 * Frederic Konrad <fred.konrad@greensocs.com>
9 *
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation, either version 2 of the License, or
13 * (at your option) any later version.
14 *
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU General Public License for more details.
19 *
20 * You should have received a copy of the GNU General Public License along
21 * with this program; if not, see <http://www.gnu.org/licenses/>.
22 *
23 */
24
Peter Maydell9b8bfe22016-01-26 18:17:07 +000025#include "qemu/osdep.h"
KONRAD Fredericff8eca52013-01-15 00:08:01 +010026#include "qemu/error-report.h"
Markus Armbruster0b8fa322019-05-23 16:35:07 +020027#include "qemu/module.h"
Fam Zhenga77690c2017-03-17 20:32:42 +080028#include "qapi/error.h"
Paolo Bonzini0d09e412013-02-05 17:06:20 +010029#include "hw/virtio/virtio-bus.h"
30#include "hw/virtio/virtio.h"
Jason Wang8607f5c2016-12-30 18:09:10 +080031#include "exec/address-spaces.h"
KONRAD Fredericff8eca52013-01-15 00:08:01 +010032
33/* #define DEBUG_VIRTIO_BUS */
34
35#ifdef DEBUG_VIRTIO_BUS
36#define DPRINTF(fmt, ...) \
37do { printf("virtio_bus: " fmt , ## __VA_ARGS__); } while (0)
38#else
39#define DPRINTF(fmt, ...) do { } while (0)
40#endif
41
Paolo Bonzini5e96f5d2013-09-20 13:59:08 +020042/* A VirtIODevice is being plugged */
Jason Wange8398042015-05-29 14:15:25 +080043void virtio_bus_device_plugged(VirtIODevice *vdev, Error **errp)
KONRAD Fredericff8eca52013-01-15 00:08:01 +010044{
45 DeviceState *qdev = DEVICE(vdev);
46 BusState *qbus = BUS(qdev_get_parent_bus(qdev));
47 VirtioBusState *bus = VIRTIO_BUS(qbus);
48 VirtioBusClass *klass = VIRTIO_BUS_GET_CLASS(bus);
Cornelia Huck6b8f1022015-05-26 16:34:47 +020049 VirtioDeviceClass *vdc = VIRTIO_DEVICE_GET_CLASS(vdev);
Jason Wang2943b532017-01-17 12:01:00 +080050 bool has_iommu = virtio_host_has_feature(vdev, VIRTIO_F_IOMMU_PLATFORM);
Fam Zhenga77690c2017-03-17 20:32:42 +080051 Error *local_err = NULL;
Cornelia Huck6b8f1022015-05-26 16:34:47 +020052
KONRAD Fredericff8eca52013-01-15 00:08:01 +010053 DPRINTF("%s: plug device.\n", qbus->name);
54
Maxime Coquelind1b42592016-09-13 15:30:30 +020055 if (klass->pre_plugged != NULL) {
Fam Zhenga77690c2017-03-17 20:32:42 +080056 klass->pre_plugged(qbus->parent, &local_err);
57 if (local_err) {
58 error_propagate(errp, local_err);
59 return;
60 }
KONRAD Fredericff8eca52013-01-15 00:08:01 +010061 }
62
Cornelia Huck6b8f1022015-05-26 16:34:47 +020063 /* Get the features of the plugged device. */
64 assert(vdc->get_features != NULL);
Jason Wang9d5b7312015-07-27 17:49:19 +080065 vdev->host_features = vdc->get_features(vdev, vdev->host_features,
Fam Zhenga77690c2017-03-17 20:32:42 +080066 &local_err);
67 if (local_err) {
68 error_propagate(errp, local_err);
69 return;
70 }
Maxime Coquelind1b42592016-09-13 15:30:30 +020071
72 if (klass->device_plugged != NULL) {
Fam Zhenga77690c2017-03-17 20:32:42 +080073 klass->device_plugged(qbus->parent, &local_err);
74 }
75 if (local_err) {
76 error_propagate(errp, local_err);
77 return;
Cornelia Huck11380b32015-12-02 18:31:57 +010078 }
Jason Wang8607f5c2016-12-30 18:09:10 +080079
Jason Wang2943b532017-01-17 12:01:00 +080080 if (klass->get_dma_as != NULL && has_iommu) {
81 virtio_add_feature(&vdev->host_features, VIRTIO_F_IOMMU_PLATFORM);
Jason Wang8607f5c2016-12-30 18:09:10 +080082 vdev->dma_as = klass->get_dma_as(qbus->parent);
83 } else {
84 vdev->dma_as = &address_space_memory;
85 }
KONRAD Fredericff8eca52013-01-15 00:08:01 +010086}
87
88/* Reset the virtio_bus */
89void virtio_bus_reset(VirtioBusState *bus)
90{
Paolo Bonzini06d3dff2013-09-20 13:31:39 +020091 VirtIODevice *vdev = virtio_bus_get_device(bus);
92
Gonglei2c80ab12014-11-13 10:39:32 +080093 DPRINTF("%s: reset device.\n", BUS(bus)->name);
Paolo Bonzini06d3dff2013-09-20 13:31:39 +020094 if (vdev != NULL) {
95 virtio_reset(vdev);
KONRAD Fredericff8eca52013-01-15 00:08:01 +010096 }
97}
98
Paolo Bonzini5e96f5d2013-09-20 13:59:08 +020099/* A VirtIODevice is being unplugged */
100void virtio_bus_device_unplugged(VirtIODevice *vdev)
KONRAD Fredericff8eca52013-01-15 00:08:01 +0100101{
Paolo Bonzini5e96f5d2013-09-20 13:59:08 +0200102 DeviceState *qdev = DEVICE(vdev);
103 BusState *qbus = BUS(qdev_get_parent_bus(qdev));
104 VirtioBusClass *klass = VIRTIO_BUS_GET_CLASS(qbus);
Paolo Bonzini06d3dff2013-09-20 13:31:39 +0200105
KONRAD Fredericff8eca52013-01-15 00:08:01 +0100106 DPRINTF("%s: remove device.\n", qbus->name);
107
Paolo Bonzini06d3dff2013-09-20 13:31:39 +0200108 if (vdev != NULL) {
Paolo Bonzini5e96f5d2013-09-20 13:59:08 +0200109 if (klass->device_unplugged != NULL) {
110 klass->device_unplugged(qbus->parent);
KONRAD Fredericff8eca52013-01-15 00:08:01 +0100111 }
KONRAD Fredericff8eca52013-01-15 00:08:01 +0100112 }
113}
114
115/* Get the device id of the plugged device. */
116uint16_t virtio_bus_get_vdev_id(VirtioBusState *bus)
117{
Paolo Bonzini06d3dff2013-09-20 13:31:39 +0200118 VirtIODevice *vdev = virtio_bus_get_device(bus);
119 assert(vdev != NULL);
120 return vdev->device_id;
KONRAD Fredericff8eca52013-01-15 00:08:01 +0100121}
122
123/* Get the config_len field of the plugged device. */
124size_t virtio_bus_get_vdev_config_len(VirtioBusState *bus)
125{
Paolo Bonzini06d3dff2013-09-20 13:31:39 +0200126 VirtIODevice *vdev = virtio_bus_get_device(bus);
127 assert(vdev != NULL);
128 return vdev->config_len;
KONRAD Fredericff8eca52013-01-15 00:08:01 +0100129}
130
KONRAD Frederic8e05db92013-01-15 00:08:02 +0100131/* Get bad features of the plugged device. */
132uint32_t virtio_bus_get_vdev_bad_features(VirtioBusState *bus)
133{
Paolo Bonzini06d3dff2013-09-20 13:31:39 +0200134 VirtIODevice *vdev = virtio_bus_get_device(bus);
KONRAD Frederic8e05db92013-01-15 00:08:02 +0100135 VirtioDeviceClass *k;
Paolo Bonzini06d3dff2013-09-20 13:31:39 +0200136
137 assert(vdev != NULL);
138 k = VIRTIO_DEVICE_GET_CLASS(vdev);
KONRAD Frederic8e05db92013-01-15 00:08:02 +0100139 if (k->bad_features != NULL) {
Paolo Bonzini06d3dff2013-09-20 13:31:39 +0200140 return k->bad_features(vdev);
KONRAD Frederic8e05db92013-01-15 00:08:02 +0100141 } else {
142 return 0;
143 }
144}
145
146/* Get config of the plugged device. */
147void virtio_bus_get_vdev_config(VirtioBusState *bus, uint8_t *config)
148{
Paolo Bonzini06d3dff2013-09-20 13:31:39 +0200149 VirtIODevice *vdev = virtio_bus_get_device(bus);
KONRAD Frederic8e05db92013-01-15 00:08:02 +0100150 VirtioDeviceClass *k;
Paolo Bonzini06d3dff2013-09-20 13:31:39 +0200151
152 assert(vdev != NULL);
153 k = VIRTIO_DEVICE_GET_CLASS(vdev);
KONRAD Frederic8e05db92013-01-15 00:08:02 +0100154 if (k->get_config != NULL) {
Paolo Bonzini06d3dff2013-09-20 13:31:39 +0200155 k->get_config(vdev, config);
KONRAD Frederic8e05db92013-01-15 00:08:02 +0100156 }
157}
158
KONRAD Frederic5d448f92013-04-24 10:21:17 +0200159/* Set config of the plugged device. */
160void virtio_bus_set_vdev_config(VirtioBusState *bus, uint8_t *config)
161{
Paolo Bonzini06d3dff2013-09-20 13:31:39 +0200162 VirtIODevice *vdev = virtio_bus_get_device(bus);
KONRAD Frederic5d448f92013-04-24 10:21:17 +0200163 VirtioDeviceClass *k;
Paolo Bonzini06d3dff2013-09-20 13:31:39 +0200164
165 assert(vdev != NULL);
166 k = VIRTIO_DEVICE_GET_CLASS(vdev);
KONRAD Frederic5d448f92013-04-24 10:21:17 +0200167 if (k->set_config != NULL) {
Paolo Bonzini06d3dff2013-09-20 13:31:39 +0200168 k->set_config(vdev, config);
KONRAD Frederic5d448f92013-04-24 10:21:17 +0200169 }
170}
171
Paolo Bonzini310837d2016-11-18 16:07:00 +0100172/* On success, ioeventfd ownership belongs to the caller. */
173int virtio_bus_grab_ioeventfd(VirtioBusState *bus)
174{
175 VirtioBusClass *k = VIRTIO_BUS_GET_CLASS(bus);
176
177 /* vhost can be used even if ioeventfd=off in the proxy device,
178 * so do not check k->ioeventfd_enabled.
179 */
180 if (!k->ioeventfd_assign) {
181 return -ENOSYS;
182 }
183
184 if (bus->ioeventfd_grabbed == 0 && bus->ioeventfd_started) {
185 virtio_bus_stop_ioeventfd(bus);
186 /* Remember that we need to restart ioeventfd
187 * when ioeventfd_grabbed becomes zero.
188 */
189 bus->ioeventfd_started = true;
190 }
191 bus->ioeventfd_grabbed++;
192 return 0;
193}
194
195void virtio_bus_release_ioeventfd(VirtioBusState *bus)
196{
197 assert(bus->ioeventfd_grabbed != 0);
198 if (--bus->ioeventfd_grabbed == 0 && bus->ioeventfd_started) {
199 /* Force virtio_bus_start_ioeventfd to act. */
200 bus->ioeventfd_started = false;
201 virtio_bus_start_ioeventfd(bus);
202 }
203}
204
Paolo Bonziniff4c07d2016-10-21 22:48:07 +0200205int virtio_bus_start_ioeventfd(VirtioBusState *bus)
Cornelia Huck6798e242016-06-10 11:04:09 +0200206{
207 VirtioBusClass *k = VIRTIO_BUS_GET_CLASS(bus);
208 DeviceState *proxy = DEVICE(BUS(bus)->parent);
Paolo Bonziniff4c07d2016-10-21 22:48:07 +0200209 VirtIODevice *vdev = virtio_bus_get_device(bus);
210 VirtioDeviceClass *vdc = VIRTIO_DEVICE_GET_CLASS(vdev);
211 int r;
Cornelia Huck6798e242016-06-10 11:04:09 +0200212
Paolo Bonzini8e93cef2016-10-21 22:48:08 +0200213 if (!k->ioeventfd_assign || !k->ioeventfd_enabled(proxy)) {
Paolo Bonziniff4c07d2016-10-21 22:48:07 +0200214 return -ENOSYS;
Cornelia Huck6798e242016-06-10 11:04:09 +0200215 }
Paolo Bonzinie616c2f2016-10-21 22:48:13 +0200216 if (bus->ioeventfd_started) {
Paolo Bonziniff4c07d2016-10-21 22:48:07 +0200217 return 0;
Cornelia Huck6798e242016-06-10 11:04:09 +0200218 }
Paolo Bonzini310837d2016-11-18 16:07:00 +0100219
220 /* Only set our notifier if we have ownership. */
221 if (!bus->ioeventfd_grabbed) {
222 r = vdc->start_ioeventfd(vdev);
223 if (r < 0) {
224 error_report("%s: failed. Fallback to userspace (slower).", __func__);
225 return r;
226 }
Cornelia Huck6798e242016-06-10 11:04:09 +0200227 }
Paolo Bonzinib13d3962016-10-21 22:48:06 +0200228 bus->ioeventfd_started = true;
Paolo Bonziniff4c07d2016-10-21 22:48:07 +0200229 return 0;
Cornelia Huck6798e242016-06-10 11:04:09 +0200230}
231
232void virtio_bus_stop_ioeventfd(VirtioBusState *bus)
233{
Cornelia Huck6798e242016-06-10 11:04:09 +0200234 VirtIODevice *vdev;
Paolo Bonziniff4c07d2016-10-21 22:48:07 +0200235 VirtioDeviceClass *vdc;
Cornelia Huck6798e242016-06-10 11:04:09 +0200236
Paolo Bonzinib13d3962016-10-21 22:48:06 +0200237 if (!bus->ioeventfd_started) {
Cornelia Huck6798e242016-06-10 11:04:09 +0200238 return;
239 }
Paolo Bonziniff4c07d2016-10-21 22:48:07 +0200240
Paolo Bonzini310837d2016-11-18 16:07:00 +0100241 /* Only remove our notifier if we have ownership. */
242 if (!bus->ioeventfd_grabbed) {
243 vdev = virtio_bus_get_device(bus);
244 vdc = VIRTIO_DEVICE_GET_CLASS(vdev);
245 vdc->stop_ioeventfd(vdev);
246 }
Paolo Bonzinib13d3962016-10-21 22:48:06 +0200247 bus->ioeventfd_started = false;
Cornelia Huck6798e242016-06-10 11:04:09 +0200248}
249
Paolo Bonzini8e93cef2016-10-21 22:48:08 +0200250bool virtio_bus_ioeventfd_enabled(VirtioBusState *bus)
251{
252 VirtioBusClass *k = VIRTIO_BUS_GET_CLASS(bus);
253 DeviceState *proxy = DEVICE(BUS(bus)->parent);
254
255 return k->ioeventfd_assign && k->ioeventfd_enabled(proxy);
256}
257
Cornelia Huck6798e242016-06-10 11:04:09 +0200258/*
Paolo Bonzinie616c2f2016-10-21 22:48:13 +0200259 * This function switches ioeventfd on/off in the device.
260 * The caller must set or clear the handlers for the EventNotifier.
Cornelia Huck6798e242016-06-10 11:04:09 +0200261 */
262int virtio_bus_set_host_notifier(VirtioBusState *bus, int n, bool assign)
263{
Paolo Bonzini2bd3c312016-10-21 22:48:16 +0200264 VirtIODevice *vdev = virtio_bus_get_device(bus);
Cornelia Huck6798e242016-06-10 11:04:09 +0200265 VirtioBusClass *k = VIRTIO_BUS_GET_CLASS(bus);
266 DeviceState *proxy = DEVICE(BUS(bus)->parent);
Paolo Bonzini2bd3c312016-10-21 22:48:16 +0200267 VirtQueue *vq = virtio_get_queue(vdev, n);
268 EventNotifier *notifier = virtio_queue_get_host_notifier(vq);
269 int r = 0;
Cornelia Huck6798e242016-06-10 11:04:09 +0200270
Paolo Bonzinib13d3962016-10-21 22:48:06 +0200271 if (!k->ioeventfd_assign) {
Cornelia Huck6798e242016-06-10 11:04:09 +0200272 return -ENOSYS;
273 }
Paolo Bonzini2bd3c312016-10-21 22:48:16 +0200274
Cornelia Huck6798e242016-06-10 11:04:09 +0200275 if (assign) {
Paolo Bonzini2bd3c312016-10-21 22:48:16 +0200276 r = event_notifier_init(notifier, 1);
277 if (r < 0) {
278 error_report("%s: unable to init event notifier: %s (%d)",
279 __func__, strerror(-r), r);
280 return r;
281 }
282 r = k->ioeventfd_assign(proxy, notifier, n, true);
283 if (r < 0) {
284 error_report("%s: unable to assign ioeventfd: %d", __func__, r);
Gal Hammer76143612018-01-29 16:20:56 +0200285 virtio_bus_cleanup_host_notifier(bus, n);
Paolo Bonzini2bd3c312016-10-21 22:48:16 +0200286 }
Paolo Bonzinie616c2f2016-10-21 22:48:13 +0200287 } else {
Paolo Bonzini2bd3c312016-10-21 22:48:16 +0200288 k->ioeventfd_assign(proxy, notifier, n, false);
Cornelia Huck6798e242016-06-10 11:04:09 +0200289 }
Paolo Bonzini2bd3c312016-10-21 22:48:16 +0200290
Stefan Hajnoczifcccb272019-11-05 15:09:46 +0100291 if (r == 0) {
292 virtio_queue_set_host_notifier_enabled(vq, assign);
293 }
294
Gal Hammer76143612018-01-29 16:20:56 +0200295 return r;
296}
297
298void virtio_bus_cleanup_host_notifier(VirtioBusState *bus, int n)
299{
300 VirtIODevice *vdev = virtio_bus_get_device(bus);
301 VirtQueue *vq = virtio_get_queue(vdev, n);
302 EventNotifier *notifier = virtio_queue_get_host_notifier(vq);
303
Michael S. Tsirkin1ef81852018-01-24 19:09:13 +0200304 /* Test and clear notifier after disabling event,
305 * in case poll callback didn't have time to run.
306 */
307 virtio_queue_host_notifier_read(notifier);
308 event_notifier_cleanup(notifier);
Cornelia Huck6798e242016-06-10 11:04:09 +0200309}
310
KONRAD Frederic6d468952013-05-16 19:06:07 +0200311static char *virtio_bus_get_dev_path(DeviceState *dev)
312{
313 BusState *bus = qdev_get_parent_bus(dev);
314 DeviceState *proxy = DEVICE(bus->parent);
315 return qdev_get_dev_path(proxy);
316}
317
Amos Kongbbfa18f2013-05-29 15:56:42 +0800318static char *virtio_bus_get_fw_dev_path(DeviceState *dev)
319{
320 return NULL;
321}
322
KONRAD Frederic6d468952013-05-16 19:06:07 +0200323static void virtio_bus_class_init(ObjectClass *klass, void *data)
324{
325 BusClass *bus_class = BUS_CLASS(klass);
326 bus_class->get_dev_path = virtio_bus_get_dev_path;
Amos Kongbbfa18f2013-05-29 15:56:42 +0800327 bus_class->get_fw_dev_path = virtio_bus_get_fw_dev_path;
KONRAD Frederic6d468952013-05-16 19:06:07 +0200328}
329
KONRAD Fredericff8eca52013-01-15 00:08:01 +0100330static const TypeInfo virtio_bus_info = {
331 .name = TYPE_VIRTIO_BUS,
332 .parent = TYPE_BUS,
333 .instance_size = sizeof(VirtioBusState),
334 .abstract = true,
335 .class_size = sizeof(VirtioBusClass),
KONRAD Frederic6d468952013-05-16 19:06:07 +0200336 .class_init = virtio_bus_class_init
KONRAD Fredericff8eca52013-01-15 00:08:01 +0100337};
338
339static void virtio_register_types(void)
340{
341 type_register_static(&virtio_bus_info);
342}
343
344type_init(virtio_register_types)