aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1 | /* |
| 2 | * QEMU KVM support |
| 3 | * |
| 4 | * Copyright IBM, Corp. 2008 |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 5 | * Red Hat, Inc. 2008 |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 6 | * |
| 7 | * Authors: |
| 8 | * Anthony Liguori <aliguori@us.ibm.com> |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 9 | * Glauber Costa <gcosta@redhat.com> |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 10 | * |
| 11 | * This work is licensed under the terms of the GNU GPL, version 2 or later. |
| 12 | * See the COPYING file in the top-level directory. |
| 13 | * |
| 14 | */ |
| 15 | |
| 16 | #include <sys/types.h> |
| 17 | #include <sys/ioctl.h> |
| 18 | #include <sys/mman.h> |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 19 | #include <stdarg.h> |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 20 | |
| 21 | #include <linux/kvm.h> |
| 22 | |
| 23 | #include "qemu-common.h" |
Paolo Bonzini | 1de7afc | 2012-12-17 18:20:00 +0100 | [diff] [blame] | 24 | #include "qemu/atomic.h" |
| 25 | #include "qemu/option.h" |
| 26 | #include "qemu/config-file.h" |
Pavel Fedin | 4b3cfe7 | 2015-09-24 01:29:36 +0100 | [diff] [blame] | 27 | #include "qemu/error-report.h" |
Jan Kiszka | d33a181 | 2009-05-02 00:29:37 +0200 | [diff] [blame] | 28 | #include "hw/hw.h" |
Michael S. Tsirkin | a2cb15b | 2012-12-12 14:24:50 +0200 | [diff] [blame] | 29 | #include "hw/pci/msi.h" |
Cornelia Huck | d426d9f | 2013-07-15 17:45:03 +0200 | [diff] [blame] | 30 | #include "hw/s390x/adapter.h" |
Paolo Bonzini | 022c62c | 2012-12-17 18:19:49 +0100 | [diff] [blame] | 31 | #include "exec/gdbstub.h" |
Paolo Bonzini | 8571ed3 | 2015-06-18 18:28:45 +0200 | [diff] [blame] | 32 | #include "sysemu/kvm_int.h" |
Paolo Bonzini | 1de7afc | 2012-12-17 18:20:00 +0100 | [diff] [blame] | 33 | #include "qemu/bswap.h" |
Paolo Bonzini | 022c62c | 2012-12-17 18:19:49 +0100 | [diff] [blame] | 34 | #include "exec/memory.h" |
Juan Quintela | 747afd5 | 2013-11-04 12:59:02 +0100 | [diff] [blame] | 35 | #include "exec/ram_addr.h" |
Paolo Bonzini | 022c62c | 2012-12-17 18:19:49 +0100 | [diff] [blame] | 36 | #include "exec/address-spaces.h" |
Paolo Bonzini | 1de7afc | 2012-12-17 18:20:00 +0100 | [diff] [blame] | 37 | #include "qemu/event_notifier.h" |
Kazuya Saito | 9c77572 | 2013-03-29 13:27:05 +0900 | [diff] [blame] | 38 | #include "trace.h" |
Eric Auger | 197e352 | 2015-07-06 12:15:13 -0600 | [diff] [blame] | 39 | #include "hw/irq.h" |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 40 | |
Aneesh Kumar K.V | 135a129 | 2013-12-23 21:10:40 +0530 | [diff] [blame] | 41 | #include "hw/boards.h" |
| 42 | |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 43 | /* This check must be after config-host.h is included */ |
| 44 | #ifdef CONFIG_EVENTFD |
| 45 | #include <sys/eventfd.h> |
| 46 | #endif |
| 47 | |
Stefan Weil | 93148aa | 2012-02-26 18:46:12 +0100 | [diff] [blame] | 48 | /* KVM uses PAGE_SIZE in its definition of COALESCED_MMIO_MAX */ |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 49 | #define PAGE_SIZE TARGET_PAGE_SIZE |
| 50 | |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 51 | //#define DEBUG_KVM |
| 52 | |
| 53 | #ifdef DEBUG_KVM |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 54 | #define DPRINTF(fmt, ...) \ |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 55 | do { fprintf(stderr, fmt, ## __VA_ARGS__); } while (0) |
| 56 | #else |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 57 | #define DPRINTF(fmt, ...) \ |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 58 | do { } while (0) |
| 59 | #endif |
| 60 | |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 61 | #define KVM_MSI_HASHTAB_SIZE 256 |
| 62 | |
Paolo Bonzini | 9d1c35d | 2014-10-10 12:23:35 +0200 | [diff] [blame] | 63 | struct KVMState |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 64 | { |
Eduardo Habkost | fc02086 | 2014-09-26 17:45:32 -0300 | [diff] [blame] | 65 | AccelState parent_obj; |
| 66 | |
Alex Williamson | fb541ca | 2013-11-22 12:12:44 -0700 | [diff] [blame] | 67 | int nr_slots; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 68 | int fd; |
| 69 | int vmfd; |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 70 | int coalesced_mmio; |
Sheng Yang | 62a2744 | 2010-01-26 19:21:16 +0800 | [diff] [blame] | 71 | struct kvm_coalesced_mmio_ring *coalesced_mmio_ring; |
Avi Kivity | 1cae88b | 2011-10-18 19:43:12 +0200 | [diff] [blame] | 72 | bool coalesced_flush_in_progress; |
Jan Kiszka | e69917e | 2009-05-01 20:42:15 +0200 | [diff] [blame] | 73 | int broken_set_mem_region; |
Jan Kiszka | a0fb002 | 2009-11-25 00:33:03 +0100 | [diff] [blame] | 74 | int vcpu_events; |
Jan Kiszka | b0b1d69 | 2010-03-01 19:10:29 +0100 | [diff] [blame] | 75 | int robust_singlestep; |
Jan Kiszka | ff44f1a | 2010-03-12 15:20:49 +0100 | [diff] [blame] | 76 | int debugregs; |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 77 | #ifdef KVM_CAP_SET_GUEST_DEBUG |
| 78 | struct kvm_sw_breakpoint_head kvm_sw_breakpoints; |
| 79 | #endif |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 80 | int many_ioeventfds; |
Jan Kiszka | 3ab7384 | 2012-08-27 08:28:39 +0200 | [diff] [blame] | 81 | int intx_set_mask; |
David Gibson | 92e4b51 | 2012-03-07 14:41:09 +0000 | [diff] [blame] | 82 | /* The man page (and posix) say ioctl numbers are signed int, but |
| 83 | * they're not. Linux, glibc and *BSD all treat ioctl numbers as |
| 84 | * unsigned, and treating them as signed here can break things */ |
Jan Kiszka | e333cd6 | 2012-08-24 13:34:47 +0200 | [diff] [blame] | 85 | unsigned irq_set_ioctl; |
James Hogan | aed6efb | 2014-06-17 23:10:31 +0100 | [diff] [blame] | 86 | unsigned int sigmask_len; |
Eric Auger | 197e352 | 2015-07-06 12:15:13 -0600 | [diff] [blame] | 87 | GHashTable *gsimap; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 88 | #ifdef KVM_CAP_IRQ_ROUTING |
| 89 | struct kvm_irq_routing *irq_routes; |
| 90 | int nr_allocated_irq_routes; |
| 91 | uint32_t *used_gsi_bitmap; |
Jan Kiszka | 4e2e4e6 | 2012-05-16 15:41:08 -0300 | [diff] [blame] | 92 | unsigned int gsi_count; |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 93 | QTAILQ_HEAD(msi_hashtab, KVMMSIRoute) msi_hashtab[KVM_MSI_HASHTAB_SIZE]; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 94 | #endif |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 95 | KVMMemoryListener memory_listener; |
Paolo Bonzini | 9d1c35d | 2014-10-10 12:23:35 +0200 | [diff] [blame] | 96 | }; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 97 | |
Jan Kiszka | 6a7af8c | 2011-02-07 12:19:25 +0100 | [diff] [blame] | 98 | KVMState *kvm_state; |
Jan Kiszka | 3d4b264 | 2012-01-31 19:17:52 +0100 | [diff] [blame] | 99 | bool kvm_kernel_irqchip; |
Peter Maydell | 7ae26bd | 2012-07-26 15:35:11 +0100 | [diff] [blame] | 100 | bool kvm_async_interrupts_allowed; |
Alexander Graf | 215e79c | 2013-04-24 22:24:12 +0200 | [diff] [blame] | 101 | bool kvm_halt_in_kernel_allowed; |
Nikolay Nikolaev | 69e03ae | 2014-05-27 15:03:35 +0300 | [diff] [blame] | 102 | bool kvm_eventfds_allowed; |
Peter Maydell | cc7e0dd | 2012-07-26 15:35:14 +0100 | [diff] [blame] | 103 | bool kvm_irqfds_allowed; |
Eric Auger | f41389a | 2014-10-31 13:38:18 +0000 | [diff] [blame] | 104 | bool kvm_resamplefds_allowed; |
Peter Maydell | 614e41b | 2012-07-26 15:35:15 +0100 | [diff] [blame] | 105 | bool kvm_msi_via_irqfd_allowed; |
Peter Maydell | f3e1bed | 2012-07-26 15:35:16 +0100 | [diff] [blame] | 106 | bool kvm_gsi_routing_allowed; |
Alexey Kardashevskiy | 76fe21d | 2013-09-03 18:08:25 +1000 | [diff] [blame] | 107 | bool kvm_gsi_direct_mapping; |
Igor Mammedov | 13eed94 | 2013-04-23 10:29:36 +0200 | [diff] [blame] | 108 | bool kvm_allowed; |
Jordan Justen | df9c8b7 | 2013-05-29 01:27:25 -0700 | [diff] [blame] | 109 | bool kvm_readonly_mem_allowed; |
Dominik Dingel | d0a073a | 2015-03-12 13:53:49 +0100 | [diff] [blame] | 110 | bool kvm_vm_attributes_allowed; |
Pavel Fedin | 50bf31b | 2015-10-15 16:44:50 +0300 | [diff] [blame] | 111 | bool kvm_direct_msi_allowed; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 112 | |
Jan Kiszka | 94a8d39 | 2011-01-21 21:48:17 +0100 | [diff] [blame] | 113 | static const KVMCapabilityInfo kvm_required_capabilites[] = { |
| 114 | KVM_CAP_INFO(USER_MEMORY), |
| 115 | KVM_CAP_INFO(DESTROY_MEMORY_REGION_WORKS), |
| 116 | KVM_CAP_LAST_INFO |
| 117 | }; |
| 118 | |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 119 | static KVMSlot *kvm_get_free_slot(KVMMemoryListener *kml) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 120 | { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 121 | KVMState *s = kvm_state; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 122 | int i; |
| 123 | |
Alex Williamson | fb541ca | 2013-11-22 12:12:44 -0700 | [diff] [blame] | 124 | for (i = 0; i < s->nr_slots; i++) { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 125 | if (kml->slots[i].memory_size == 0) { |
| 126 | return &kml->slots[i]; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 127 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 128 | } |
| 129 | |
Igor Mammedov | b886559 | 2014-10-31 16:38:32 +0000 | [diff] [blame] | 130 | return NULL; |
| 131 | } |
| 132 | |
| 133 | bool kvm_has_free_slot(MachineState *ms) |
| 134 | { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 135 | KVMState *s = KVM_STATE(ms->accelerator); |
| 136 | |
| 137 | return kvm_get_free_slot(&s->memory_listener); |
Igor Mammedov | b886559 | 2014-10-31 16:38:32 +0000 | [diff] [blame] | 138 | } |
| 139 | |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 140 | static KVMSlot *kvm_alloc_slot(KVMMemoryListener *kml) |
Igor Mammedov | b886559 | 2014-10-31 16:38:32 +0000 | [diff] [blame] | 141 | { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 142 | KVMSlot *slot = kvm_get_free_slot(kml); |
Igor Mammedov | b886559 | 2014-10-31 16:38:32 +0000 | [diff] [blame] | 143 | |
| 144 | if (slot) { |
| 145 | return slot; |
| 146 | } |
| 147 | |
aliguori | d3f8d37 | 2009-04-17 14:26:29 +0000 | [diff] [blame] | 148 | fprintf(stderr, "%s: no free slot available\n", __func__); |
| 149 | abort(); |
| 150 | } |
| 151 | |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 152 | static KVMSlot *kvm_lookup_matching_slot(KVMMemoryListener *kml, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 153 | hwaddr start_addr, |
| 154 | hwaddr end_addr) |
aliguori | d3f8d37 | 2009-04-17 14:26:29 +0000 | [diff] [blame] | 155 | { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 156 | KVMState *s = kvm_state; |
aliguori | d3f8d37 | 2009-04-17 14:26:29 +0000 | [diff] [blame] | 157 | int i; |
| 158 | |
Alex Williamson | fb541ca | 2013-11-22 12:12:44 -0700 | [diff] [blame] | 159 | for (i = 0; i < s->nr_slots; i++) { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 160 | KVMSlot *mem = &kml->slots[i]; |
aliguori | d3f8d37 | 2009-04-17 14:26:29 +0000 | [diff] [blame] | 161 | |
| 162 | if (start_addr == mem->start_addr && |
| 163 | end_addr == mem->start_addr + mem->memory_size) { |
| 164 | return mem; |
| 165 | } |
| 166 | } |
| 167 | |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 168 | return NULL; |
| 169 | } |
| 170 | |
aliguori | 6152e2a | 2009-04-17 14:26:33 +0000 | [diff] [blame] | 171 | /* |
| 172 | * Find overlapping slot with lowest start address |
| 173 | */ |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 174 | static KVMSlot *kvm_lookup_overlapping_slot(KVMMemoryListener *kml, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 175 | hwaddr start_addr, |
| 176 | hwaddr end_addr) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 177 | { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 178 | KVMState *s = kvm_state; |
aliguori | 6152e2a | 2009-04-17 14:26:33 +0000 | [diff] [blame] | 179 | KVMSlot *found = NULL; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 180 | int i; |
| 181 | |
Alex Williamson | fb541ca | 2013-11-22 12:12:44 -0700 | [diff] [blame] | 182 | for (i = 0; i < s->nr_slots; i++) { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 183 | KVMSlot *mem = &kml->slots[i]; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 184 | |
aliguori | 6152e2a | 2009-04-17 14:26:33 +0000 | [diff] [blame] | 185 | if (mem->memory_size == 0 || |
| 186 | (found && found->start_addr < mem->start_addr)) { |
| 187 | continue; |
| 188 | } |
| 189 | |
| 190 | if (end_addr > mem->start_addr && |
| 191 | start_addr < mem->start_addr + mem->memory_size) { |
| 192 | found = mem; |
| 193 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 194 | } |
| 195 | |
aliguori | 6152e2a | 2009-04-17 14:26:33 +0000 | [diff] [blame] | 196 | return found; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 197 | } |
| 198 | |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 199 | int kvm_physical_memory_addr_from_host(KVMState *s, void *ram, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 200 | hwaddr *phys_addr) |
Huang Ying | 983dfc3 | 2010-10-11 15:31:20 -0300 | [diff] [blame] | 201 | { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 202 | KVMMemoryListener *kml = &s->memory_listener; |
Huang Ying | 983dfc3 | 2010-10-11 15:31:20 -0300 | [diff] [blame] | 203 | int i; |
| 204 | |
Alex Williamson | fb541ca | 2013-11-22 12:12:44 -0700 | [diff] [blame] | 205 | for (i = 0; i < s->nr_slots; i++) { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 206 | KVMSlot *mem = &kml->slots[i]; |
Huang Ying | 983dfc3 | 2010-10-11 15:31:20 -0300 | [diff] [blame] | 207 | |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 208 | if (ram >= mem->ram && ram < mem->ram + mem->memory_size) { |
| 209 | *phys_addr = mem->start_addr + (ram - mem->ram); |
Huang Ying | 983dfc3 | 2010-10-11 15:31:20 -0300 | [diff] [blame] | 210 | return 1; |
| 211 | } |
| 212 | } |
| 213 | |
| 214 | return 0; |
| 215 | } |
| 216 | |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 217 | static int kvm_set_user_memory_region(KVMMemoryListener *kml, KVMSlot *slot) |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 218 | { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 219 | KVMState *s = kvm_state; |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 220 | struct kvm_userspace_memory_region mem; |
| 221 | |
Paolo Bonzini | 38bfe69 | 2015-06-18 18:30:14 +0200 | [diff] [blame] | 222 | mem.slot = slot->slot | (kml->as_id << 16); |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 223 | mem.guest_phys_addr = slot->start_addr; |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 224 | mem.userspace_addr = (unsigned long)slot->ram; |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 225 | mem.flags = slot->flags; |
Xiao Guangrong | 651eb0f | 2013-05-31 16:52:18 +0800 | [diff] [blame] | 226 | |
| 227 | if (slot->memory_size && mem.flags & KVM_MEM_READONLY) { |
Jordan Justen | 235e898 | 2013-05-29 01:27:26 -0700 | [diff] [blame] | 228 | /* Set the slot size to 0 before setting the slot to the desired |
| 229 | * value. This is needed based on KVM commit 75d61fbc. */ |
| 230 | mem.memory_size = 0; |
| 231 | kvm_vm_ioctl(s, KVM_SET_USER_MEMORY_REGION, &mem); |
| 232 | } |
| 233 | mem.memory_size = slot->memory_size; |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 234 | return kvm_vm_ioctl(s, KVM_SET_USER_MEMORY_REGION, &mem); |
| 235 | } |
| 236 | |
Andreas Färber | 504134d | 2012-12-17 06:38:45 +0100 | [diff] [blame] | 237 | int kvm_init_vcpu(CPUState *cpu) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 238 | { |
| 239 | KVMState *s = kvm_state; |
| 240 | long mmap_size; |
| 241 | int ret; |
| 242 | |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 243 | DPRINTF("kvm_init_vcpu\n"); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 244 | |
Eduardo Habkost | b164e48 | 2013-01-22 18:25:01 -0200 | [diff] [blame] | 245 | ret = kvm_vm_ioctl(s, KVM_CREATE_VCPU, (void *)kvm_arch_vcpu_id(cpu)); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 246 | if (ret < 0) { |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 247 | DPRINTF("kvm_create_vcpu failed\n"); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 248 | goto err; |
| 249 | } |
| 250 | |
Andreas Färber | 8737c51 | 2012-10-31 05:29:00 +0100 | [diff] [blame] | 251 | cpu->kvm_fd = ret; |
Andreas Färber | a60f24b | 2012-12-01 05:35:08 +0100 | [diff] [blame] | 252 | cpu->kvm_state = s; |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 253 | cpu->kvm_vcpu_dirty = true; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 254 | |
| 255 | mmap_size = kvm_ioctl(s, KVM_GET_VCPU_MMAP_SIZE, 0); |
| 256 | if (mmap_size < 0) { |
Jan Kiszka | 748a680 | 2011-02-01 22:15:48 +0100 | [diff] [blame] | 257 | ret = mmap_size; |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 258 | DPRINTF("KVM_GET_VCPU_MMAP_SIZE failed\n"); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 259 | goto err; |
| 260 | } |
| 261 | |
Andreas Färber | f7575c96 | 2012-12-01 06:18:14 +0100 | [diff] [blame] | 262 | cpu->kvm_run = mmap(NULL, mmap_size, PROT_READ | PROT_WRITE, MAP_SHARED, |
Andreas Färber | 8737c51 | 2012-10-31 05:29:00 +0100 | [diff] [blame] | 263 | cpu->kvm_fd, 0); |
Andreas Färber | f7575c96 | 2012-12-01 06:18:14 +0100 | [diff] [blame] | 264 | if (cpu->kvm_run == MAP_FAILED) { |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 265 | ret = -errno; |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 266 | DPRINTF("mmap'ing vcpu state failed\n"); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 267 | goto err; |
| 268 | } |
| 269 | |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 270 | if (s->coalesced_mmio && !s->coalesced_mmio_ring) { |
| 271 | s->coalesced_mmio_ring = |
Andreas Färber | f7575c96 | 2012-12-01 06:18:14 +0100 | [diff] [blame] | 272 | (void *)cpu->kvm_run + s->coalesced_mmio * PAGE_SIZE; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 273 | } |
Sheng Yang | 62a2744 | 2010-01-26 19:21:16 +0800 | [diff] [blame] | 274 | |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 275 | ret = kvm_arch_init_vcpu(cpu); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 276 | err: |
| 277 | return ret; |
| 278 | } |
| 279 | |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 280 | /* |
| 281 | * dirty pages logging control |
| 282 | */ |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 283 | |
Andrew Jones | d6ff5cb | 2015-06-18 18:28:43 +0200 | [diff] [blame] | 284 | static int kvm_mem_flags(MemoryRegion *mr) |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 285 | { |
Andrew Jones | d6ff5cb | 2015-06-18 18:28:43 +0200 | [diff] [blame] | 286 | bool readonly = mr->readonly || memory_region_is_romd(mr); |
Jordan Justen | 235e898 | 2013-05-29 01:27:26 -0700 | [diff] [blame] | 287 | int flags = 0; |
Andrew Jones | d6ff5cb | 2015-06-18 18:28:43 +0200 | [diff] [blame] | 288 | |
| 289 | if (memory_region_get_dirty_log_mask(mr) != 0) { |
| 290 | flags |= KVM_MEM_LOG_DIRTY_PAGES; |
| 291 | } |
Jordan Justen | 235e898 | 2013-05-29 01:27:26 -0700 | [diff] [blame] | 292 | if (readonly && kvm_readonly_mem_allowed) { |
| 293 | flags |= KVM_MEM_READONLY; |
| 294 | } |
| 295 | return flags; |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 296 | } |
| 297 | |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 298 | static int kvm_slot_update_flags(KVMMemoryListener *kml, KVMSlot *mem, |
| 299 | MemoryRegion *mr) |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 300 | { |
Jan Kiszka | 4495d6a | 2009-05-01 20:52:46 +0200 | [diff] [blame] | 301 | int old_flags; |
| 302 | |
Jan Kiszka | 4495d6a | 2009-05-01 20:52:46 +0200 | [diff] [blame] | 303 | old_flags = mem->flags; |
Andrew Jones | d6ff5cb | 2015-06-18 18:28:43 +0200 | [diff] [blame] | 304 | mem->flags = kvm_mem_flags(mr); |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 305 | |
Jan Kiszka | 4495d6a | 2009-05-01 20:52:46 +0200 | [diff] [blame] | 306 | /* If nothing changed effectively, no need to issue ioctl */ |
Andrew Jones | d6ff5cb | 2015-06-18 18:28:43 +0200 | [diff] [blame] | 307 | if (mem->flags == old_flags) { |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 308 | return 0; |
Jan Kiszka | 4495d6a | 2009-05-01 20:52:46 +0200 | [diff] [blame] | 309 | } |
| 310 | |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 311 | return kvm_set_user_memory_region(kml, mem); |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 312 | } |
| 313 | |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 314 | static int kvm_section_update_flags(KVMMemoryListener *kml, |
| 315 | MemoryRegionSection *section) |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 316 | { |
Andrew Jones | d6ff5cb | 2015-06-18 18:28:43 +0200 | [diff] [blame] | 317 | hwaddr phys_addr = section->offset_within_address_space; |
| 318 | ram_addr_t size = int128_get64(section->size); |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 319 | KVMSlot *mem = kvm_lookup_matching_slot(kml, phys_addr, phys_addr + size); |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 320 | |
| 321 | if (mem == NULL) { |
Paolo Bonzini | ea8cb1a | 2015-04-27 14:51:31 +0200 | [diff] [blame] | 322 | return 0; |
| 323 | } else { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 324 | return kvm_slot_update_flags(kml, mem, section->mr); |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 325 | } |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 326 | } |
| 327 | |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 328 | static void kvm_log_start(MemoryListener *listener, |
Paolo Bonzini | b2dfd71 | 2015-04-25 14:38:30 +0200 | [diff] [blame] | 329 | MemoryRegionSection *section, |
| 330 | int old, int new) |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 331 | { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 332 | KVMMemoryListener *kml = container_of(listener, KVMMemoryListener, listener); |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 333 | int r; |
| 334 | |
Paolo Bonzini | b2dfd71 | 2015-04-25 14:38:30 +0200 | [diff] [blame] | 335 | if (old != 0) { |
| 336 | return; |
| 337 | } |
| 338 | |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 339 | r = kvm_section_update_flags(kml, section); |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 340 | if (r < 0) { |
| 341 | abort(); |
| 342 | } |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 343 | } |
| 344 | |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 345 | static void kvm_log_stop(MemoryListener *listener, |
Paolo Bonzini | b2dfd71 | 2015-04-25 14:38:30 +0200 | [diff] [blame] | 346 | MemoryRegionSection *section, |
| 347 | int old, int new) |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 348 | { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 349 | KVMMemoryListener *kml = container_of(listener, KVMMemoryListener, listener); |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 350 | int r; |
| 351 | |
Paolo Bonzini | b2dfd71 | 2015-04-25 14:38:30 +0200 | [diff] [blame] | 352 | if (new != 0) { |
| 353 | return; |
| 354 | } |
| 355 | |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 356 | r = kvm_section_update_flags(kml, section); |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 357 | if (r < 0) { |
| 358 | abort(); |
| 359 | } |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 360 | } |
| 361 | |
Marcelo Tosatti | 8369e01 | 2010-04-23 14:04:14 -0300 | [diff] [blame] | 362 | /* get kvm's dirty pages bitmap and update qemu's */ |
Avi Kivity | ffcde12 | 2011-12-19 13:18:13 +0200 | [diff] [blame] | 363 | static int kvm_get_dirty_pages_log_range(MemoryRegionSection *section, |
| 364 | unsigned long *bitmap) |
Alexander Graf | 96c1606 | 2009-07-27 12:49:56 +0200 | [diff] [blame] | 365 | { |
Juan Quintela | c9dd46f | 2013-11-05 15:45:46 +0100 | [diff] [blame] | 366 | ram_addr_t start = section->offset_within_region + section->mr->ram_addr; |
Juan Quintela | 5ff7fb7 | 2013-11-05 15:52:54 +0100 | [diff] [blame] | 367 | ram_addr_t pages = int128_get64(section->size) / getpagesize(); |
Marcelo Tosatti | 8369e01 | 2010-04-23 14:04:14 -0300 | [diff] [blame] | 368 | |
Juan Quintela | 5ff7fb7 | 2013-11-05 15:52:54 +0100 | [diff] [blame] | 369 | cpu_physical_memory_set_dirty_lebitmap(bitmap, start, pages); |
Marcelo Tosatti | 8369e01 | 2010-04-23 14:04:14 -0300 | [diff] [blame] | 370 | return 0; |
Alexander Graf | 96c1606 | 2009-07-27 12:49:56 +0200 | [diff] [blame] | 371 | } |
| 372 | |
Marcelo Tosatti | 8369e01 | 2010-04-23 14:04:14 -0300 | [diff] [blame] | 373 | #define ALIGN(x, y) (((x)+(y)-1) & ~((y)-1)) |
| 374 | |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 375 | /** |
| 376 | * kvm_physical_sync_dirty_bitmap - Grab dirty bitmap from kernel space |
Blue Swirl | fd4aa97 | 2011-10-16 16:04:59 +0000 | [diff] [blame] | 377 | * This function updates qemu's dirty bitmap using |
| 378 | * memory_region_set_dirty(). This means all bits are set |
| 379 | * to dirty. |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 380 | * |
aliguori | d3f8d37 | 2009-04-17 14:26:29 +0000 | [diff] [blame] | 381 | * @start_add: start of logged region. |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 382 | * @end_addr: end of logged region. |
| 383 | */ |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 384 | static int kvm_physical_sync_dirty_bitmap(KVMMemoryListener *kml, |
| 385 | MemoryRegionSection *section) |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 386 | { |
| 387 | KVMState *s = kvm_state; |
Jan Kiszka | 151f774 | 2009-05-01 20:52:47 +0200 | [diff] [blame] | 388 | unsigned long size, allocated_size = 0; |
Paolo Bonzini | 714f78c | 2015-06-18 18:28:44 +0200 | [diff] [blame] | 389 | struct kvm_dirty_log d = {}; |
Jan Kiszka | 151f774 | 2009-05-01 20:52:47 +0200 | [diff] [blame] | 390 | KVMSlot *mem; |
| 391 | int ret = 0; |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 392 | hwaddr start_addr = section->offset_within_address_space; |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 393 | hwaddr end_addr = start_addr + int128_get64(section->size); |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 394 | |
Jan Kiszka | 151f774 | 2009-05-01 20:52:47 +0200 | [diff] [blame] | 395 | d.dirty_bitmap = NULL; |
| 396 | while (start_addr < end_addr) { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 397 | mem = kvm_lookup_overlapping_slot(kml, start_addr, end_addr); |
Jan Kiszka | 151f774 | 2009-05-01 20:52:47 +0200 | [diff] [blame] | 398 | if (mem == NULL) { |
| 399 | break; |
| 400 | } |
| 401 | |
Michael Tokarev | 51b0c60 | 2011-04-26 20:13:49 +0400 | [diff] [blame] | 402 | /* XXX bad kernel interface alert |
| 403 | * For dirty bitmap, kernel allocates array of size aligned to |
| 404 | * bits-per-long. But for case when the kernel is 64bits and |
| 405 | * the userspace is 32bits, userspace can't align to the same |
| 406 | * bits-per-long, since sizeof(long) is different between kernel |
| 407 | * and user space. This way, userspace will provide buffer which |
| 408 | * may be 4 bytes less than the kernel will use, resulting in |
| 409 | * userspace memory corruption (which is not detectable by valgrind |
| 410 | * too, in most cases). |
| 411 | * So for now, let's align to 64 instead of HOST_LONG_BITS here, in |
| 412 | * a hope that sizeof(long) wont become >8 any time soon. |
| 413 | */ |
| 414 | size = ALIGN(((mem->memory_size) >> TARGET_PAGE_BITS), |
| 415 | /*HOST_LONG_BITS*/ 64) / 8; |
Jan Kiszka | 151f774 | 2009-05-01 20:52:47 +0200 | [diff] [blame] | 416 | if (!d.dirty_bitmap) { |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 417 | d.dirty_bitmap = g_malloc(size); |
Jan Kiszka | 151f774 | 2009-05-01 20:52:47 +0200 | [diff] [blame] | 418 | } else if (size > allocated_size) { |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 419 | d.dirty_bitmap = g_realloc(d.dirty_bitmap, size); |
Jan Kiszka | 151f774 | 2009-05-01 20:52:47 +0200 | [diff] [blame] | 420 | } |
| 421 | allocated_size = size; |
| 422 | memset(d.dirty_bitmap, 0, allocated_size); |
| 423 | |
Paolo Bonzini | 38bfe69 | 2015-06-18 18:30:14 +0200 | [diff] [blame] | 424 | d.slot = mem->slot | (kml->as_id << 16); |
Michael Tokarev | 50212d6 | 2014-04-14 16:14:04 +0400 | [diff] [blame] | 425 | if (kvm_vm_ioctl(s, KVM_GET_DIRTY_LOG, &d) == -1) { |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 426 | DPRINTF("ioctl failed %d\n", errno); |
Jan Kiszka | 151f774 | 2009-05-01 20:52:47 +0200 | [diff] [blame] | 427 | ret = -1; |
| 428 | break; |
| 429 | } |
| 430 | |
Avi Kivity | ffcde12 | 2011-12-19 13:18:13 +0200 | [diff] [blame] | 431 | kvm_get_dirty_pages_log_range(section, d.dirty_bitmap); |
Marcelo Tosatti | 8369e01 | 2010-04-23 14:04:14 -0300 | [diff] [blame] | 432 | start_addr = mem->start_addr + mem->memory_size; |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 433 | } |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 434 | g_free(d.dirty_bitmap); |
Jan Kiszka | 151f774 | 2009-05-01 20:52:47 +0200 | [diff] [blame] | 435 | |
| 436 | return ret; |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 437 | } |
| 438 | |
Avi Kivity | 95d2994 | 2012-10-02 18:21:54 +0200 | [diff] [blame] | 439 | static void kvm_coalesce_mmio_region(MemoryListener *listener, |
| 440 | MemoryRegionSection *secion, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 441 | hwaddr start, hwaddr size) |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 442 | { |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 443 | KVMState *s = kvm_state; |
| 444 | |
| 445 | if (s->coalesced_mmio) { |
| 446 | struct kvm_coalesced_mmio_zone zone; |
| 447 | |
| 448 | zone.addr = start; |
| 449 | zone.size = size; |
Michael S. Tsirkin | 7e68075 | 2012-02-29 17:54:29 +0200 | [diff] [blame] | 450 | zone.pad = 0; |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 451 | |
Avi Kivity | 95d2994 | 2012-10-02 18:21:54 +0200 | [diff] [blame] | 452 | (void)kvm_vm_ioctl(s, KVM_REGISTER_COALESCED_MMIO, &zone); |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 453 | } |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 454 | } |
| 455 | |
Avi Kivity | 95d2994 | 2012-10-02 18:21:54 +0200 | [diff] [blame] | 456 | static void kvm_uncoalesce_mmio_region(MemoryListener *listener, |
| 457 | MemoryRegionSection *secion, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 458 | hwaddr start, hwaddr size) |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 459 | { |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 460 | KVMState *s = kvm_state; |
| 461 | |
| 462 | if (s->coalesced_mmio) { |
| 463 | struct kvm_coalesced_mmio_zone zone; |
| 464 | |
| 465 | zone.addr = start; |
| 466 | zone.size = size; |
Michael S. Tsirkin | 7e68075 | 2012-02-29 17:54:29 +0200 | [diff] [blame] | 467 | zone.pad = 0; |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 468 | |
Avi Kivity | 95d2994 | 2012-10-02 18:21:54 +0200 | [diff] [blame] | 469 | (void)kvm_vm_ioctl(s, KVM_UNREGISTER_COALESCED_MMIO, &zone); |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 470 | } |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 471 | } |
| 472 | |
Anthony Liguori | ad7b8b3 | 2009-05-08 15:33:24 -0500 | [diff] [blame] | 473 | int kvm_check_extension(KVMState *s, unsigned int extension) |
| 474 | { |
| 475 | int ret; |
| 476 | |
| 477 | ret = kvm_ioctl(s, KVM_CHECK_EXTENSION, extension); |
| 478 | if (ret < 0) { |
| 479 | ret = 0; |
| 480 | } |
| 481 | |
| 482 | return ret; |
| 483 | } |
| 484 | |
Alexander Graf | 7d0a07f | 2014-07-14 19:15:15 +0200 | [diff] [blame] | 485 | int kvm_vm_check_extension(KVMState *s, unsigned int extension) |
| 486 | { |
| 487 | int ret; |
| 488 | |
| 489 | ret = kvm_vm_ioctl(s, KVM_CHECK_EXTENSION, extension); |
| 490 | if (ret < 0) { |
| 491 | /* VM wide version not implemented, use global one instead */ |
| 492 | ret = kvm_check_extension(s, extension); |
| 493 | } |
| 494 | |
| 495 | return ret; |
| 496 | } |
| 497 | |
Greg Kurz | b680c5b | 2015-03-13 22:23:37 +0100 | [diff] [blame] | 498 | static uint32_t adjust_ioeventfd_endianness(uint32_t val, uint32_t size) |
| 499 | { |
| 500 | #if defined(HOST_WORDS_BIGENDIAN) != defined(TARGET_WORDS_BIGENDIAN) |
| 501 | /* The kernel expects ioeventfd values in HOST_WORDS_BIGENDIAN |
| 502 | * endianness, but the memory core hands them in target endianness. |
| 503 | * For example, PPC is always treated as big-endian even if running |
| 504 | * on KVM and on PPC64LE. Correct here. |
| 505 | */ |
| 506 | switch (size) { |
| 507 | case 2: |
| 508 | val = bswap16(val); |
| 509 | break; |
| 510 | case 4: |
| 511 | val = bswap32(val); |
| 512 | break; |
| 513 | } |
| 514 | #endif |
| 515 | return val; |
| 516 | } |
| 517 | |
Alexey Kardashevskiy | 584f2be | 2014-01-10 18:20:18 +1100 | [diff] [blame] | 518 | static int kvm_set_ioeventfd_mmio(int fd, hwaddr addr, uint32_t val, |
Michael S. Tsirkin | 41cb62c | 2013-04-02 16:52:25 +0300 | [diff] [blame] | 519 | bool assign, uint32_t size, bool datamatch) |
Michael S. Tsirkin | 500ffd4 | 2013-04-02 00:05:21 +0300 | [diff] [blame] | 520 | { |
| 521 | int ret; |
Thomas Huth | 03a96b8 | 2015-04-27 18:59:04 +0200 | [diff] [blame] | 522 | struct kvm_ioeventfd iofd = { |
| 523 | .datamatch = datamatch ? adjust_ioeventfd_endianness(val, size) : 0, |
| 524 | .addr = addr, |
| 525 | .len = size, |
| 526 | .flags = 0, |
| 527 | .fd = fd, |
| 528 | }; |
Michael S. Tsirkin | 500ffd4 | 2013-04-02 00:05:21 +0300 | [diff] [blame] | 529 | |
| 530 | if (!kvm_enabled()) { |
| 531 | return -ENOSYS; |
| 532 | } |
| 533 | |
Michael S. Tsirkin | 41cb62c | 2013-04-02 16:52:25 +0300 | [diff] [blame] | 534 | if (datamatch) { |
| 535 | iofd.flags |= KVM_IOEVENTFD_FLAG_DATAMATCH; |
| 536 | } |
Michael S. Tsirkin | 500ffd4 | 2013-04-02 00:05:21 +0300 | [diff] [blame] | 537 | if (!assign) { |
| 538 | iofd.flags |= KVM_IOEVENTFD_FLAG_DEASSIGN; |
| 539 | } |
| 540 | |
| 541 | ret = kvm_vm_ioctl(kvm_state, KVM_IOEVENTFD, &iofd); |
| 542 | |
| 543 | if (ret < 0) { |
| 544 | return -errno; |
| 545 | } |
| 546 | |
| 547 | return 0; |
| 548 | } |
| 549 | |
Michael S. Tsirkin | 44c3f8f | 2013-04-02 00:54:45 +0300 | [diff] [blame] | 550 | static int kvm_set_ioeventfd_pio(int fd, uint16_t addr, uint16_t val, |
Michael S. Tsirkin | 41cb62c | 2013-04-02 16:52:25 +0300 | [diff] [blame] | 551 | bool assign, uint32_t size, bool datamatch) |
Michael S. Tsirkin | 500ffd4 | 2013-04-02 00:05:21 +0300 | [diff] [blame] | 552 | { |
| 553 | struct kvm_ioeventfd kick = { |
Greg Kurz | b680c5b | 2015-03-13 22:23:37 +0100 | [diff] [blame] | 554 | .datamatch = datamatch ? adjust_ioeventfd_endianness(val, size) : 0, |
Michael S. Tsirkin | 500ffd4 | 2013-04-02 00:05:21 +0300 | [diff] [blame] | 555 | .addr = addr, |
Michael S. Tsirkin | 41cb62c | 2013-04-02 16:52:25 +0300 | [diff] [blame] | 556 | .flags = KVM_IOEVENTFD_FLAG_PIO, |
Michael S. Tsirkin | 44c3f8f | 2013-04-02 00:54:45 +0300 | [diff] [blame] | 557 | .len = size, |
Michael S. Tsirkin | 500ffd4 | 2013-04-02 00:05:21 +0300 | [diff] [blame] | 558 | .fd = fd, |
| 559 | }; |
| 560 | int r; |
| 561 | if (!kvm_enabled()) { |
| 562 | return -ENOSYS; |
| 563 | } |
Michael S. Tsirkin | 41cb62c | 2013-04-02 16:52:25 +0300 | [diff] [blame] | 564 | if (datamatch) { |
| 565 | kick.flags |= KVM_IOEVENTFD_FLAG_DATAMATCH; |
| 566 | } |
Michael S. Tsirkin | 500ffd4 | 2013-04-02 00:05:21 +0300 | [diff] [blame] | 567 | if (!assign) { |
| 568 | kick.flags |= KVM_IOEVENTFD_FLAG_DEASSIGN; |
| 569 | } |
| 570 | r = kvm_vm_ioctl(kvm_state, KVM_IOEVENTFD, &kick); |
| 571 | if (r < 0) { |
| 572 | return r; |
| 573 | } |
| 574 | return 0; |
| 575 | } |
| 576 | |
| 577 | |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 578 | static int kvm_check_many_ioeventfds(void) |
| 579 | { |
Stefan Hajnoczi | d0dcac8 | 2011-01-25 16:17:14 +0000 | [diff] [blame] | 580 | /* Userspace can use ioeventfd for io notification. This requires a host |
| 581 | * that supports eventfd(2) and an I/O thread; since eventfd does not |
| 582 | * support SIGIO it cannot interrupt the vcpu. |
| 583 | * |
| 584 | * Older kernels have a 6 device limit on the KVM io bus. Find out so we |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 585 | * can avoid creating too many ioeventfds. |
| 586 | */ |
Anthony Liguori | 12d4536 | 2011-08-22 08:24:58 -0500 | [diff] [blame] | 587 | #if defined(CONFIG_EVENTFD) |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 588 | int ioeventfds[7]; |
| 589 | int i, ret = 0; |
| 590 | for (i = 0; i < ARRAY_SIZE(ioeventfds); i++) { |
| 591 | ioeventfds[i] = eventfd(0, EFD_CLOEXEC); |
| 592 | if (ioeventfds[i] < 0) { |
| 593 | break; |
| 594 | } |
Michael S. Tsirkin | 41cb62c | 2013-04-02 16:52:25 +0300 | [diff] [blame] | 595 | ret = kvm_set_ioeventfd_pio(ioeventfds[i], 0, i, true, 2, true); |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 596 | if (ret < 0) { |
| 597 | close(ioeventfds[i]); |
| 598 | break; |
| 599 | } |
| 600 | } |
| 601 | |
| 602 | /* Decide whether many devices are supported or not */ |
| 603 | ret = i == ARRAY_SIZE(ioeventfds); |
| 604 | |
| 605 | while (i-- > 0) { |
Michael S. Tsirkin | 41cb62c | 2013-04-02 16:52:25 +0300 | [diff] [blame] | 606 | kvm_set_ioeventfd_pio(ioeventfds[i], 0, i, false, 2, true); |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 607 | close(ioeventfds[i]); |
| 608 | } |
| 609 | return ret; |
| 610 | #else |
| 611 | return 0; |
| 612 | #endif |
| 613 | } |
| 614 | |
Jan Kiszka | 94a8d39 | 2011-01-21 21:48:17 +0100 | [diff] [blame] | 615 | static const KVMCapabilityInfo * |
| 616 | kvm_check_extension_list(KVMState *s, const KVMCapabilityInfo *list) |
| 617 | { |
| 618 | while (list->name) { |
| 619 | if (!kvm_check_extension(s, list->value)) { |
| 620 | return list; |
| 621 | } |
| 622 | list++; |
| 623 | } |
| 624 | return NULL; |
| 625 | } |
| 626 | |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 627 | static void kvm_set_phys_mem(KVMMemoryListener *kml, |
| 628 | MemoryRegionSection *section, bool add) |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 629 | { |
| 630 | KVMState *s = kvm_state; |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 631 | KVMSlot *mem, old; |
| 632 | int err; |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 633 | MemoryRegion *mr = section->mr; |
Jordan Justen | 235e898 | 2013-05-29 01:27:26 -0700 | [diff] [blame] | 634 | bool writeable = !mr->readonly && !mr->rom_device; |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 635 | hwaddr start_addr = section->offset_within_address_space; |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 636 | ram_addr_t size = int128_get64(section->size); |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 637 | void *ram = NULL; |
Avi Kivity | 8f6f962 | 2012-02-29 13:22:12 +0200 | [diff] [blame] | 638 | unsigned delta; |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 639 | |
Gleb Natapov | 14542fe | 2010-07-28 18:13:23 +0300 | [diff] [blame] | 640 | /* kvm works in page size chunks, but the function may be called |
Alexander Graf | f2a6403 | 2014-11-07 22:12:48 +0100 | [diff] [blame] | 641 | with sub-page size and unaligned start address. Pad the start |
| 642 | address to next and truncate size to previous page boundary. */ |
Alexey Kardashevskiy | b232c78 | 2015-10-06 14:30:57 +1100 | [diff] [blame] | 643 | delta = qemu_real_host_page_size - (start_addr & ~qemu_real_host_page_mask); |
| 644 | delta &= ~qemu_real_host_page_mask; |
Avi Kivity | 8f6f962 | 2012-02-29 13:22:12 +0200 | [diff] [blame] | 645 | if (delta > size) { |
| 646 | return; |
| 647 | } |
| 648 | start_addr += delta; |
| 649 | size -= delta; |
Alexey Kardashevskiy | b232c78 | 2015-10-06 14:30:57 +1100 | [diff] [blame] | 650 | size &= qemu_real_host_page_mask; |
| 651 | if (!size || (start_addr & ~qemu_real_host_page_mask)) { |
Avi Kivity | 8f6f962 | 2012-02-29 13:22:12 +0200 | [diff] [blame] | 652 | return; |
| 653 | } |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 654 | |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 655 | if (!memory_region_is_ram(mr)) { |
Jordan Justen | 235e898 | 2013-05-29 01:27:26 -0700 | [diff] [blame] | 656 | if (writeable || !kvm_readonly_mem_allowed) { |
| 657 | return; |
| 658 | } else if (!mr->romd_mode) { |
| 659 | /* If the memory device is not in romd_mode, then we actually want |
| 660 | * to remove the kvm memory slot so all accesses will trap. */ |
| 661 | add = false; |
| 662 | } |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 663 | } |
| 664 | |
Avi Kivity | 8f6f962 | 2012-02-29 13:22:12 +0200 | [diff] [blame] | 665 | ram = memory_region_get_ram_ptr(mr) + section->offset_within_region + delta; |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 666 | |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 667 | while (1) { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 668 | mem = kvm_lookup_overlapping_slot(kml, start_addr, start_addr + size); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 669 | if (!mem) { |
| 670 | break; |
| 671 | } |
| 672 | |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 673 | if (add && start_addr >= mem->start_addr && |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 674 | (start_addr + size <= mem->start_addr + mem->memory_size) && |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 675 | (ram - start_addr == mem->ram - mem->start_addr)) { |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 676 | /* The new slot fits into the existing one and comes with |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 677 | * identical parameters - update flags and done. */ |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 678 | kvm_slot_update_flags(kml, mem, mr); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 679 | return; |
| 680 | } |
| 681 | |
| 682 | old = *mem; |
| 683 | |
Paolo Bonzini | 1bfbac4 | 2015-03-23 10:57:21 +0100 | [diff] [blame] | 684 | if (mem->flags & KVM_MEM_LOG_DIRTY_PAGES) { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 685 | kvm_physical_sync_dirty_bitmap(kml, section); |
Avi Kivity | 3fbffb6 | 2012-01-15 16:13:59 +0200 | [diff] [blame] | 686 | } |
| 687 | |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 688 | /* unregister the overlapping slot */ |
| 689 | mem->memory_size = 0; |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 690 | err = kvm_set_user_memory_region(kml, mem); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 691 | if (err) { |
| 692 | fprintf(stderr, "%s: error unregistering overlapping slot: %s\n", |
| 693 | __func__, strerror(-err)); |
| 694 | abort(); |
| 695 | } |
| 696 | |
| 697 | /* Workaround for older KVM versions: we can't join slots, even not by |
| 698 | * unregistering the previous ones and then registering the larger |
| 699 | * slot. We have to maintain the existing fragmentation. Sigh. |
| 700 | * |
| 701 | * This workaround assumes that the new slot starts at the same |
| 702 | * address as the first existing one. If not or if some overlapping |
| 703 | * slot comes around later, we will fail (not seen in practice so far) |
| 704 | * - and actually require a recent KVM version. */ |
| 705 | if (s->broken_set_mem_region && |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 706 | old.start_addr == start_addr && old.memory_size < size && add) { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 707 | mem = kvm_alloc_slot(kml); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 708 | mem->memory_size = old.memory_size; |
| 709 | mem->start_addr = old.start_addr; |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 710 | mem->ram = old.ram; |
Andrew Jones | d6ff5cb | 2015-06-18 18:28:43 +0200 | [diff] [blame] | 711 | mem->flags = kvm_mem_flags(mr); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 712 | |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 713 | err = kvm_set_user_memory_region(kml, mem); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 714 | if (err) { |
| 715 | fprintf(stderr, "%s: error updating slot: %s\n", __func__, |
| 716 | strerror(-err)); |
| 717 | abort(); |
| 718 | } |
| 719 | |
| 720 | start_addr += old.memory_size; |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 721 | ram += old.memory_size; |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 722 | size -= old.memory_size; |
| 723 | continue; |
| 724 | } |
| 725 | |
| 726 | /* register prefix slot */ |
| 727 | if (old.start_addr < start_addr) { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 728 | mem = kvm_alloc_slot(kml); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 729 | mem->memory_size = start_addr - old.start_addr; |
| 730 | mem->start_addr = old.start_addr; |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 731 | mem->ram = old.ram; |
Andrew Jones | d6ff5cb | 2015-06-18 18:28:43 +0200 | [diff] [blame] | 732 | mem->flags = kvm_mem_flags(mr); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 733 | |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 734 | err = kvm_set_user_memory_region(kml, mem); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 735 | if (err) { |
| 736 | fprintf(stderr, "%s: error registering prefix slot: %s\n", |
| 737 | __func__, strerror(-err)); |
Alexander Graf | d4d6868 | 2011-04-16 10:15:11 +0200 | [diff] [blame] | 738 | #ifdef TARGET_PPC |
| 739 | fprintf(stderr, "%s: This is probably because your kernel's " \ |
| 740 | "PAGE_SIZE is too big. Please try to use 4k " \ |
| 741 | "PAGE_SIZE!\n", __func__); |
| 742 | #endif |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 743 | abort(); |
| 744 | } |
| 745 | } |
| 746 | |
| 747 | /* register suffix slot */ |
| 748 | if (old.start_addr + old.memory_size > start_addr + size) { |
| 749 | ram_addr_t size_delta; |
| 750 | |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 751 | mem = kvm_alloc_slot(kml); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 752 | mem->start_addr = start_addr + size; |
| 753 | size_delta = mem->start_addr - old.start_addr; |
| 754 | mem->memory_size = old.memory_size - size_delta; |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 755 | mem->ram = old.ram + size_delta; |
Andrew Jones | d6ff5cb | 2015-06-18 18:28:43 +0200 | [diff] [blame] | 756 | mem->flags = kvm_mem_flags(mr); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 757 | |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 758 | err = kvm_set_user_memory_region(kml, mem); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 759 | if (err) { |
| 760 | fprintf(stderr, "%s: error registering suffix slot: %s\n", |
| 761 | __func__, strerror(-err)); |
| 762 | abort(); |
| 763 | } |
| 764 | } |
| 765 | } |
| 766 | |
| 767 | /* in case the KVM bug workaround already "consumed" the new slot */ |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 768 | if (!size) { |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 769 | return; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 770 | } |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 771 | if (!add) { |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 772 | return; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 773 | } |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 774 | mem = kvm_alloc_slot(kml); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 775 | mem->memory_size = size; |
| 776 | mem->start_addr = start_addr; |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 777 | mem->ram = ram; |
Andrew Jones | d6ff5cb | 2015-06-18 18:28:43 +0200 | [diff] [blame] | 778 | mem->flags = kvm_mem_flags(mr); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 779 | |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 780 | err = kvm_set_user_memory_region(kml, mem); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 781 | if (err) { |
| 782 | fprintf(stderr, "%s: error registering slot: %s\n", __func__, |
| 783 | strerror(-err)); |
| 784 | abort(); |
| 785 | } |
| 786 | } |
| 787 | |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 788 | static void kvm_region_add(MemoryListener *listener, |
| 789 | MemoryRegionSection *section) |
Michael S. Tsirkin | 7b8f3b7 | 2010-01-27 22:07:21 +0200 | [diff] [blame] | 790 | { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 791 | KVMMemoryListener *kml = container_of(listener, KVMMemoryListener, listener); |
| 792 | |
Paolo Bonzini | dfde4e6 | 2013-05-06 10:46:11 +0200 | [diff] [blame] | 793 | memory_region_ref(section->mr); |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 794 | kvm_set_phys_mem(kml, section, true); |
Michael S. Tsirkin | 7b8f3b7 | 2010-01-27 22:07:21 +0200 | [diff] [blame] | 795 | } |
| 796 | |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 797 | static void kvm_region_del(MemoryListener *listener, |
| 798 | MemoryRegionSection *section) |
Michael S. Tsirkin | 7b8f3b7 | 2010-01-27 22:07:21 +0200 | [diff] [blame] | 799 | { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 800 | KVMMemoryListener *kml = container_of(listener, KVMMemoryListener, listener); |
| 801 | |
| 802 | kvm_set_phys_mem(kml, section, false); |
Paolo Bonzini | dfde4e6 | 2013-05-06 10:46:11 +0200 | [diff] [blame] | 803 | memory_region_unref(section->mr); |
Michael S. Tsirkin | 7b8f3b7 | 2010-01-27 22:07:21 +0200 | [diff] [blame] | 804 | } |
| 805 | |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 806 | static void kvm_log_sync(MemoryListener *listener, |
| 807 | MemoryRegionSection *section) |
Michael S. Tsirkin | 7b8f3b7 | 2010-01-27 22:07:21 +0200 | [diff] [blame] | 808 | { |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 809 | KVMMemoryListener *kml = container_of(listener, KVMMemoryListener, listener); |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 810 | int r; |
| 811 | |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 812 | r = kvm_physical_sync_dirty_bitmap(kml, section); |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 813 | if (r < 0) { |
| 814 | abort(); |
| 815 | } |
Michael S. Tsirkin | 7b8f3b7 | 2010-01-27 22:07:21 +0200 | [diff] [blame] | 816 | } |
| 817 | |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 818 | static void kvm_mem_ioeventfd_add(MemoryListener *listener, |
| 819 | MemoryRegionSection *section, |
| 820 | bool match_data, uint64_t data, |
| 821 | EventNotifier *e) |
| 822 | { |
| 823 | int fd = event_notifier_get_fd(e); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 824 | int r; |
| 825 | |
Michael S. Tsirkin | 4b8f1c8 | 2012-03-20 14:31:38 +0200 | [diff] [blame] | 826 | r = kvm_set_ioeventfd_mmio(fd, section->offset_within_address_space, |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 827 | data, true, int128_get64(section->size), |
| 828 | match_data); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 829 | if (r < 0) { |
Amos Kong | fa4ba92 | 2013-05-22 12:57:35 +0800 | [diff] [blame] | 830 | fprintf(stderr, "%s: error adding ioeventfd: %s\n", |
| 831 | __func__, strerror(-r)); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 832 | abort(); |
| 833 | } |
| 834 | } |
| 835 | |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 836 | static void kvm_mem_ioeventfd_del(MemoryListener *listener, |
| 837 | MemoryRegionSection *section, |
| 838 | bool match_data, uint64_t data, |
| 839 | EventNotifier *e) |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 840 | { |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 841 | int fd = event_notifier_get_fd(e); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 842 | int r; |
| 843 | |
Michael S. Tsirkin | 4b8f1c8 | 2012-03-20 14:31:38 +0200 | [diff] [blame] | 844 | r = kvm_set_ioeventfd_mmio(fd, section->offset_within_address_space, |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 845 | data, false, int128_get64(section->size), |
| 846 | match_data); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 847 | if (r < 0) { |
| 848 | abort(); |
| 849 | } |
| 850 | } |
| 851 | |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 852 | static void kvm_io_ioeventfd_add(MemoryListener *listener, |
| 853 | MemoryRegionSection *section, |
| 854 | bool match_data, uint64_t data, |
| 855 | EventNotifier *e) |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 856 | { |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 857 | int fd = event_notifier_get_fd(e); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 858 | int r; |
| 859 | |
Michael S. Tsirkin | 44c3f8f | 2013-04-02 00:54:45 +0300 | [diff] [blame] | 860 | r = kvm_set_ioeventfd_pio(fd, section->offset_within_address_space, |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 861 | data, true, int128_get64(section->size), |
| 862 | match_data); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 863 | if (r < 0) { |
Amos Kong | fa4ba92 | 2013-05-22 12:57:35 +0800 | [diff] [blame] | 864 | fprintf(stderr, "%s: error adding ioeventfd: %s\n", |
| 865 | __func__, strerror(-r)); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 866 | abort(); |
| 867 | } |
| 868 | } |
| 869 | |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 870 | static void kvm_io_ioeventfd_del(MemoryListener *listener, |
| 871 | MemoryRegionSection *section, |
| 872 | bool match_data, uint64_t data, |
| 873 | EventNotifier *e) |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 874 | |
| 875 | { |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 876 | int fd = event_notifier_get_fd(e); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 877 | int r; |
| 878 | |
Michael S. Tsirkin | 44c3f8f | 2013-04-02 00:54:45 +0300 | [diff] [blame] | 879 | r = kvm_set_ioeventfd_pio(fd, section->offset_within_address_space, |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 880 | data, false, int128_get64(section->size), |
| 881 | match_data); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 882 | if (r < 0) { |
| 883 | abort(); |
| 884 | } |
| 885 | } |
| 886 | |
Paolo Bonzini | 38bfe69 | 2015-06-18 18:30:14 +0200 | [diff] [blame] | 887 | void kvm_memory_listener_register(KVMState *s, KVMMemoryListener *kml, |
| 888 | AddressSpace *as, int as_id) |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 889 | { |
| 890 | int i; |
| 891 | |
| 892 | kml->slots = g_malloc0(s->nr_slots * sizeof(KVMSlot)); |
Paolo Bonzini | 38bfe69 | 2015-06-18 18:30:14 +0200 | [diff] [blame] | 893 | kml->as_id = as_id; |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 894 | |
| 895 | for (i = 0; i < s->nr_slots; i++) { |
| 896 | kml->slots[i].slot = i; |
| 897 | } |
| 898 | |
| 899 | kml->listener.region_add = kvm_region_add; |
| 900 | kml->listener.region_del = kvm_region_del; |
| 901 | kml->listener.log_start = kvm_log_start; |
| 902 | kml->listener.log_stop = kvm_log_stop; |
| 903 | kml->listener.log_sync = kvm_log_sync; |
| 904 | kml->listener.priority = 10; |
| 905 | |
| 906 | memory_listener_register(&kml->listener, as); |
| 907 | } |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 908 | |
| 909 | static MemoryListener kvm_io_listener = { |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 910 | .eventfd_add = kvm_io_ioeventfd_add, |
| 911 | .eventfd_del = kvm_io_ioeventfd_del, |
Avi Kivity | 72e22d2 | 2012-02-08 15:05:50 +0200 | [diff] [blame] | 912 | .priority = 10, |
Michael S. Tsirkin | 7b8f3b7 | 2010-01-27 22:07:21 +0200 | [diff] [blame] | 913 | }; |
| 914 | |
Andreas Färber | c3affe5 | 2013-01-18 15:03:43 +0100 | [diff] [blame] | 915 | static void kvm_handle_interrupt(CPUState *cpu, int mask) |
Jan Kiszka | aa7f74d | 2011-04-13 01:32:56 +0200 | [diff] [blame] | 916 | { |
Andreas Färber | 259186a | 2013-01-17 18:51:17 +0100 | [diff] [blame] | 917 | cpu->interrupt_request |= mask; |
Jan Kiszka | aa7f74d | 2011-04-13 01:32:56 +0200 | [diff] [blame] | 918 | |
Andreas Färber | 60e8257 | 2012-05-02 22:23:49 +0200 | [diff] [blame] | 919 | if (!qemu_cpu_is_self(cpu)) { |
Andreas Färber | c08d742 | 2012-05-03 04:34:15 +0200 | [diff] [blame] | 920 | qemu_cpu_kick(cpu); |
Jan Kiszka | aa7f74d | 2011-04-13 01:32:56 +0200 | [diff] [blame] | 921 | } |
| 922 | } |
| 923 | |
Peter Maydell | 3889c3f | 2012-07-26 15:35:12 +0100 | [diff] [blame] | 924 | int kvm_set_irq(KVMState *s, int irq, int level) |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 925 | { |
| 926 | struct kvm_irq_level event; |
| 927 | int ret; |
| 928 | |
Peter Maydell | 7ae26bd | 2012-07-26 15:35:11 +0100 | [diff] [blame] | 929 | assert(kvm_async_interrupts_enabled()); |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 930 | |
| 931 | event.level = level; |
| 932 | event.irq = irq; |
Jan Kiszka | e333cd6 | 2012-08-24 13:34:47 +0200 | [diff] [blame] | 933 | ret = kvm_vm_ioctl(s, s->irq_set_ioctl, &event); |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 934 | if (ret < 0) { |
Peter Maydell | 3889c3f | 2012-07-26 15:35:12 +0100 | [diff] [blame] | 935 | perror("kvm_set_irq"); |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 936 | abort(); |
| 937 | } |
| 938 | |
Jan Kiszka | e333cd6 | 2012-08-24 13:34:47 +0200 | [diff] [blame] | 939 | return (s->irq_set_ioctl == KVM_IRQ_LINE) ? 1 : event.status; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 940 | } |
| 941 | |
| 942 | #ifdef KVM_CAP_IRQ_ROUTING |
Jan Kiszka | d3d3bef | 2012-06-05 21:03:57 +0200 | [diff] [blame] | 943 | typedef struct KVMMSIRoute { |
| 944 | struct kvm_irq_routing_entry kroute; |
| 945 | QTAILQ_ENTRY(KVMMSIRoute) entry; |
| 946 | } KVMMSIRoute; |
| 947 | |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 948 | static void set_gsi(KVMState *s, unsigned int gsi) |
| 949 | { |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 950 | s->used_gsi_bitmap[gsi / 32] |= 1U << (gsi % 32); |
| 951 | } |
| 952 | |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 953 | static void clear_gsi(KVMState *s, unsigned int gsi) |
| 954 | { |
| 955 | s->used_gsi_bitmap[gsi / 32] &= ~(1U << (gsi % 32)); |
| 956 | } |
| 957 | |
Alexander Graf | 7b77459 | 2013-04-16 15:58:13 +0200 | [diff] [blame] | 958 | void kvm_init_irq_routing(KVMState *s) |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 959 | { |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 960 | int gsi_count, i; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 961 | |
Alexander Graf | 0000841 | 2014-06-06 14:46:05 +0200 | [diff] [blame] | 962 | gsi_count = kvm_check_extension(s, KVM_CAP_IRQ_ROUTING) - 1; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 963 | if (gsi_count > 0) { |
| 964 | unsigned int gsi_bits, i; |
| 965 | |
| 966 | /* Round up so we can search ints using ffs */ |
Jason Baron | bc8c678 | 2012-03-28 14:18:05 -0400 | [diff] [blame] | 967 | gsi_bits = ALIGN(gsi_count, 32); |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 968 | s->used_gsi_bitmap = g_malloc0(gsi_bits / 8); |
Jan Kiszka | 4e2e4e6 | 2012-05-16 15:41:08 -0300 | [diff] [blame] | 969 | s->gsi_count = gsi_count; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 970 | |
| 971 | /* Mark any over-allocated bits as already in use */ |
| 972 | for (i = gsi_count; i < gsi_bits; i++) { |
| 973 | set_gsi(s, i); |
| 974 | } |
| 975 | } |
| 976 | |
| 977 | s->irq_routes = g_malloc0(sizeof(*s->irq_routes)); |
| 978 | s->nr_allocated_irq_routes = 0; |
| 979 | |
Pavel Fedin | 50bf31b | 2015-10-15 16:44:50 +0300 | [diff] [blame] | 980 | if (!kvm_direct_msi_allowed) { |
Jan Kiszka | 4a3adeb | 2012-05-16 15:41:14 -0300 | [diff] [blame] | 981 | for (i = 0; i < KVM_MSI_HASHTAB_SIZE; i++) { |
| 982 | QTAILQ_INIT(&s->msi_hashtab[i]); |
| 983 | } |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 984 | } |
| 985 | |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 986 | kvm_arch_init_irq_routing(s); |
| 987 | } |
| 988 | |
Alexander Graf | cb925cf | 2013-04-17 01:11:55 +0200 | [diff] [blame] | 989 | void kvm_irqchip_commit_routes(KVMState *s) |
Jan Kiszka | e7b2030 | 2012-05-17 10:32:35 -0300 | [diff] [blame] | 990 | { |
| 991 | int ret; |
| 992 | |
| 993 | s->irq_routes->flags = 0; |
| 994 | ret = kvm_vm_ioctl(s, KVM_SET_GSI_ROUTING, s->irq_routes); |
| 995 | assert(ret == 0); |
| 996 | } |
| 997 | |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 998 | static void kvm_add_routing_entry(KVMState *s, |
| 999 | struct kvm_irq_routing_entry *entry) |
| 1000 | { |
| 1001 | struct kvm_irq_routing_entry *new; |
| 1002 | int n, size; |
| 1003 | |
| 1004 | if (s->irq_routes->nr == s->nr_allocated_irq_routes) { |
| 1005 | n = s->nr_allocated_irq_routes * 2; |
| 1006 | if (n < 64) { |
| 1007 | n = 64; |
| 1008 | } |
| 1009 | size = sizeof(struct kvm_irq_routing); |
| 1010 | size += n * sizeof(*new); |
| 1011 | s->irq_routes = g_realloc(s->irq_routes, size); |
| 1012 | s->nr_allocated_irq_routes = n; |
| 1013 | } |
| 1014 | n = s->irq_routes->nr++; |
| 1015 | new = &s->irq_routes->entries[n]; |
Michael S. Tsirkin | 0fbc207 | 2013-06-04 14:52:32 +0300 | [diff] [blame] | 1016 | |
| 1017 | *new = *entry; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1018 | |
| 1019 | set_gsi(s, entry->gsi); |
| 1020 | } |
| 1021 | |
Jan Kiszka | cc57407 | 2012-08-27 08:28:38 +0200 | [diff] [blame] | 1022 | static int kvm_update_routing_entry(KVMState *s, |
| 1023 | struct kvm_irq_routing_entry *new_entry) |
| 1024 | { |
| 1025 | struct kvm_irq_routing_entry *entry; |
| 1026 | int n; |
| 1027 | |
| 1028 | for (n = 0; n < s->irq_routes->nr; n++) { |
| 1029 | entry = &s->irq_routes->entries[n]; |
| 1030 | if (entry->gsi != new_entry->gsi) { |
| 1031 | continue; |
| 1032 | } |
| 1033 | |
Michael S. Tsirkin | 40509f7 | 2013-06-04 14:52:35 +0300 | [diff] [blame] | 1034 | if(!memcmp(entry, new_entry, sizeof *entry)) { |
| 1035 | return 0; |
| 1036 | } |
| 1037 | |
Michael S. Tsirkin | 0fbc207 | 2013-06-04 14:52:32 +0300 | [diff] [blame] | 1038 | *entry = *new_entry; |
Jan Kiszka | cc57407 | 2012-08-27 08:28:38 +0200 | [diff] [blame] | 1039 | |
| 1040 | kvm_irqchip_commit_routes(s); |
| 1041 | |
| 1042 | return 0; |
| 1043 | } |
| 1044 | |
| 1045 | return -ESRCH; |
| 1046 | } |
| 1047 | |
Jan Kiszka | 1df186d | 2012-05-17 10:32:32 -0300 | [diff] [blame] | 1048 | void kvm_irqchip_add_irq_route(KVMState *s, int irq, int irqchip, int pin) |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1049 | { |
Michael S. Tsirkin | 0fbc207 | 2013-06-04 14:52:32 +0300 | [diff] [blame] | 1050 | struct kvm_irq_routing_entry e = {}; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1051 | |
Jan Kiszka | 4e2e4e6 | 2012-05-16 15:41:08 -0300 | [diff] [blame] | 1052 | assert(pin < s->gsi_count); |
| 1053 | |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1054 | e.gsi = irq; |
| 1055 | e.type = KVM_IRQ_ROUTING_IRQCHIP; |
| 1056 | e.flags = 0; |
| 1057 | e.u.irqchip.irqchip = irqchip; |
| 1058 | e.u.irqchip.pin = pin; |
| 1059 | kvm_add_routing_entry(s, &e); |
| 1060 | } |
| 1061 | |
Jan Kiszka | 1e2aa8b | 2012-05-17 10:32:34 -0300 | [diff] [blame] | 1062 | void kvm_irqchip_release_virq(KVMState *s, int virq) |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1063 | { |
| 1064 | struct kvm_irq_routing_entry *e; |
| 1065 | int i; |
| 1066 | |
Alexey Kardashevskiy | 76fe21d | 2013-09-03 18:08:25 +1000 | [diff] [blame] | 1067 | if (kvm_gsi_direct_mapping()) { |
| 1068 | return; |
| 1069 | } |
| 1070 | |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1071 | for (i = 0; i < s->irq_routes->nr; i++) { |
| 1072 | e = &s->irq_routes->entries[i]; |
| 1073 | if (e->gsi == virq) { |
| 1074 | s->irq_routes->nr--; |
| 1075 | *e = s->irq_routes->entries[s->irq_routes->nr]; |
| 1076 | } |
| 1077 | } |
| 1078 | clear_gsi(s, virq); |
| 1079 | } |
| 1080 | |
| 1081 | static unsigned int kvm_hash_msi(uint32_t data) |
| 1082 | { |
| 1083 | /* This is optimized for IA32 MSI layout. However, no other arch shall |
| 1084 | * repeat the mistake of not providing a direct MSI injection API. */ |
| 1085 | return data & 0xff; |
| 1086 | } |
| 1087 | |
| 1088 | static void kvm_flush_dynamic_msi_routes(KVMState *s) |
| 1089 | { |
| 1090 | KVMMSIRoute *route, *next; |
| 1091 | unsigned int hash; |
| 1092 | |
| 1093 | for (hash = 0; hash < KVM_MSI_HASHTAB_SIZE; hash++) { |
| 1094 | QTAILQ_FOREACH_SAFE(route, &s->msi_hashtab[hash], entry, next) { |
| 1095 | kvm_irqchip_release_virq(s, route->kroute.gsi); |
| 1096 | QTAILQ_REMOVE(&s->msi_hashtab[hash], route, entry); |
| 1097 | g_free(route); |
| 1098 | } |
| 1099 | } |
| 1100 | } |
| 1101 | |
| 1102 | static int kvm_irqchip_get_virq(KVMState *s) |
| 1103 | { |
| 1104 | uint32_t *word = s->used_gsi_bitmap; |
| 1105 | int max_words = ALIGN(s->gsi_count, 32) / 32; |
Stefan Hajnoczi | bd2a888 | 2015-03-23 15:29:27 +0000 | [diff] [blame] | 1106 | int i, zeroes; |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1107 | |
马文霜 | bdf0263 | 2015-07-01 15:41:41 +0200 | [diff] [blame] | 1108 | /* |
| 1109 | * PIC and IOAPIC share the first 16 GSI numbers, thus the available |
| 1110 | * GSI numbers are more than the number of IRQ route. Allocating a GSI |
| 1111 | * number can succeed even though a new route entry cannot be added. |
| 1112 | * When this happens, flush dynamic MSI entries to free IRQ route entries. |
| 1113 | */ |
Pavel Fedin | 50bf31b | 2015-10-15 16:44:50 +0300 | [diff] [blame] | 1114 | if (!kvm_direct_msi_allowed && s->irq_routes->nr == s->gsi_count) { |
马文霜 | bdf0263 | 2015-07-01 15:41:41 +0200 | [diff] [blame] | 1115 | kvm_flush_dynamic_msi_routes(s); |
| 1116 | } |
| 1117 | |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1118 | /* Return the lowest unused GSI in the bitmap */ |
| 1119 | for (i = 0; i < max_words; i++) { |
Stefan Hajnoczi | bd2a888 | 2015-03-23 15:29:27 +0000 | [diff] [blame] | 1120 | zeroes = ctz32(~word[i]); |
| 1121 | if (zeroes == 32) { |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1122 | continue; |
| 1123 | } |
| 1124 | |
Stefan Hajnoczi | bd2a888 | 2015-03-23 15:29:27 +0000 | [diff] [blame] | 1125 | return zeroes + i * 32; |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1126 | } |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1127 | return -ENOSPC; |
| 1128 | |
| 1129 | } |
| 1130 | |
| 1131 | static KVMMSIRoute *kvm_lookup_msi_route(KVMState *s, MSIMessage msg) |
| 1132 | { |
| 1133 | unsigned int hash = kvm_hash_msi(msg.data); |
| 1134 | KVMMSIRoute *route; |
| 1135 | |
| 1136 | QTAILQ_FOREACH(route, &s->msi_hashtab[hash], entry) { |
| 1137 | if (route->kroute.u.msi.address_lo == (uint32_t)msg.address && |
| 1138 | route->kroute.u.msi.address_hi == (msg.address >> 32) && |
Alexander Graf | d07cc1f | 2013-04-16 15:05:22 +0200 | [diff] [blame] | 1139 | route->kroute.u.msi.data == le32_to_cpu(msg.data)) { |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1140 | return route; |
| 1141 | } |
| 1142 | } |
| 1143 | return NULL; |
| 1144 | } |
| 1145 | |
| 1146 | int kvm_irqchip_send_msi(KVMState *s, MSIMessage msg) |
| 1147 | { |
Jan Kiszka | 4a3adeb | 2012-05-16 15:41:14 -0300 | [diff] [blame] | 1148 | struct kvm_msi msi; |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1149 | KVMMSIRoute *route; |
| 1150 | |
Pavel Fedin | 50bf31b | 2015-10-15 16:44:50 +0300 | [diff] [blame] | 1151 | if (kvm_direct_msi_allowed) { |
Jan Kiszka | 4a3adeb | 2012-05-16 15:41:14 -0300 | [diff] [blame] | 1152 | msi.address_lo = (uint32_t)msg.address; |
| 1153 | msi.address_hi = msg.address >> 32; |
Alexander Graf | d07cc1f | 2013-04-16 15:05:22 +0200 | [diff] [blame] | 1154 | msi.data = le32_to_cpu(msg.data); |
Jan Kiszka | 4a3adeb | 2012-05-16 15:41:14 -0300 | [diff] [blame] | 1155 | msi.flags = 0; |
| 1156 | memset(msi.pad, 0, sizeof(msi.pad)); |
| 1157 | |
| 1158 | return kvm_vm_ioctl(s, KVM_SIGNAL_MSI, &msi); |
| 1159 | } |
| 1160 | |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1161 | route = kvm_lookup_msi_route(s, msg); |
| 1162 | if (!route) { |
Jan Kiszka | e7b2030 | 2012-05-17 10:32:35 -0300 | [diff] [blame] | 1163 | int virq; |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1164 | |
| 1165 | virq = kvm_irqchip_get_virq(s); |
| 1166 | if (virq < 0) { |
| 1167 | return virq; |
| 1168 | } |
| 1169 | |
Michael S. Tsirkin | 0fbc207 | 2013-06-04 14:52:32 +0300 | [diff] [blame] | 1170 | route = g_malloc0(sizeof(KVMMSIRoute)); |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1171 | route->kroute.gsi = virq; |
| 1172 | route->kroute.type = KVM_IRQ_ROUTING_MSI; |
| 1173 | route->kroute.flags = 0; |
| 1174 | route->kroute.u.msi.address_lo = (uint32_t)msg.address; |
| 1175 | route->kroute.u.msi.address_hi = msg.address >> 32; |
Alexander Graf | d07cc1f | 2013-04-16 15:05:22 +0200 | [diff] [blame] | 1176 | route->kroute.u.msi.data = le32_to_cpu(msg.data); |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1177 | |
| 1178 | kvm_add_routing_entry(s, &route->kroute); |
Alexander Graf | cb925cf | 2013-04-17 01:11:55 +0200 | [diff] [blame] | 1179 | kvm_irqchip_commit_routes(s); |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1180 | |
| 1181 | QTAILQ_INSERT_TAIL(&s->msi_hashtab[kvm_hash_msi(msg.data)], route, |
| 1182 | entry); |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1183 | } |
| 1184 | |
| 1185 | assert(route->kroute.type == KVM_IRQ_ROUTING_MSI); |
| 1186 | |
Peter Maydell | 3889c3f | 2012-07-26 15:35:12 +0100 | [diff] [blame] | 1187 | return kvm_set_irq(s, route->kroute.gsi, 1); |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1188 | } |
| 1189 | |
Pavel Fedin | dc9f06c | 2015-10-15 16:44:52 +0300 | [diff] [blame] | 1190 | int kvm_irqchip_add_msi_route(KVMState *s, MSIMessage msg, PCIDevice *dev) |
Jan Kiszka | 92b4e48 | 2012-05-17 10:32:33 -0300 | [diff] [blame] | 1191 | { |
Michael S. Tsirkin | 0fbc207 | 2013-06-04 14:52:32 +0300 | [diff] [blame] | 1192 | struct kvm_irq_routing_entry kroute = {}; |
Jan Kiszka | 92b4e48 | 2012-05-17 10:32:33 -0300 | [diff] [blame] | 1193 | int virq; |
| 1194 | |
Alexey Kardashevskiy | 76fe21d | 2013-09-03 18:08:25 +1000 | [diff] [blame] | 1195 | if (kvm_gsi_direct_mapping()) { |
Eric Auger | 1850b6b | 2015-06-02 14:56:23 +0100 | [diff] [blame] | 1196 | return kvm_arch_msi_data_to_gsi(msg.data); |
Alexey Kardashevskiy | 76fe21d | 2013-09-03 18:08:25 +1000 | [diff] [blame] | 1197 | } |
| 1198 | |
Peter Maydell | f3e1bed | 2012-07-26 15:35:16 +0100 | [diff] [blame] | 1199 | if (!kvm_gsi_routing_enabled()) { |
Jan Kiszka | 92b4e48 | 2012-05-17 10:32:33 -0300 | [diff] [blame] | 1200 | return -ENOSYS; |
| 1201 | } |
| 1202 | |
| 1203 | virq = kvm_irqchip_get_virq(s); |
| 1204 | if (virq < 0) { |
| 1205 | return virq; |
| 1206 | } |
| 1207 | |
| 1208 | kroute.gsi = virq; |
| 1209 | kroute.type = KVM_IRQ_ROUTING_MSI; |
| 1210 | kroute.flags = 0; |
| 1211 | kroute.u.msi.address_lo = (uint32_t)msg.address; |
| 1212 | kroute.u.msi.address_hi = msg.address >> 32; |
Alexander Graf | d07cc1f | 2013-04-16 15:05:22 +0200 | [diff] [blame] | 1213 | kroute.u.msi.data = le32_to_cpu(msg.data); |
Pavel Fedin | dc9f06c | 2015-10-15 16:44:52 +0300 | [diff] [blame] | 1214 | if (kvm_arch_fixup_msi_route(&kroute, msg.address, msg.data, dev)) { |
Frank Blaschka | 9e03a04 | 2015-01-09 09:04:40 +0100 | [diff] [blame] | 1215 | kvm_irqchip_release_virq(s, virq); |
| 1216 | return -EINVAL; |
| 1217 | } |
Jan Kiszka | 92b4e48 | 2012-05-17 10:32:33 -0300 | [diff] [blame] | 1218 | |
| 1219 | kvm_add_routing_entry(s, &kroute); |
Alexander Graf | cb925cf | 2013-04-17 01:11:55 +0200 | [diff] [blame] | 1220 | kvm_irqchip_commit_routes(s); |
Jan Kiszka | 92b4e48 | 2012-05-17 10:32:33 -0300 | [diff] [blame] | 1221 | |
| 1222 | return virq; |
| 1223 | } |
| 1224 | |
Pavel Fedin | dc9f06c | 2015-10-15 16:44:52 +0300 | [diff] [blame] | 1225 | int kvm_irqchip_update_msi_route(KVMState *s, int virq, MSIMessage msg, |
| 1226 | PCIDevice *dev) |
Jan Kiszka | cc57407 | 2012-08-27 08:28:38 +0200 | [diff] [blame] | 1227 | { |
Michael S. Tsirkin | 0fbc207 | 2013-06-04 14:52:32 +0300 | [diff] [blame] | 1228 | struct kvm_irq_routing_entry kroute = {}; |
Jan Kiszka | cc57407 | 2012-08-27 08:28:38 +0200 | [diff] [blame] | 1229 | |
Alexey Kardashevskiy | 76fe21d | 2013-09-03 18:08:25 +1000 | [diff] [blame] | 1230 | if (kvm_gsi_direct_mapping()) { |
| 1231 | return 0; |
| 1232 | } |
| 1233 | |
Jan Kiszka | cc57407 | 2012-08-27 08:28:38 +0200 | [diff] [blame] | 1234 | if (!kvm_irqchip_in_kernel()) { |
| 1235 | return -ENOSYS; |
| 1236 | } |
| 1237 | |
| 1238 | kroute.gsi = virq; |
| 1239 | kroute.type = KVM_IRQ_ROUTING_MSI; |
| 1240 | kroute.flags = 0; |
| 1241 | kroute.u.msi.address_lo = (uint32_t)msg.address; |
| 1242 | kroute.u.msi.address_hi = msg.address >> 32; |
Alexander Graf | d07cc1f | 2013-04-16 15:05:22 +0200 | [diff] [blame] | 1243 | kroute.u.msi.data = le32_to_cpu(msg.data); |
Pavel Fedin | dc9f06c | 2015-10-15 16:44:52 +0300 | [diff] [blame] | 1244 | if (kvm_arch_fixup_msi_route(&kroute, msg.address, msg.data, dev)) { |
Frank Blaschka | 9e03a04 | 2015-01-09 09:04:40 +0100 | [diff] [blame] | 1245 | return -EINVAL; |
| 1246 | } |
Jan Kiszka | cc57407 | 2012-08-27 08:28:38 +0200 | [diff] [blame] | 1247 | |
| 1248 | return kvm_update_routing_entry(s, &kroute); |
| 1249 | } |
| 1250 | |
Vincenzo Maffione | ca916d3 | 2013-07-22 11:51:33 +0200 | [diff] [blame] | 1251 | static int kvm_irqchip_assign_irqfd(KVMState *s, int fd, int rfd, int virq, |
| 1252 | bool assign) |
Jan Kiszka | 39853bb | 2012-05-17 10:32:36 -0300 | [diff] [blame] | 1253 | { |
| 1254 | struct kvm_irqfd irqfd = { |
| 1255 | .fd = fd, |
| 1256 | .gsi = virq, |
| 1257 | .flags = assign ? 0 : KVM_IRQFD_FLAG_DEASSIGN, |
| 1258 | }; |
| 1259 | |
Vincenzo Maffione | ca916d3 | 2013-07-22 11:51:33 +0200 | [diff] [blame] | 1260 | if (rfd != -1) { |
| 1261 | irqfd.flags |= KVM_IRQFD_FLAG_RESAMPLE; |
| 1262 | irqfd.resamplefd = rfd; |
| 1263 | } |
| 1264 | |
Peter Maydell | cc7e0dd | 2012-07-26 15:35:14 +0100 | [diff] [blame] | 1265 | if (!kvm_irqfds_enabled()) { |
Jan Kiszka | 39853bb | 2012-05-17 10:32:36 -0300 | [diff] [blame] | 1266 | return -ENOSYS; |
| 1267 | } |
| 1268 | |
| 1269 | return kvm_vm_ioctl(s, KVM_IRQFD, &irqfd); |
| 1270 | } |
| 1271 | |
Cornelia Huck | d426d9f | 2013-07-15 17:45:03 +0200 | [diff] [blame] | 1272 | int kvm_irqchip_add_adapter_route(KVMState *s, AdapterInfo *adapter) |
| 1273 | { |
Christian Borntraeger | e9af2fe | 2014-11-20 22:10:58 +0100 | [diff] [blame] | 1274 | struct kvm_irq_routing_entry kroute = {}; |
Cornelia Huck | d426d9f | 2013-07-15 17:45:03 +0200 | [diff] [blame] | 1275 | int virq; |
| 1276 | |
| 1277 | if (!kvm_gsi_routing_enabled()) { |
| 1278 | return -ENOSYS; |
| 1279 | } |
| 1280 | |
| 1281 | virq = kvm_irqchip_get_virq(s); |
| 1282 | if (virq < 0) { |
| 1283 | return virq; |
| 1284 | } |
| 1285 | |
| 1286 | kroute.gsi = virq; |
| 1287 | kroute.type = KVM_IRQ_ROUTING_S390_ADAPTER; |
| 1288 | kroute.flags = 0; |
| 1289 | kroute.u.adapter.summary_addr = adapter->summary_addr; |
| 1290 | kroute.u.adapter.ind_addr = adapter->ind_addr; |
| 1291 | kroute.u.adapter.summary_offset = adapter->summary_offset; |
| 1292 | kroute.u.adapter.ind_offset = adapter->ind_offset; |
| 1293 | kroute.u.adapter.adapter_id = adapter->adapter_id; |
| 1294 | |
| 1295 | kvm_add_routing_entry(s, &kroute); |
Cornelia Huck | d426d9f | 2013-07-15 17:45:03 +0200 | [diff] [blame] | 1296 | |
| 1297 | return virq; |
| 1298 | } |
| 1299 | |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1300 | #else /* !KVM_CAP_IRQ_ROUTING */ |
| 1301 | |
Alexander Graf | 7b77459 | 2013-04-16 15:58:13 +0200 | [diff] [blame] | 1302 | void kvm_init_irq_routing(KVMState *s) |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1303 | { |
| 1304 | } |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1305 | |
Jan Kiszka | d3d3bef | 2012-06-05 21:03:57 +0200 | [diff] [blame] | 1306 | void kvm_irqchip_release_virq(KVMState *s, int virq) |
| 1307 | { |
| 1308 | } |
| 1309 | |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1310 | int kvm_irqchip_send_msi(KVMState *s, MSIMessage msg) |
| 1311 | { |
| 1312 | abort(); |
| 1313 | } |
Jan Kiszka | 92b4e48 | 2012-05-17 10:32:33 -0300 | [diff] [blame] | 1314 | |
| 1315 | int kvm_irqchip_add_msi_route(KVMState *s, MSIMessage msg) |
| 1316 | { |
Alex Williamson | df41067 | 2012-06-25 09:40:39 -0600 | [diff] [blame] | 1317 | return -ENOSYS; |
Jan Kiszka | 92b4e48 | 2012-05-17 10:32:33 -0300 | [diff] [blame] | 1318 | } |
Jan Kiszka | 39853bb | 2012-05-17 10:32:36 -0300 | [diff] [blame] | 1319 | |
Cornelia Huck | d426d9f | 2013-07-15 17:45:03 +0200 | [diff] [blame] | 1320 | int kvm_irqchip_add_adapter_route(KVMState *s, AdapterInfo *adapter) |
| 1321 | { |
| 1322 | return -ENOSYS; |
| 1323 | } |
| 1324 | |
Jan Kiszka | 39853bb | 2012-05-17 10:32:36 -0300 | [diff] [blame] | 1325 | static int kvm_irqchip_assign_irqfd(KVMState *s, int fd, int virq, bool assign) |
| 1326 | { |
| 1327 | abort(); |
| 1328 | } |
Michael S. Tsirkin | dabe314 | 2013-01-15 19:50:13 +0200 | [diff] [blame] | 1329 | |
| 1330 | int kvm_irqchip_update_msi_route(KVMState *s, int virq, MSIMessage msg) |
| 1331 | { |
| 1332 | return -ENOSYS; |
| 1333 | } |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1334 | #endif /* !KVM_CAP_IRQ_ROUTING */ |
| 1335 | |
Eric Auger | 1c9b71a | 2015-07-06 12:15:13 -0600 | [diff] [blame] | 1336 | int kvm_irqchip_add_irqfd_notifier_gsi(KVMState *s, EventNotifier *n, |
| 1337 | EventNotifier *rn, int virq) |
Jan Kiszka | 39853bb | 2012-05-17 10:32:36 -0300 | [diff] [blame] | 1338 | { |
Vincenzo Maffione | ca916d3 | 2013-07-22 11:51:33 +0200 | [diff] [blame] | 1339 | return kvm_irqchip_assign_irqfd(s, event_notifier_get_fd(n), |
| 1340 | rn ? event_notifier_get_fd(rn) : -1, virq, true); |
Jan Kiszka | 39853bb | 2012-05-17 10:32:36 -0300 | [diff] [blame] | 1341 | } |
| 1342 | |
Eric Auger | 1c9b71a | 2015-07-06 12:15:13 -0600 | [diff] [blame] | 1343 | int kvm_irqchip_remove_irqfd_notifier_gsi(KVMState *s, EventNotifier *n, |
| 1344 | int virq) |
Paolo Bonzini | 15b2bd1 | 2012-07-05 17:16:30 +0200 | [diff] [blame] | 1345 | { |
Vincenzo Maffione | ca916d3 | 2013-07-22 11:51:33 +0200 | [diff] [blame] | 1346 | return kvm_irqchip_assign_irqfd(s, event_notifier_get_fd(n), -1, virq, |
| 1347 | false); |
Paolo Bonzini | 15b2bd1 | 2012-07-05 17:16:30 +0200 | [diff] [blame] | 1348 | } |
| 1349 | |
Eric Auger | 197e352 | 2015-07-06 12:15:13 -0600 | [diff] [blame] | 1350 | int kvm_irqchip_add_irqfd_notifier(KVMState *s, EventNotifier *n, |
| 1351 | EventNotifier *rn, qemu_irq irq) |
| 1352 | { |
| 1353 | gpointer key, gsi; |
| 1354 | gboolean found = g_hash_table_lookup_extended(s->gsimap, irq, &key, &gsi); |
| 1355 | |
| 1356 | if (!found) { |
| 1357 | return -ENXIO; |
| 1358 | } |
| 1359 | return kvm_irqchip_add_irqfd_notifier_gsi(s, n, rn, GPOINTER_TO_INT(gsi)); |
| 1360 | } |
| 1361 | |
| 1362 | int kvm_irqchip_remove_irqfd_notifier(KVMState *s, EventNotifier *n, |
| 1363 | qemu_irq irq) |
| 1364 | { |
| 1365 | gpointer key, gsi; |
| 1366 | gboolean found = g_hash_table_lookup_extended(s->gsimap, irq, &key, &gsi); |
| 1367 | |
| 1368 | if (!found) { |
| 1369 | return -ENXIO; |
| 1370 | } |
| 1371 | return kvm_irqchip_remove_irqfd_notifier_gsi(s, n, GPOINTER_TO_INT(gsi)); |
| 1372 | } |
| 1373 | |
| 1374 | void kvm_irqchip_set_qemuirq_gsi(KVMState *s, qemu_irq irq, int gsi) |
| 1375 | { |
| 1376 | g_hash_table_insert(s->gsimap, irq, GINT_TO_POINTER(gsi)); |
| 1377 | } |
| 1378 | |
Paolo Bonzini | 8db4936 | 2015-06-18 18:30:15 +0200 | [diff] [blame] | 1379 | static void kvm_irqchip_create(MachineState *machine, KVMState *s) |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1380 | { |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1381 | int ret; |
| 1382 | |
Paolo Bonzini | 8db4936 | 2015-06-18 18:30:15 +0200 | [diff] [blame] | 1383 | if (kvm_check_extension(s, KVM_CAP_IRQCHIP)) { |
| 1384 | ; |
| 1385 | } else if (kvm_check_extension(s, KVM_CAP_S390_IRQCHIP)) { |
| 1386 | ret = kvm_vm_enable_cap(s, KVM_CAP_S390_IRQCHIP, 0); |
| 1387 | if (ret < 0) { |
| 1388 | fprintf(stderr, "Enable kernel irqchip failed: %s\n", strerror(-ret)); |
| 1389 | exit(1); |
| 1390 | } |
| 1391 | } else { |
| 1392 | return; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1393 | } |
| 1394 | |
Christoffer Dall | d6032e0 | 2014-02-26 17:20:00 +0000 | [diff] [blame] | 1395 | /* First probe and see if there's a arch-specific hook to create the |
| 1396 | * in-kernel irqchip for us */ |
| 1397 | ret = kvm_arch_irqchip_create(s); |
Paolo Bonzini | 8db4936 | 2015-06-18 18:30:15 +0200 | [diff] [blame] | 1398 | if (ret == 0) { |
Christoffer Dall | d6032e0 | 2014-02-26 17:20:00 +0000 | [diff] [blame] | 1399 | ret = kvm_vm_ioctl(s, KVM_CREATE_IRQCHIP); |
Paolo Bonzini | 8db4936 | 2015-06-18 18:30:15 +0200 | [diff] [blame] | 1400 | } |
| 1401 | if (ret < 0) { |
| 1402 | fprintf(stderr, "Create kernel irqchip failed: %s\n", strerror(-ret)); |
| 1403 | exit(1); |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1404 | } |
| 1405 | |
Jan Kiszka | 3d4b264 | 2012-01-31 19:17:52 +0100 | [diff] [blame] | 1406 | kvm_kernel_irqchip = true; |
Peter Maydell | 7ae26bd | 2012-07-26 15:35:11 +0100 | [diff] [blame] | 1407 | /* If we have an in-kernel IRQ chip then we must have asynchronous |
| 1408 | * interrupt delivery (though the reverse is not necessarily true) |
| 1409 | */ |
| 1410 | kvm_async_interrupts_allowed = true; |
Alexander Graf | 215e79c | 2013-04-24 22:24:12 +0200 | [diff] [blame] | 1411 | kvm_halt_in_kernel_allowed = true; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1412 | |
| 1413 | kvm_init_irq_routing(s); |
| 1414 | |
Eric Auger | 197e352 | 2015-07-06 12:15:13 -0600 | [diff] [blame] | 1415 | s->gsimap = g_hash_table_new(g_direct_hash, g_direct_equal); |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1416 | } |
| 1417 | |
Andrew Jones | 670436c | 2013-08-23 15:24:37 +0200 | [diff] [blame] | 1418 | /* Find number of supported CPUs using the recommended |
| 1419 | * procedure from the kernel API documentation to cope with |
| 1420 | * older kernels that may be missing capabilities. |
| 1421 | */ |
| 1422 | static int kvm_recommended_vcpus(KVMState *s) |
| 1423 | { |
| 1424 | int ret = kvm_check_extension(s, KVM_CAP_NR_VCPUS); |
| 1425 | return (ret) ? ret : 4; |
| 1426 | } |
| 1427 | |
Dunrong Huang | 3ed444e | 2012-07-31 19:18:17 +0800 | [diff] [blame] | 1428 | static int kvm_max_vcpus(KVMState *s) |
| 1429 | { |
Andrew Jones | 670436c | 2013-08-23 15:24:37 +0200 | [diff] [blame] | 1430 | int ret = kvm_check_extension(s, KVM_CAP_MAX_VCPUS); |
| 1431 | return (ret) ? ret : kvm_recommended_vcpus(s); |
Dunrong Huang | 3ed444e | 2012-07-31 19:18:17 +0800 | [diff] [blame] | 1432 | } |
| 1433 | |
Eduardo Habkost | f6a1ef6 | 2014-09-26 17:45:30 -0300 | [diff] [blame] | 1434 | static int kvm_init(MachineState *ms) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1435 | { |
Eduardo Habkost | f6a1ef6 | 2014-09-26 17:45:30 -0300 | [diff] [blame] | 1436 | MachineClass *mc = MACHINE_GET_CLASS(ms); |
Jan Kiszka | 168ccc1 | 2009-06-07 11:30:25 +0200 | [diff] [blame] | 1437 | static const char upgrade_note[] = |
| 1438 | "Please upgrade to at least kernel 2.6.29 or recent kvm-kmod\n" |
| 1439 | "(see http://sourceforge.net/projects/kvm).\n"; |
Andrew Jones | 670436c | 2013-08-23 15:24:37 +0200 | [diff] [blame] | 1440 | struct { |
| 1441 | const char *name; |
| 1442 | int num; |
| 1443 | } num_cpus[] = { |
| 1444 | { "SMP", smp_cpus }, |
| 1445 | { "hotpluggable", max_cpus }, |
| 1446 | { NULL, } |
| 1447 | }, *nc = num_cpus; |
| 1448 | int soft_vcpus_limit, hard_vcpus_limit; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1449 | KVMState *s; |
Jan Kiszka | 94a8d39 | 2011-01-21 21:48:17 +0100 | [diff] [blame] | 1450 | const KVMCapabilityInfo *missing_cap; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1451 | int ret; |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 1452 | int type = 0; |
Aneesh Kumar K.V | 135a129 | 2013-12-23 21:10:40 +0530 | [diff] [blame] | 1453 | const char *kvm_type; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1454 | |
Eduardo Habkost | fc02086 | 2014-09-26 17:45:32 -0300 | [diff] [blame] | 1455 | s = KVM_STATE(ms->accelerator); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1456 | |
David Gibson | 3145fcb | 2012-04-04 11:15:54 +1000 | [diff] [blame] | 1457 | /* |
| 1458 | * On systems where the kernel can support different base page |
| 1459 | * sizes, host page size may be different from TARGET_PAGE_SIZE, |
| 1460 | * even with KVM. TARGET_PAGE_SIZE is assumed to be the minimum |
| 1461 | * page size for the system though. |
| 1462 | */ |
| 1463 | assert(TARGET_PAGE_SIZE <= getpagesize()); |
Alexey Kardashevskiy | 47c16ed | 2014-01-17 11:12:07 -0700 | [diff] [blame] | 1464 | page_size_init(); |
David Gibson | 3145fcb | 2012-04-04 11:15:54 +1000 | [diff] [blame] | 1465 | |
James Hogan | aed6efb | 2014-06-17 23:10:31 +0100 | [diff] [blame] | 1466 | s->sigmask_len = 8; |
| 1467 | |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 1468 | #ifdef KVM_CAP_SET_GUEST_DEBUG |
Blue Swirl | 72cf2d4 | 2009-09-12 07:36:22 +0000 | [diff] [blame] | 1469 | QTAILQ_INIT(&s->kvm_sw_breakpoints); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 1470 | #endif |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1471 | s->vmfd = -1; |
Kevin Wolf | 40ff6d7 | 2009-12-02 12:24:42 +0100 | [diff] [blame] | 1472 | s->fd = qemu_open("/dev/kvm", O_RDWR); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1473 | if (s->fd == -1) { |
| 1474 | fprintf(stderr, "Could not access KVM kernel module: %m\n"); |
| 1475 | ret = -errno; |
| 1476 | goto err; |
| 1477 | } |
| 1478 | |
| 1479 | ret = kvm_ioctl(s, KVM_GET_API_VERSION, 0); |
| 1480 | if (ret < KVM_API_VERSION) { |
Eduardo Habkost | 0e1dac6 | 2014-05-30 17:26:22 -0300 | [diff] [blame] | 1481 | if (ret >= 0) { |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1482 | ret = -EINVAL; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1483 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1484 | fprintf(stderr, "kvm version too old\n"); |
| 1485 | goto err; |
| 1486 | } |
| 1487 | |
| 1488 | if (ret > KVM_API_VERSION) { |
| 1489 | ret = -EINVAL; |
| 1490 | fprintf(stderr, "kvm version not supported\n"); |
| 1491 | goto err; |
| 1492 | } |
| 1493 | |
Alex Williamson | fb541ca | 2013-11-22 12:12:44 -0700 | [diff] [blame] | 1494 | s->nr_slots = kvm_check_extension(s, KVM_CAP_NR_MEMSLOTS); |
| 1495 | |
| 1496 | /* If unspecified, use the default value */ |
| 1497 | if (!s->nr_slots) { |
| 1498 | s->nr_slots = 32; |
| 1499 | } |
| 1500 | |
Andrew Jones | 670436c | 2013-08-23 15:24:37 +0200 | [diff] [blame] | 1501 | /* check the vcpu limits */ |
| 1502 | soft_vcpus_limit = kvm_recommended_vcpus(s); |
| 1503 | hard_vcpus_limit = kvm_max_vcpus(s); |
Dunrong Huang | 3ed444e | 2012-07-31 19:18:17 +0800 | [diff] [blame] | 1504 | |
Andrew Jones | 670436c | 2013-08-23 15:24:37 +0200 | [diff] [blame] | 1505 | while (nc->name) { |
| 1506 | if (nc->num > soft_vcpus_limit) { |
| 1507 | fprintf(stderr, |
| 1508 | "Warning: Number of %s cpus requested (%d) exceeds " |
| 1509 | "the recommended cpus supported by KVM (%d)\n", |
| 1510 | nc->name, nc->num, soft_vcpus_limit); |
| 1511 | |
| 1512 | if (nc->num > hard_vcpus_limit) { |
Andrew Jones | 670436c | 2013-08-23 15:24:37 +0200 | [diff] [blame] | 1513 | fprintf(stderr, "Number of %s cpus requested (%d) exceeds " |
| 1514 | "the maximum cpus supported by KVM (%d)\n", |
| 1515 | nc->name, nc->num, hard_vcpus_limit); |
Marcelo Tosatti | 9ba3cf5 | 2014-02-25 23:22:07 -0300 | [diff] [blame] | 1516 | exit(1); |
Andrew Jones | 670436c | 2013-08-23 15:24:37 +0200 | [diff] [blame] | 1517 | } |
| 1518 | } |
| 1519 | nc++; |
Marcelo Tosatti | 7dc5252 | 2013-08-12 16:56:31 -0300 | [diff] [blame] | 1520 | } |
| 1521 | |
Aneesh Kumar K.V | 135a129 | 2013-12-23 21:10:40 +0530 | [diff] [blame] | 1522 | kvm_type = qemu_opt_get(qemu_get_machine_opts(), "kvm-type"); |
Marcel Apfelbaum | f1e2987 | 2014-04-09 20:34:52 +0300 | [diff] [blame] | 1523 | if (mc->kvm_type) { |
| 1524 | type = mc->kvm_type(kvm_type); |
Aneesh Kumar K.V | 135a129 | 2013-12-23 21:10:40 +0530 | [diff] [blame] | 1525 | } else if (kvm_type) { |
Eduardo Habkost | 0e1dac6 | 2014-05-30 17:26:22 -0300 | [diff] [blame] | 1526 | ret = -EINVAL; |
Aneesh Kumar K.V | 135a129 | 2013-12-23 21:10:40 +0530 | [diff] [blame] | 1527 | fprintf(stderr, "Invalid argument kvm-type=%s\n", kvm_type); |
| 1528 | goto err; |
| 1529 | } |
| 1530 | |
thomas knych | 94ccff1 | 2014-01-09 13:14:23 -0800 | [diff] [blame] | 1531 | do { |
Aneesh Kumar K.V | 135a129 | 2013-12-23 21:10:40 +0530 | [diff] [blame] | 1532 | ret = kvm_ioctl(s, KVM_CREATE_VM, type); |
thomas knych | 94ccff1 | 2014-01-09 13:14:23 -0800 | [diff] [blame] | 1533 | } while (ret == -EINTR); |
| 1534 | |
| 1535 | if (ret < 0) { |
Alexander Graf | 521f438 | 2014-01-27 15:18:09 +0100 | [diff] [blame] | 1536 | fprintf(stderr, "ioctl(KVM_CREATE_VM) failed: %d %s\n", -ret, |
thomas knych | 94ccff1 | 2014-01-09 13:14:23 -0800 | [diff] [blame] | 1537 | strerror(-ret)); |
| 1538 | |
Alexander Graf | 0104dca | 2010-04-01 18:42:37 +0200 | [diff] [blame] | 1539 | #ifdef TARGET_S390X |
Cornelia Huck | 2c80e99 | 2015-04-23 17:03:46 +0200 | [diff] [blame] | 1540 | if (ret == -EINVAL) { |
| 1541 | fprintf(stderr, |
| 1542 | "Host kernel setup problem detected. Please verify:\n"); |
| 1543 | fprintf(stderr, "- for kernels supporting the switch_amode or" |
| 1544 | " user_mode parameters, whether\n"); |
| 1545 | fprintf(stderr, |
| 1546 | " user space is running in primary address space\n"); |
| 1547 | fprintf(stderr, |
| 1548 | "- for kernels supporting the vm.allocate_pgste sysctl, " |
| 1549 | "whether it is enabled\n"); |
| 1550 | } |
Alexander Graf | 0104dca | 2010-04-01 18:42:37 +0200 | [diff] [blame] | 1551 | #endif |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1552 | goto err; |
Alexander Graf | 0104dca | 2010-04-01 18:42:37 +0200 | [diff] [blame] | 1553 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1554 | |
thomas knych | 94ccff1 | 2014-01-09 13:14:23 -0800 | [diff] [blame] | 1555 | s->vmfd = ret; |
Jan Kiszka | 94a8d39 | 2011-01-21 21:48:17 +0100 | [diff] [blame] | 1556 | missing_cap = kvm_check_extension_list(s, kvm_required_capabilites); |
| 1557 | if (!missing_cap) { |
| 1558 | missing_cap = |
| 1559 | kvm_check_extension_list(s, kvm_arch_required_capabilities); |
| 1560 | } |
| 1561 | if (missing_cap) { |
Anthony Liguori | ad7b8b3 | 2009-05-08 15:33:24 -0500 | [diff] [blame] | 1562 | ret = -EINVAL; |
Jan Kiszka | 94a8d39 | 2011-01-21 21:48:17 +0100 | [diff] [blame] | 1563 | fprintf(stderr, "kvm does not support %s\n%s", |
| 1564 | missing_cap->name, upgrade_note); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1565 | goto err; |
| 1566 | } |
| 1567 | |
Anthony Liguori | ad7b8b3 | 2009-05-08 15:33:24 -0500 | [diff] [blame] | 1568 | s->coalesced_mmio = kvm_check_extension(s, KVM_CAP_COALESCED_MMIO); |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 1569 | |
Jan Kiszka | e69917e | 2009-05-01 20:42:15 +0200 | [diff] [blame] | 1570 | s->broken_set_mem_region = 1; |
Lai Jiangshan | 14a0951 | 2010-12-10 15:52:36 +0800 | [diff] [blame] | 1571 | ret = kvm_check_extension(s, KVM_CAP_JOIN_MEMORY_REGIONS_WORKS); |
Jan Kiszka | e69917e | 2009-05-01 20:42:15 +0200 | [diff] [blame] | 1572 | if (ret > 0) { |
| 1573 | s->broken_set_mem_region = 0; |
| 1574 | } |
Jan Kiszka | e69917e | 2009-05-01 20:42:15 +0200 | [diff] [blame] | 1575 | |
Jan Kiszka | a0fb002 | 2009-11-25 00:33:03 +0100 | [diff] [blame] | 1576 | #ifdef KVM_CAP_VCPU_EVENTS |
| 1577 | s->vcpu_events = kvm_check_extension(s, KVM_CAP_VCPU_EVENTS); |
| 1578 | #endif |
| 1579 | |
Jan Kiszka | b0b1d69 | 2010-03-01 19:10:29 +0100 | [diff] [blame] | 1580 | s->robust_singlestep = |
| 1581 | kvm_check_extension(s, KVM_CAP_X86_ROBUST_SINGLESTEP); |
Jan Kiszka | b0b1d69 | 2010-03-01 19:10:29 +0100 | [diff] [blame] | 1582 | |
Jan Kiszka | ff44f1a | 2010-03-12 15:20:49 +0100 | [diff] [blame] | 1583 | #ifdef KVM_CAP_DEBUGREGS |
| 1584 | s->debugregs = kvm_check_extension(s, KVM_CAP_DEBUGREGS); |
| 1585 | #endif |
| 1586 | |
Jan Kiszka | d3d3bef | 2012-06-05 21:03:57 +0200 | [diff] [blame] | 1587 | #ifdef KVM_CAP_IRQ_ROUTING |
Pavel Fedin | 50bf31b | 2015-10-15 16:44:50 +0300 | [diff] [blame] | 1588 | kvm_direct_msi_allowed = (kvm_check_extension(s, KVM_CAP_SIGNAL_MSI) > 0); |
Jan Kiszka | d3d3bef | 2012-06-05 21:03:57 +0200 | [diff] [blame] | 1589 | #endif |
Jan Kiszka | 4a3adeb | 2012-05-16 15:41:14 -0300 | [diff] [blame] | 1590 | |
Jan Kiszka | 3ab7384 | 2012-08-27 08:28:39 +0200 | [diff] [blame] | 1591 | s->intx_set_mask = kvm_check_extension(s, KVM_CAP_PCI_2_3); |
| 1592 | |
Jan Kiszka | e333cd6 | 2012-08-24 13:34:47 +0200 | [diff] [blame] | 1593 | s->irq_set_ioctl = KVM_IRQ_LINE; |
Peter Maydell | 8732fbd | 2012-08-15 12:08:13 +0100 | [diff] [blame] | 1594 | if (kvm_check_extension(s, KVM_CAP_IRQ_INJECT_STATUS)) { |
Jan Kiszka | e333cd6 | 2012-08-24 13:34:47 +0200 | [diff] [blame] | 1595 | s->irq_set_ioctl = KVM_IRQ_LINE_STATUS; |
Peter Maydell | 8732fbd | 2012-08-15 12:08:13 +0100 | [diff] [blame] | 1596 | } |
| 1597 | |
Jordan Justen | df9c8b7 | 2013-05-29 01:27:25 -0700 | [diff] [blame] | 1598 | #ifdef KVM_CAP_READONLY_MEM |
| 1599 | kvm_readonly_mem_allowed = |
| 1600 | (kvm_check_extension(s, KVM_CAP_READONLY_MEM) > 0); |
| 1601 | #endif |
| 1602 | |
Nikolay Nikolaev | 69e03ae | 2014-05-27 15:03:35 +0300 | [diff] [blame] | 1603 | kvm_eventfds_allowed = |
| 1604 | (kvm_check_extension(s, KVM_CAP_IOEVENTFD) > 0); |
| 1605 | |
Eric Auger | f41389a | 2014-10-31 13:38:18 +0000 | [diff] [blame] | 1606 | kvm_irqfds_allowed = |
| 1607 | (kvm_check_extension(s, KVM_CAP_IRQFD) > 0); |
| 1608 | |
| 1609 | kvm_resamplefds_allowed = |
| 1610 | (kvm_check_extension(s, KVM_CAP_IRQFD_RESAMPLE) > 0); |
| 1611 | |
Dominik Dingel | d0a073a | 2015-03-12 13:53:49 +0100 | [diff] [blame] | 1612 | kvm_vm_attributes_allowed = |
| 1613 | (kvm_check_extension(s, KVM_CAP_VM_ATTRIBUTES) > 0); |
| 1614 | |
Marcel Apfelbaum | b16565b | 2015-02-04 17:43:51 +0200 | [diff] [blame] | 1615 | ret = kvm_arch_init(ms, s); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1616 | if (ret < 0) { |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1617 | goto err; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1618 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1619 | |
Paolo Bonzini | 8db4936 | 2015-06-18 18:30:15 +0200 | [diff] [blame] | 1620 | if (machine_kernel_irqchip_allowed(ms)) { |
| 1621 | kvm_irqchip_create(ms, s); |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1622 | } |
| 1623 | |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1624 | kvm_state = s; |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 1625 | |
| 1626 | s->memory_listener.listener.eventfd_add = kvm_mem_ioeventfd_add; |
| 1627 | s->memory_listener.listener.eventfd_del = kvm_mem_ioeventfd_del; |
| 1628 | s->memory_listener.listener.coalesced_mmio_add = kvm_coalesce_mmio_region; |
| 1629 | s->memory_listener.listener.coalesced_mmio_del = kvm_uncoalesce_mmio_region; |
| 1630 | |
| 1631 | kvm_memory_listener_register(s, &s->memory_listener, |
Paolo Bonzini | 38bfe69 | 2015-06-18 18:30:14 +0200 | [diff] [blame] | 1632 | &address_space_memory, 0); |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 1633 | memory_listener_register(&kvm_io_listener, |
| 1634 | &address_space_io); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1635 | |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 1636 | s->many_ioeventfds = kvm_check_many_ioeventfds(); |
| 1637 | |
Jan Kiszka | aa7f74d | 2011-04-13 01:32:56 +0200 | [diff] [blame] | 1638 | cpu_interrupt_handler = kvm_handle_interrupt; |
| 1639 | |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1640 | return 0; |
| 1641 | |
| 1642 | err: |
Eduardo Habkost | 0e1dac6 | 2014-05-30 17:26:22 -0300 | [diff] [blame] | 1643 | assert(ret < 0); |
Stefan Weil | 6d1cc32 | 2012-09-03 22:40:40 +0200 | [diff] [blame] | 1644 | if (s->vmfd >= 0) { |
| 1645 | close(s->vmfd); |
| 1646 | } |
| 1647 | if (s->fd != -1) { |
| 1648 | close(s->fd); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1649 | } |
Paolo Bonzini | 7bbda04 | 2015-06-18 18:30:13 +0200 | [diff] [blame] | 1650 | g_free(s->memory_listener.slots); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1651 | |
| 1652 | return ret; |
| 1653 | } |
| 1654 | |
James Hogan | aed6efb | 2014-06-17 23:10:31 +0100 | [diff] [blame] | 1655 | void kvm_set_sigmask_len(KVMState *s, unsigned int sigmask_len) |
| 1656 | { |
| 1657 | s->sigmask_len = sigmask_len; |
| 1658 | } |
| 1659 | |
Paolo Bonzini | 4c66375 | 2015-04-08 13:30:58 +0200 | [diff] [blame] | 1660 | static void kvm_handle_io(uint16_t port, MemTxAttrs attrs, void *data, int direction, |
| 1661 | int size, uint32_t count) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1662 | { |
| 1663 | int i; |
| 1664 | uint8_t *ptr = data; |
| 1665 | |
| 1666 | for (i = 0; i < count; i++) { |
Paolo Bonzini | 4c66375 | 2015-04-08 13:30:58 +0200 | [diff] [blame] | 1667 | address_space_rw(&address_space_io, port, attrs, |
Peter Maydell | 5c9eb02 | 2015-04-26 16:49:24 +0100 | [diff] [blame] | 1668 | ptr, size, |
Jan Kiszka | 354678c | 2013-08-13 14:43:57 +0200 | [diff] [blame] | 1669 | direction == KVM_EXIT_IO_OUT); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1670 | ptr += size; |
| 1671 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1672 | } |
| 1673 | |
Andreas Färber | 5326ab5 | 2013-05-27 01:55:29 +0200 | [diff] [blame] | 1674 | static int kvm_handle_internal_error(CPUState *cpu, struct kvm_run *run) |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1675 | { |
Radim Krčmář | 977c7b6 | 2014-01-21 18:11:31 +0100 | [diff] [blame] | 1676 | fprintf(stderr, "KVM internal error. Suberror: %d\n", |
| 1677 | run->internal.suberror); |
| 1678 | |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1679 | if (kvm_check_extension(kvm_state, KVM_CAP_INTERNAL_ERROR_DATA)) { |
| 1680 | int i; |
| 1681 | |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1682 | for (i = 0; i < run->internal.ndata; ++i) { |
| 1683 | fprintf(stderr, "extra data[%d]: %"PRIx64"\n", |
| 1684 | i, (uint64_t)run->internal.data[i]); |
| 1685 | } |
| 1686 | } |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1687 | if (run->internal.suberror == KVM_INTERNAL_ERROR_EMULATION) { |
| 1688 | fprintf(stderr, "emulation failure\n"); |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1689 | if (!kvm_arch_stop_on_emulation_error(cpu)) { |
Andreas Färber | 878096e | 2013-05-27 01:33:50 +0200 | [diff] [blame] | 1690 | cpu_dump_state(cpu, stderr, fprintf, CPU_DUMP_CODE); |
Jan Kiszka | d73cd8f | 2011-03-15 12:26:27 +0100 | [diff] [blame] | 1691 | return EXCP_INTERRUPT; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1692 | } |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1693 | } |
| 1694 | /* FIXME: Should trigger a qmp message to let management know |
| 1695 | * something went wrong. |
| 1696 | */ |
Jan Kiszka | 73aaec4 | 2011-01-21 21:48:06 +0100 | [diff] [blame] | 1697 | return -1; |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1698 | } |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1699 | |
Sheng Yang | 62a2744 | 2010-01-26 19:21:16 +0800 | [diff] [blame] | 1700 | void kvm_flush_coalesced_mmio_buffer(void) |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 1701 | { |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 1702 | KVMState *s = kvm_state; |
Avi Kivity | 1cae88b | 2011-10-18 19:43:12 +0200 | [diff] [blame] | 1703 | |
| 1704 | if (s->coalesced_flush_in_progress) { |
| 1705 | return; |
| 1706 | } |
| 1707 | |
| 1708 | s->coalesced_flush_in_progress = true; |
| 1709 | |
Sheng Yang | 62a2744 | 2010-01-26 19:21:16 +0800 | [diff] [blame] | 1710 | if (s->coalesced_mmio_ring) { |
| 1711 | struct kvm_coalesced_mmio_ring *ring = s->coalesced_mmio_ring; |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 1712 | while (ring->first != ring->last) { |
| 1713 | struct kvm_coalesced_mmio *ent; |
| 1714 | |
| 1715 | ent = &ring->coalesced_mmio[ring->first]; |
| 1716 | |
| 1717 | cpu_physical_memory_write(ent->phys_addr, ent->data, ent->len); |
Marcelo Tosatti | 8519947 | 2010-02-22 13:57:54 -0300 | [diff] [blame] | 1718 | smp_wmb(); |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 1719 | ring->first = (ring->first + 1) % KVM_COALESCED_MMIO_MAX; |
| 1720 | } |
| 1721 | } |
Avi Kivity | 1cae88b | 2011-10-18 19:43:12 +0200 | [diff] [blame] | 1722 | |
| 1723 | s->coalesced_flush_in_progress = false; |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 1724 | } |
| 1725 | |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1726 | static void do_kvm_cpu_synchronize_state(void *arg) |
Avi Kivity | 4c0960c | 2009-08-17 23:19:53 +0300 | [diff] [blame] | 1727 | { |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1728 | CPUState *cpu = arg; |
Jan Kiszka | 2705d56 | 2010-05-04 09:45:23 -0300 | [diff] [blame] | 1729 | |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1730 | if (!cpu->kvm_vcpu_dirty) { |
| 1731 | kvm_arch_get_registers(cpu); |
| 1732 | cpu->kvm_vcpu_dirty = true; |
Avi Kivity | 4c0960c | 2009-08-17 23:19:53 +0300 | [diff] [blame] | 1733 | } |
| 1734 | } |
| 1735 | |
Andreas Färber | dd1750d | 2013-05-01 13:45:44 +0200 | [diff] [blame] | 1736 | void kvm_cpu_synchronize_state(CPUState *cpu) |
Jan Kiszka | 2705d56 | 2010-05-04 09:45:23 -0300 | [diff] [blame] | 1737 | { |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1738 | if (!cpu->kvm_vcpu_dirty) { |
| 1739 | run_on_cpu(cpu, do_kvm_cpu_synchronize_state, cpu); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1740 | } |
Jan Kiszka | 2705d56 | 2010-05-04 09:45:23 -0300 | [diff] [blame] | 1741 | } |
| 1742 | |
David Hildenbrand | c8e2085 | 2014-08-20 14:55:25 +0200 | [diff] [blame] | 1743 | static void do_kvm_cpu_synchronize_post_reset(void *arg) |
| 1744 | { |
| 1745 | CPUState *cpu = arg; |
| 1746 | |
| 1747 | kvm_arch_put_registers(cpu, KVM_PUT_RESET_STATE); |
| 1748 | cpu->kvm_vcpu_dirty = false; |
| 1749 | } |
| 1750 | |
Igor Mammedov | 3f24a58 | 2013-04-11 16:51:41 +0200 | [diff] [blame] | 1751 | void kvm_cpu_synchronize_post_reset(CPUState *cpu) |
Jan Kiszka | ea375f9 | 2010-03-01 19:10:30 +0100 | [diff] [blame] | 1752 | { |
David Hildenbrand | c8e2085 | 2014-08-20 14:55:25 +0200 | [diff] [blame] | 1753 | run_on_cpu(cpu, do_kvm_cpu_synchronize_post_reset, cpu); |
| 1754 | } |
| 1755 | |
| 1756 | static void do_kvm_cpu_synchronize_post_init(void *arg) |
| 1757 | { |
| 1758 | CPUState *cpu = arg; |
| 1759 | |
| 1760 | kvm_arch_put_registers(cpu, KVM_PUT_FULL_STATE); |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1761 | cpu->kvm_vcpu_dirty = false; |
Jan Kiszka | ea375f9 | 2010-03-01 19:10:30 +0100 | [diff] [blame] | 1762 | } |
| 1763 | |
Igor Mammedov | 3f24a58 | 2013-04-11 16:51:41 +0200 | [diff] [blame] | 1764 | void kvm_cpu_synchronize_post_init(CPUState *cpu) |
Jan Kiszka | ea375f9 | 2010-03-01 19:10:30 +0100 | [diff] [blame] | 1765 | { |
David Hildenbrand | c8e2085 | 2014-08-20 14:55:25 +0200 | [diff] [blame] | 1766 | run_on_cpu(cpu, do_kvm_cpu_synchronize_post_init, cpu); |
Jan Kiszka | ea375f9 | 2010-03-01 19:10:30 +0100 | [diff] [blame] | 1767 | } |
| 1768 | |
Marcelo Tosatti | de9d61e | 2014-09-05 10:52:46 -0300 | [diff] [blame] | 1769 | void kvm_cpu_clean_state(CPUState *cpu) |
| 1770 | { |
| 1771 | cpu->kvm_vcpu_dirty = false; |
| 1772 | } |
| 1773 | |
Andreas Färber | 1458c36 | 2013-05-26 23:46:55 +0200 | [diff] [blame] | 1774 | int kvm_cpu_exec(CPUState *cpu) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1775 | { |
Andreas Färber | f7575c96 | 2012-12-01 06:18:14 +0100 | [diff] [blame] | 1776 | struct kvm_run *run = cpu->kvm_run; |
Jan Kiszka | 7cbb533 | 2011-03-15 12:26:25 +0100 | [diff] [blame] | 1777 | int ret, run_ret; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1778 | |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 1779 | DPRINTF("kvm_cpu_exec()\n"); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1780 | |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1781 | if (kvm_arch_process_async_events(cpu)) { |
Andreas Färber | fcd7d00 | 2012-12-17 08:02:44 +0100 | [diff] [blame] | 1782 | cpu->exit_request = 0; |
Jan Kiszka | 6792a57 | 2011-02-07 12:19:18 +0100 | [diff] [blame] | 1783 | return EXCP_HLT; |
Jan Kiszka | 9ccfac9 | 2011-02-01 22:16:00 +0100 | [diff] [blame] | 1784 | } |
| 1785 | |
Jan Kiszka | 4b8523e | 2015-06-18 18:47:23 +0200 | [diff] [blame] | 1786 | qemu_mutex_unlock_iothread(); |
| 1787 | |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1788 | do { |
Paolo Bonzini | 4c66375 | 2015-04-08 13:30:58 +0200 | [diff] [blame] | 1789 | MemTxAttrs attrs; |
| 1790 | |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1791 | if (cpu->kvm_vcpu_dirty) { |
| 1792 | kvm_arch_put_registers(cpu, KVM_PUT_RUNTIME_STATE); |
| 1793 | cpu->kvm_vcpu_dirty = false; |
Avi Kivity | 4c0960c | 2009-08-17 23:19:53 +0300 | [diff] [blame] | 1794 | } |
| 1795 | |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1796 | kvm_arch_pre_run(cpu, run); |
Andreas Färber | fcd7d00 | 2012-12-17 08:02:44 +0100 | [diff] [blame] | 1797 | if (cpu->exit_request) { |
Jan Kiszka | 9ccfac9 | 2011-02-01 22:16:00 +0100 | [diff] [blame] | 1798 | DPRINTF("interrupt exit requested\n"); |
| 1799 | /* |
| 1800 | * KVM requires us to reenter the kernel after IO exits to complete |
| 1801 | * instruction emulation. This self-signal will ensure that we |
| 1802 | * leave ASAP again. |
| 1803 | */ |
| 1804 | qemu_cpu_kick_self(); |
| 1805 | } |
Jan Kiszka | 9ccfac9 | 2011-02-01 22:16:00 +0100 | [diff] [blame] | 1806 | |
Andreas Färber | 1bc2265 | 2012-10-31 06:06:49 +0100 | [diff] [blame] | 1807 | run_ret = kvm_vcpu_ioctl(cpu, KVM_RUN, 0); |
Jan Kiszka | 9ccfac9 | 2011-02-01 22:16:00 +0100 | [diff] [blame] | 1808 | |
Paolo Bonzini | 4c66375 | 2015-04-08 13:30:58 +0200 | [diff] [blame] | 1809 | attrs = kvm_arch_post_run(cpu, run); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1810 | |
Jan Kiszka | 7cbb533 | 2011-03-15 12:26:25 +0100 | [diff] [blame] | 1811 | if (run_ret < 0) { |
Jan Kiszka | dc77d34 | 2011-03-15 12:26:26 +0100 | [diff] [blame] | 1812 | if (run_ret == -EINTR || run_ret == -EAGAIN) { |
| 1813 | DPRINTF("io window exit\n"); |
Jan Kiszka | d73cd8f | 2011-03-15 12:26:27 +0100 | [diff] [blame] | 1814 | ret = EXCP_INTERRUPT; |
Jan Kiszka | dc77d34 | 2011-03-15 12:26:26 +0100 | [diff] [blame] | 1815 | break; |
| 1816 | } |
Michael Ellerman | 7b011fb | 2011-12-16 11:20:20 +1100 | [diff] [blame] | 1817 | fprintf(stderr, "error: kvm run failed %s\n", |
| 1818 | strerror(-run_ret)); |
Laurent Vivier | dae02ba | 2015-05-18 21:06:47 +0200 | [diff] [blame] | 1819 | #ifdef TARGET_PPC |
| 1820 | if (run_ret == -EBUSY) { |
| 1821 | fprintf(stderr, |
| 1822 | "This is probably because your SMT is enabled.\n" |
| 1823 | "VCPU can only run on primary threads with all " |
| 1824 | "secondary threads offline.\n"); |
| 1825 | } |
| 1826 | #endif |
Paolo Bonzini | a85e130 | 2014-08-29 15:58:20 +0200 | [diff] [blame] | 1827 | ret = -1; |
| 1828 | break; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1829 | } |
| 1830 | |
Kazuya Saito | b76ac80 | 2013-03-29 13:27:52 +0900 | [diff] [blame] | 1831 | trace_kvm_run_exit(cpu->cpu_index, run->exit_reason); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1832 | switch (run->exit_reason) { |
| 1833 | case KVM_EXIT_IO: |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 1834 | DPRINTF("handle_io\n"); |
Jan Kiszka | 80b7d2e | 2015-06-18 18:47:24 +0200 | [diff] [blame] | 1835 | /* Called outside BQL */ |
Paolo Bonzini | 4c66375 | 2015-04-08 13:30:58 +0200 | [diff] [blame] | 1836 | kvm_handle_io(run->io.port, attrs, |
Jan Kiszka | b30e93e | 2011-02-01 22:16:01 +0100 | [diff] [blame] | 1837 | (uint8_t *)run + run->io.data_offset, |
| 1838 | run->io.direction, |
| 1839 | run->io.size, |
| 1840 | run->io.count); |
Jan Kiszka | d73cd8f | 2011-03-15 12:26:27 +0100 | [diff] [blame] | 1841 | ret = 0; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1842 | break; |
| 1843 | case KVM_EXIT_MMIO: |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 1844 | DPRINTF("handle_mmio\n"); |
Paolo Bonzini | de7ea88 | 2015-06-18 18:47:26 +0200 | [diff] [blame] | 1845 | /* Called outside BQL */ |
Paolo Bonzini | 4c66375 | 2015-04-08 13:30:58 +0200 | [diff] [blame] | 1846 | address_space_rw(&address_space_memory, |
| 1847 | run->mmio.phys_addr, attrs, |
| 1848 | run->mmio.data, |
| 1849 | run->mmio.len, |
| 1850 | run->mmio.is_write); |
Jan Kiszka | d73cd8f | 2011-03-15 12:26:27 +0100 | [diff] [blame] | 1851 | ret = 0; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1852 | break; |
| 1853 | case KVM_EXIT_IRQ_WINDOW_OPEN: |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 1854 | DPRINTF("irq_window_open\n"); |
Jan Kiszka | d73cd8f | 2011-03-15 12:26:27 +0100 | [diff] [blame] | 1855 | ret = EXCP_INTERRUPT; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1856 | break; |
| 1857 | case KVM_EXIT_SHUTDOWN: |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 1858 | DPRINTF("shutdown\n"); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1859 | qemu_system_reset_request(); |
Jan Kiszka | d73cd8f | 2011-03-15 12:26:27 +0100 | [diff] [blame] | 1860 | ret = EXCP_INTERRUPT; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1861 | break; |
| 1862 | case KVM_EXIT_UNKNOWN: |
Jan Kiszka | bb44e0d | 2011-01-21 21:48:07 +0100 | [diff] [blame] | 1863 | fprintf(stderr, "KVM: unknown exit, hardware reason %" PRIx64 "\n", |
| 1864 | (uint64_t)run->hw.hardware_exit_reason); |
Jan Kiszka | 73aaec4 | 2011-01-21 21:48:06 +0100 | [diff] [blame] | 1865 | ret = -1; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1866 | break; |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1867 | case KVM_EXIT_INTERNAL_ERROR: |
Andreas Färber | 5326ab5 | 2013-05-27 01:55:29 +0200 | [diff] [blame] | 1868 | ret = kvm_handle_internal_error(cpu, run); |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1869 | break; |
Pranavkumar Sawargaonkar | 9904044 | 2014-06-19 18:06:25 +0100 | [diff] [blame] | 1870 | case KVM_EXIT_SYSTEM_EVENT: |
| 1871 | switch (run->system_event.type) { |
| 1872 | case KVM_SYSTEM_EVENT_SHUTDOWN: |
| 1873 | qemu_system_shutdown_request(); |
| 1874 | ret = EXCP_INTERRUPT; |
| 1875 | break; |
| 1876 | case KVM_SYSTEM_EVENT_RESET: |
| 1877 | qemu_system_reset_request(); |
| 1878 | ret = EXCP_INTERRUPT; |
| 1879 | break; |
Andrey Smetanin | 7c207b9 | 2015-07-03 15:01:43 +0300 | [diff] [blame] | 1880 | case KVM_SYSTEM_EVENT_CRASH: |
| 1881 | qemu_mutex_lock_iothread(); |
| 1882 | qemu_system_guest_panicked(); |
| 1883 | qemu_mutex_unlock_iothread(); |
| 1884 | ret = 0; |
| 1885 | break; |
Pranavkumar Sawargaonkar | 9904044 | 2014-06-19 18:06:25 +0100 | [diff] [blame] | 1886 | default: |
| 1887 | DPRINTF("kvm_arch_handle_exit\n"); |
| 1888 | ret = kvm_arch_handle_exit(cpu, run); |
| 1889 | break; |
| 1890 | } |
| 1891 | break; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1892 | default: |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 1893 | DPRINTF("kvm_arch_handle_exit\n"); |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1894 | ret = kvm_arch_handle_exit(cpu, run); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1895 | break; |
| 1896 | } |
Jan Kiszka | d73cd8f | 2011-03-15 12:26:27 +0100 | [diff] [blame] | 1897 | } while (ret == 0); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1898 | |
Jan Kiszka | 4b8523e | 2015-06-18 18:47:23 +0200 | [diff] [blame] | 1899 | qemu_mutex_lock_iothread(); |
| 1900 | |
Jan Kiszka | 73aaec4 | 2011-01-21 21:48:06 +0100 | [diff] [blame] | 1901 | if (ret < 0) { |
Andreas Färber | 878096e | 2013-05-27 01:33:50 +0200 | [diff] [blame] | 1902 | cpu_dump_state(cpu, stderr, fprintf, CPU_DUMP_CODE); |
Luiz Capitulino | 0461d5a | 2011-09-30 14:45:27 -0300 | [diff] [blame] | 1903 | vm_stop(RUN_STATE_INTERNAL_ERROR); |
Jan Kiszka | 73aaec4 | 2011-01-21 21:48:06 +0100 | [diff] [blame] | 1904 | } |
aliguori | becfc39 | 2008-11-10 15:55:14 +0000 | [diff] [blame] | 1905 | |
Andreas Färber | fcd7d00 | 2012-12-17 08:02:44 +0100 | [diff] [blame] | 1906 | cpu->exit_request = 0; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1907 | return ret; |
| 1908 | } |
| 1909 | |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1910 | int kvm_ioctl(KVMState *s, int type, ...) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1911 | { |
| 1912 | int ret; |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1913 | void *arg; |
| 1914 | va_list ap; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1915 | |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1916 | va_start(ap, type); |
| 1917 | arg = va_arg(ap, void *); |
| 1918 | va_end(ap); |
| 1919 | |
Kazuya Saito | 9c77572 | 2013-03-29 13:27:05 +0900 | [diff] [blame] | 1920 | trace_kvm_ioctl(type, arg); |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1921 | ret = ioctl(s->fd, type, arg); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1922 | if (ret == -1) { |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1923 | ret = -errno; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1924 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1925 | return ret; |
| 1926 | } |
| 1927 | |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1928 | int kvm_vm_ioctl(KVMState *s, int type, ...) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1929 | { |
| 1930 | int ret; |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1931 | void *arg; |
| 1932 | va_list ap; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1933 | |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1934 | va_start(ap, type); |
| 1935 | arg = va_arg(ap, void *); |
| 1936 | va_end(ap); |
| 1937 | |
Kazuya Saito | 9c77572 | 2013-03-29 13:27:05 +0900 | [diff] [blame] | 1938 | trace_kvm_vm_ioctl(type, arg); |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1939 | ret = ioctl(s->vmfd, type, arg); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1940 | if (ret == -1) { |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1941 | ret = -errno; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1942 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1943 | return ret; |
| 1944 | } |
| 1945 | |
Andreas Färber | 1bc2265 | 2012-10-31 06:06:49 +0100 | [diff] [blame] | 1946 | int kvm_vcpu_ioctl(CPUState *cpu, int type, ...) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1947 | { |
| 1948 | int ret; |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1949 | void *arg; |
| 1950 | va_list ap; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1951 | |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1952 | va_start(ap, type); |
| 1953 | arg = va_arg(ap, void *); |
| 1954 | va_end(ap); |
| 1955 | |
Kazuya Saito | 9c77572 | 2013-03-29 13:27:05 +0900 | [diff] [blame] | 1956 | trace_kvm_vcpu_ioctl(cpu->cpu_index, type, arg); |
Andreas Färber | 8737c51 | 2012-10-31 05:29:00 +0100 | [diff] [blame] | 1957 | ret = ioctl(cpu->kvm_fd, type, arg); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1958 | if (ret == -1) { |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1959 | ret = -errno; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1960 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1961 | return ret; |
| 1962 | } |
aliguori | bd32208 | 2008-12-04 20:33:06 +0000 | [diff] [blame] | 1963 | |
Christoffer Dall | 0a6a7cc | 2014-02-26 17:20:00 +0000 | [diff] [blame] | 1964 | int kvm_device_ioctl(int fd, int type, ...) |
| 1965 | { |
| 1966 | int ret; |
| 1967 | void *arg; |
| 1968 | va_list ap; |
| 1969 | |
| 1970 | va_start(ap, type); |
| 1971 | arg = va_arg(ap, void *); |
| 1972 | va_end(ap); |
| 1973 | |
| 1974 | trace_kvm_device_ioctl(fd, type, arg); |
| 1975 | ret = ioctl(fd, type, arg); |
| 1976 | if (ret == -1) { |
| 1977 | ret = -errno; |
| 1978 | } |
| 1979 | return ret; |
| 1980 | } |
| 1981 | |
Dominik Dingel | d0a073a | 2015-03-12 13:53:49 +0100 | [diff] [blame] | 1982 | int kvm_vm_check_attr(KVMState *s, uint32_t group, uint64_t attr) |
| 1983 | { |
| 1984 | int ret; |
| 1985 | struct kvm_device_attr attribute = { |
| 1986 | .group = group, |
| 1987 | .attr = attr, |
| 1988 | }; |
| 1989 | |
| 1990 | if (!kvm_vm_attributes_allowed) { |
| 1991 | return 0; |
| 1992 | } |
| 1993 | |
| 1994 | ret = kvm_vm_ioctl(s, KVM_HAS_DEVICE_ATTR, &attribute); |
| 1995 | /* kvm returns 0 on success for HAS_DEVICE_ATTR */ |
| 1996 | return ret ? 0 : 1; |
| 1997 | } |
| 1998 | |
Pavel Fedin | 4b3cfe7 | 2015-09-24 01:29:36 +0100 | [diff] [blame] | 1999 | int kvm_device_check_attr(int dev_fd, uint32_t group, uint64_t attr) |
| 2000 | { |
| 2001 | struct kvm_device_attr attribute = { |
| 2002 | .group = group, |
| 2003 | .attr = attr, |
| 2004 | .flags = 0, |
| 2005 | }; |
| 2006 | |
| 2007 | return kvm_device_ioctl(dev_fd, KVM_HAS_DEVICE_ATTR, &attribute) ? 0 : 1; |
| 2008 | } |
| 2009 | |
| 2010 | void kvm_device_access(int fd, int group, uint64_t attr, |
| 2011 | void *val, bool write) |
| 2012 | { |
| 2013 | struct kvm_device_attr kvmattr; |
| 2014 | int err; |
| 2015 | |
| 2016 | kvmattr.flags = 0; |
| 2017 | kvmattr.group = group; |
| 2018 | kvmattr.attr = attr; |
| 2019 | kvmattr.addr = (uintptr_t)val; |
| 2020 | |
| 2021 | err = kvm_device_ioctl(fd, |
| 2022 | write ? KVM_SET_DEVICE_ATTR : KVM_GET_DEVICE_ATTR, |
| 2023 | &kvmattr); |
| 2024 | if (err < 0) { |
| 2025 | error_report("KVM_%s_DEVICE_ATTR failed: %s\n" |
| 2026 | "Group %d attr 0x%016" PRIx64, write ? "SET" : "GET", |
| 2027 | strerror(-err), group, attr); |
| 2028 | abort(); |
| 2029 | } |
| 2030 | } |
| 2031 | |
aliguori | bd32208 | 2008-12-04 20:33:06 +0000 | [diff] [blame] | 2032 | int kvm_has_sync_mmu(void) |
| 2033 | { |
Jan Kiszka | 94a8d39 | 2011-01-21 21:48:17 +0100 | [diff] [blame] | 2034 | return kvm_check_extension(kvm_state, KVM_CAP_SYNC_MMU); |
aliguori | bd32208 | 2008-12-04 20:33:06 +0000 | [diff] [blame] | 2035 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2036 | |
Jan Kiszka | a0fb002 | 2009-11-25 00:33:03 +0100 | [diff] [blame] | 2037 | int kvm_has_vcpu_events(void) |
| 2038 | { |
| 2039 | return kvm_state->vcpu_events; |
| 2040 | } |
| 2041 | |
Jan Kiszka | b0b1d69 | 2010-03-01 19:10:29 +0100 | [diff] [blame] | 2042 | int kvm_has_robust_singlestep(void) |
| 2043 | { |
| 2044 | return kvm_state->robust_singlestep; |
| 2045 | } |
| 2046 | |
Jan Kiszka | ff44f1a | 2010-03-12 15:20:49 +0100 | [diff] [blame] | 2047 | int kvm_has_debugregs(void) |
| 2048 | { |
| 2049 | return kvm_state->debugregs; |
| 2050 | } |
| 2051 | |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 2052 | int kvm_has_many_ioeventfds(void) |
| 2053 | { |
| 2054 | if (!kvm_enabled()) { |
| 2055 | return 0; |
| 2056 | } |
| 2057 | return kvm_state->many_ioeventfds; |
| 2058 | } |
| 2059 | |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 2060 | int kvm_has_gsi_routing(void) |
| 2061 | { |
Alexander Graf | a9c5eb0 | 2012-01-25 18:28:05 +0100 | [diff] [blame] | 2062 | #ifdef KVM_CAP_IRQ_ROUTING |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 2063 | return kvm_check_extension(kvm_state, KVM_CAP_IRQ_ROUTING); |
Alexander Graf | a9c5eb0 | 2012-01-25 18:28:05 +0100 | [diff] [blame] | 2064 | #else |
| 2065 | return false; |
| 2066 | #endif |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 2067 | } |
| 2068 | |
Jan Kiszka | 3ab7384 | 2012-08-27 08:28:39 +0200 | [diff] [blame] | 2069 | int kvm_has_intx_set_mask(void) |
| 2070 | { |
| 2071 | return kvm_state->intx_set_mask; |
| 2072 | } |
| 2073 | |
Jan Kiszka | 6f0437e | 2009-04-26 18:03:40 +0200 | [diff] [blame] | 2074 | void kvm_setup_guest_memory(void *start, size_t size) |
| 2075 | { |
| 2076 | if (!kvm_has_sync_mmu()) { |
Andreas Färber | e78815a | 2010-09-25 11:26:05 +0000 | [diff] [blame] | 2077 | int ret = qemu_madvise(start, size, QEMU_MADV_DONTFORK); |
Jan Kiszka | 6f0437e | 2009-04-26 18:03:40 +0200 | [diff] [blame] | 2078 | |
| 2079 | if (ret) { |
Andreas Färber | e78815a | 2010-09-25 11:26:05 +0000 | [diff] [blame] | 2080 | perror("qemu_madvise"); |
| 2081 | fprintf(stderr, |
| 2082 | "Need MADV_DONTFORK in absence of synchronous KVM MMU\n"); |
Jan Kiszka | 6f0437e | 2009-04-26 18:03:40 +0200 | [diff] [blame] | 2083 | exit(1); |
| 2084 | } |
Jan Kiszka | 6f0437e | 2009-04-26 18:03:40 +0200 | [diff] [blame] | 2085 | } |
| 2086 | } |
| 2087 | |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2088 | #ifdef KVM_CAP_SET_GUEST_DEBUG |
Andreas Färber | a60f24b | 2012-12-01 05:35:08 +0100 | [diff] [blame] | 2089 | struct kvm_sw_breakpoint *kvm_find_sw_breakpoint(CPUState *cpu, |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2090 | target_ulong pc) |
| 2091 | { |
| 2092 | struct kvm_sw_breakpoint *bp; |
| 2093 | |
Andreas Färber | a60f24b | 2012-12-01 05:35:08 +0100 | [diff] [blame] | 2094 | QTAILQ_FOREACH(bp, &cpu->kvm_state->kvm_sw_breakpoints, entry) { |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2095 | if (bp->pc == pc) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2096 | return bp; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2097 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2098 | } |
| 2099 | return NULL; |
| 2100 | } |
| 2101 | |
Andreas Färber | a60f24b | 2012-12-01 05:35:08 +0100 | [diff] [blame] | 2102 | int kvm_sw_breakpoints_active(CPUState *cpu) |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2103 | { |
Andreas Färber | a60f24b | 2012-12-01 05:35:08 +0100 | [diff] [blame] | 2104 | return !QTAILQ_EMPTY(&cpu->kvm_state->kvm_sw_breakpoints); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2105 | } |
| 2106 | |
Glauber Costa | 452e475 | 2009-07-16 17:55:28 -0400 | [diff] [blame] | 2107 | struct kvm_set_guest_debug_data { |
| 2108 | struct kvm_guest_debug dbg; |
Andreas Färber | a60f24b | 2012-12-01 05:35:08 +0100 | [diff] [blame] | 2109 | CPUState *cpu; |
Glauber Costa | 452e475 | 2009-07-16 17:55:28 -0400 | [diff] [blame] | 2110 | int err; |
| 2111 | }; |
| 2112 | |
| 2113 | static void kvm_invoke_set_guest_debug(void *data) |
| 2114 | { |
| 2115 | struct kvm_set_guest_debug_data *dbg_data = data; |
Jan Kiszka | b380772 | 2009-09-17 20:05:58 +0200 | [diff] [blame] | 2116 | |
Andreas Färber | a60f24b | 2012-12-01 05:35:08 +0100 | [diff] [blame] | 2117 | dbg_data->err = kvm_vcpu_ioctl(dbg_data->cpu, KVM_SET_GUEST_DEBUG, |
| 2118 | &dbg_data->dbg); |
Glauber Costa | 452e475 | 2009-07-16 17:55:28 -0400 | [diff] [blame] | 2119 | } |
| 2120 | |
Stefan Weil | 38e478e | 2013-07-25 20:50:21 +0200 | [diff] [blame] | 2121 | int kvm_update_guest_debug(CPUState *cpu, unsigned long reinject_trap) |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2122 | { |
Glauber Costa | 452e475 | 2009-07-16 17:55:28 -0400 | [diff] [blame] | 2123 | struct kvm_set_guest_debug_data data; |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2124 | |
Jan Kiszka | b0b1d69 | 2010-03-01 19:10:29 +0100 | [diff] [blame] | 2125 | data.dbg.control = reinject_trap; |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2126 | |
Andreas Färber | ed2803d | 2013-06-21 20:20:45 +0200 | [diff] [blame] | 2127 | if (cpu->singlestep_enabled) { |
Jan Kiszka | b0b1d69 | 2010-03-01 19:10:29 +0100 | [diff] [blame] | 2128 | data.dbg.control |= KVM_GUESTDBG_ENABLE | KVM_GUESTDBG_SINGLESTEP; |
| 2129 | } |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 2130 | kvm_arch_update_guest_debug(cpu, &data.dbg); |
Andreas Färber | a60f24b | 2012-12-01 05:35:08 +0100 | [diff] [blame] | 2131 | data.cpu = cpu; |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2132 | |
Andreas Färber | f100f0b | 2012-05-03 14:58:47 +0200 | [diff] [blame] | 2133 | run_on_cpu(cpu, kvm_invoke_set_guest_debug, &data); |
Glauber Costa | 452e475 | 2009-07-16 17:55:28 -0400 | [diff] [blame] | 2134 | return data.err; |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2135 | } |
| 2136 | |
Andreas Färber | 6227881 | 2013-06-27 17:12:06 +0200 | [diff] [blame] | 2137 | int kvm_insert_breakpoint(CPUState *cpu, target_ulong addr, |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2138 | target_ulong len, int type) |
| 2139 | { |
| 2140 | struct kvm_sw_breakpoint *bp; |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2141 | int err; |
| 2142 | |
| 2143 | if (type == GDB_BREAKPOINT_SW) { |
Andreas Färber | 80b7cd7 | 2013-06-19 17:37:31 +0200 | [diff] [blame] | 2144 | bp = kvm_find_sw_breakpoint(cpu, addr); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2145 | if (bp) { |
| 2146 | bp->use_count++; |
| 2147 | return 0; |
| 2148 | } |
| 2149 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 2150 | bp = g_malloc(sizeof(struct kvm_sw_breakpoint)); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2151 | bp->pc = addr; |
| 2152 | bp->use_count = 1; |
Andreas Färber | 80b7cd7 | 2013-06-19 17:37:31 +0200 | [diff] [blame] | 2153 | err = kvm_arch_insert_sw_breakpoint(cpu, bp); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2154 | if (err) { |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 2155 | g_free(bp); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2156 | return err; |
| 2157 | } |
| 2158 | |
Andreas Färber | 80b7cd7 | 2013-06-19 17:37:31 +0200 | [diff] [blame] | 2159 | QTAILQ_INSERT_HEAD(&cpu->kvm_state->kvm_sw_breakpoints, bp, entry); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2160 | } else { |
| 2161 | err = kvm_arch_insert_hw_breakpoint(addr, len, type); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2162 | if (err) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2163 | return err; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2164 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2165 | } |
| 2166 | |
Andreas Färber | bdc4464 | 2013-06-24 23:50:24 +0200 | [diff] [blame] | 2167 | CPU_FOREACH(cpu) { |
Stefan Weil | 38e478e | 2013-07-25 20:50:21 +0200 | [diff] [blame] | 2168 | err = kvm_update_guest_debug(cpu, 0); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2169 | if (err) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2170 | return err; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2171 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2172 | } |
| 2173 | return 0; |
| 2174 | } |
| 2175 | |
Andreas Färber | 6227881 | 2013-06-27 17:12:06 +0200 | [diff] [blame] | 2176 | int kvm_remove_breakpoint(CPUState *cpu, target_ulong addr, |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2177 | target_ulong len, int type) |
| 2178 | { |
| 2179 | struct kvm_sw_breakpoint *bp; |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2180 | int err; |
| 2181 | |
| 2182 | if (type == GDB_BREAKPOINT_SW) { |
Andreas Färber | 80b7cd7 | 2013-06-19 17:37:31 +0200 | [diff] [blame] | 2183 | bp = kvm_find_sw_breakpoint(cpu, addr); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2184 | if (!bp) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2185 | return -ENOENT; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2186 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2187 | |
| 2188 | if (bp->use_count > 1) { |
| 2189 | bp->use_count--; |
| 2190 | return 0; |
| 2191 | } |
| 2192 | |
Andreas Färber | 80b7cd7 | 2013-06-19 17:37:31 +0200 | [diff] [blame] | 2193 | err = kvm_arch_remove_sw_breakpoint(cpu, bp); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2194 | if (err) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2195 | return err; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2196 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2197 | |
Andreas Färber | 80b7cd7 | 2013-06-19 17:37:31 +0200 | [diff] [blame] | 2198 | QTAILQ_REMOVE(&cpu->kvm_state->kvm_sw_breakpoints, bp, entry); |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 2199 | g_free(bp); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2200 | } else { |
| 2201 | err = kvm_arch_remove_hw_breakpoint(addr, len, type); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2202 | if (err) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2203 | return err; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2204 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2205 | } |
| 2206 | |
Andreas Färber | bdc4464 | 2013-06-24 23:50:24 +0200 | [diff] [blame] | 2207 | CPU_FOREACH(cpu) { |
Stefan Weil | 38e478e | 2013-07-25 20:50:21 +0200 | [diff] [blame] | 2208 | err = kvm_update_guest_debug(cpu, 0); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2209 | if (err) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2210 | return err; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2211 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2212 | } |
| 2213 | return 0; |
| 2214 | } |
| 2215 | |
Andreas Färber | 1d5791f | 2013-05-27 14:40:48 +0200 | [diff] [blame] | 2216 | void kvm_remove_all_breakpoints(CPUState *cpu) |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2217 | { |
| 2218 | struct kvm_sw_breakpoint *bp, *next; |
Andreas Färber | 80b7cd7 | 2013-06-19 17:37:31 +0200 | [diff] [blame] | 2219 | KVMState *s = cpu->kvm_state; |
Chen Gang | dc54e25 | 2014-07-19 09:21:46 +0800 | [diff] [blame] | 2220 | CPUState *tmpcpu; |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2221 | |
Blue Swirl | 72cf2d4 | 2009-09-12 07:36:22 +0000 | [diff] [blame] | 2222 | QTAILQ_FOREACH_SAFE(bp, &s->kvm_sw_breakpoints, entry, next) { |
Andreas Färber | 80b7cd7 | 2013-06-19 17:37:31 +0200 | [diff] [blame] | 2223 | if (kvm_arch_remove_sw_breakpoint(cpu, bp) != 0) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2224 | /* Try harder to find a CPU that currently sees the breakpoint. */ |
Chen Gang | dc54e25 | 2014-07-19 09:21:46 +0800 | [diff] [blame] | 2225 | CPU_FOREACH(tmpcpu) { |
| 2226 | if (kvm_arch_remove_sw_breakpoint(tmpcpu, bp) == 0) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2227 | break; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2228 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2229 | } |
| 2230 | } |
Jan Kiszka | 78021d6 | 2012-11-12 15:04:35 +0100 | [diff] [blame] | 2231 | QTAILQ_REMOVE(&s->kvm_sw_breakpoints, bp, entry); |
| 2232 | g_free(bp); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2233 | } |
| 2234 | kvm_arch_remove_all_hw_breakpoints(); |
| 2235 | |
Andreas Färber | bdc4464 | 2013-06-24 23:50:24 +0200 | [diff] [blame] | 2236 | CPU_FOREACH(cpu) { |
Stefan Weil | 38e478e | 2013-07-25 20:50:21 +0200 | [diff] [blame] | 2237 | kvm_update_guest_debug(cpu, 0); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2238 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2239 | } |
| 2240 | |
| 2241 | #else /* !KVM_CAP_SET_GUEST_DEBUG */ |
| 2242 | |
Stefan Weil | 38e478e | 2013-07-25 20:50:21 +0200 | [diff] [blame] | 2243 | int kvm_update_guest_debug(CPUState *cpu, unsigned long reinject_trap) |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2244 | { |
| 2245 | return -EINVAL; |
| 2246 | } |
| 2247 | |
Andreas Färber | 6227881 | 2013-06-27 17:12:06 +0200 | [diff] [blame] | 2248 | int kvm_insert_breakpoint(CPUState *cpu, target_ulong addr, |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2249 | target_ulong len, int type) |
| 2250 | { |
| 2251 | return -EINVAL; |
| 2252 | } |
| 2253 | |
Andreas Färber | 6227881 | 2013-06-27 17:12:06 +0200 | [diff] [blame] | 2254 | int kvm_remove_breakpoint(CPUState *cpu, target_ulong addr, |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2255 | target_ulong len, int type) |
| 2256 | { |
| 2257 | return -EINVAL; |
| 2258 | } |
| 2259 | |
Andreas Färber | 1d5791f | 2013-05-27 14:40:48 +0200 | [diff] [blame] | 2260 | void kvm_remove_all_breakpoints(CPUState *cpu) |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2261 | { |
| 2262 | } |
| 2263 | #endif /* !KVM_CAP_SET_GUEST_DEBUG */ |
Marcelo Tosatti | cc84de9 | 2010-02-17 20:14:42 -0200 | [diff] [blame] | 2264 | |
Andreas Färber | 491d6e8 | 2013-05-26 23:38:10 +0200 | [diff] [blame] | 2265 | int kvm_set_signal_mask(CPUState *cpu, const sigset_t *sigset) |
Marcelo Tosatti | cc84de9 | 2010-02-17 20:14:42 -0200 | [diff] [blame] | 2266 | { |
James Hogan | aed6efb | 2014-06-17 23:10:31 +0100 | [diff] [blame] | 2267 | KVMState *s = kvm_state; |
Marcelo Tosatti | cc84de9 | 2010-02-17 20:14:42 -0200 | [diff] [blame] | 2268 | struct kvm_signal_mask *sigmask; |
| 2269 | int r; |
| 2270 | |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2271 | if (!sigset) { |
Andreas Färber | 1bc2265 | 2012-10-31 06:06:49 +0100 | [diff] [blame] | 2272 | return kvm_vcpu_ioctl(cpu, KVM_SET_SIGNAL_MASK, NULL); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2273 | } |
Marcelo Tosatti | cc84de9 | 2010-02-17 20:14:42 -0200 | [diff] [blame] | 2274 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 2275 | sigmask = g_malloc(sizeof(*sigmask) + sizeof(*sigset)); |
Marcelo Tosatti | cc84de9 | 2010-02-17 20:14:42 -0200 | [diff] [blame] | 2276 | |
James Hogan | aed6efb | 2014-06-17 23:10:31 +0100 | [diff] [blame] | 2277 | sigmask->len = s->sigmask_len; |
Marcelo Tosatti | cc84de9 | 2010-02-17 20:14:42 -0200 | [diff] [blame] | 2278 | memcpy(sigmask->sigset, sigset, sizeof(*sigset)); |
Andreas Färber | 1bc2265 | 2012-10-31 06:06:49 +0100 | [diff] [blame] | 2279 | r = kvm_vcpu_ioctl(cpu, KVM_SET_SIGNAL_MASK, sigmask); |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 2280 | g_free(sigmask); |
Marcelo Tosatti | cc84de9 | 2010-02-17 20:14:42 -0200 | [diff] [blame] | 2281 | |
| 2282 | return r; |
| 2283 | } |
Andreas Färber | 290adf3 | 2013-01-17 09:30:27 +0100 | [diff] [blame] | 2284 | int kvm_on_sigbus_vcpu(CPUState *cpu, int code, void *addr) |
Jan Kiszka | a1b87fe | 2011-02-01 22:15:51 +0100 | [diff] [blame] | 2285 | { |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 2286 | return kvm_arch_on_sigbus_vcpu(cpu, code, addr); |
Jan Kiszka | a1b87fe | 2011-02-01 22:15:51 +0100 | [diff] [blame] | 2287 | } |
| 2288 | |
| 2289 | int kvm_on_sigbus(int code, void *addr) |
| 2290 | { |
| 2291 | return kvm_arch_on_sigbus(code, addr); |
| 2292 | } |
Christoffer Dall | 0a6a7cc | 2014-02-26 17:20:00 +0000 | [diff] [blame] | 2293 | |
| 2294 | int kvm_create_device(KVMState *s, uint64_t type, bool test) |
| 2295 | { |
| 2296 | int ret; |
| 2297 | struct kvm_create_device create_dev; |
| 2298 | |
| 2299 | create_dev.type = type; |
| 2300 | create_dev.fd = -1; |
| 2301 | create_dev.flags = test ? KVM_CREATE_DEVICE_TEST : 0; |
| 2302 | |
| 2303 | if (!kvm_check_extension(s, KVM_CAP_DEVICE_CTRL)) { |
| 2304 | return -ENOTSUP; |
| 2305 | } |
| 2306 | |
| 2307 | ret = kvm_vm_ioctl(s, KVM_CREATE_DEVICE, &create_dev); |
| 2308 | if (ret) { |
| 2309 | return ret; |
| 2310 | } |
| 2311 | |
| 2312 | return test ? 0 : create_dev.fd; |
| 2313 | } |
Cornelia Huck | ada4135 | 2014-05-09 10:06:46 +0200 | [diff] [blame] | 2314 | |
| 2315 | int kvm_set_one_reg(CPUState *cs, uint64_t id, void *source) |
| 2316 | { |
| 2317 | struct kvm_one_reg reg; |
| 2318 | int r; |
| 2319 | |
| 2320 | reg.id = id; |
| 2321 | reg.addr = (uintptr_t) source; |
| 2322 | r = kvm_vcpu_ioctl(cs, KVM_SET_ONE_REG, ®); |
| 2323 | if (r) { |
| 2324 | trace_kvm_failed_reg_set(id, strerror(r)); |
| 2325 | } |
| 2326 | return r; |
| 2327 | } |
| 2328 | |
| 2329 | int kvm_get_one_reg(CPUState *cs, uint64_t id, void *target) |
| 2330 | { |
| 2331 | struct kvm_one_reg reg; |
| 2332 | int r; |
| 2333 | |
| 2334 | reg.id = id; |
| 2335 | reg.addr = (uintptr_t) target; |
| 2336 | r = kvm_vcpu_ioctl(cs, KVM_GET_ONE_REG, ®); |
| 2337 | if (r) { |
| 2338 | trace_kvm_failed_reg_get(id, strerror(r)); |
| 2339 | } |
| 2340 | return r; |
| 2341 | } |
Eduardo Habkost | 782c3f2 | 2014-09-26 17:45:24 -0300 | [diff] [blame] | 2342 | |
| 2343 | static void kvm_accel_class_init(ObjectClass *oc, void *data) |
| 2344 | { |
| 2345 | AccelClass *ac = ACCEL_CLASS(oc); |
| 2346 | ac->name = "KVM"; |
Eduardo Habkost | 0d15da8 | 2014-09-26 17:45:29 -0300 | [diff] [blame] | 2347 | ac->init_machine = kvm_init; |
Eduardo Habkost | 782c3f2 | 2014-09-26 17:45:24 -0300 | [diff] [blame] | 2348 | ac->allowed = &kvm_allowed; |
| 2349 | } |
| 2350 | |
| 2351 | static const TypeInfo kvm_accel_type = { |
| 2352 | .name = TYPE_KVM_ACCEL, |
| 2353 | .parent = TYPE_ACCEL, |
| 2354 | .class_init = kvm_accel_class_init, |
Eduardo Habkost | fc02086 | 2014-09-26 17:45:32 -0300 | [diff] [blame] | 2355 | .instance_size = sizeof(KVMState), |
Eduardo Habkost | 782c3f2 | 2014-09-26 17:45:24 -0300 | [diff] [blame] | 2356 | }; |
| 2357 | |
| 2358 | static void kvm_type_init(void) |
| 2359 | { |
| 2360 | type_register_static(&kvm_accel_type); |
| 2361 | } |
| 2362 | |
| 2363 | type_init(kvm_type_init); |