aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1 | /* |
| 2 | * QEMU KVM support |
| 3 | * |
| 4 | * Copyright IBM, Corp. 2008 |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 5 | * Red Hat, Inc. 2008 |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 6 | * |
| 7 | * Authors: |
| 8 | * Anthony Liguori <aliguori@us.ibm.com> |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 9 | * Glauber Costa <gcosta@redhat.com> |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 10 | * |
| 11 | * This work is licensed under the terms of the GNU GPL, version 2 or later. |
| 12 | * See the COPYING file in the top-level directory. |
| 13 | * |
| 14 | */ |
| 15 | |
| 16 | #include <sys/types.h> |
| 17 | #include <sys/ioctl.h> |
| 18 | #include <sys/mman.h> |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 19 | #include <stdarg.h> |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 20 | |
| 21 | #include <linux/kvm.h> |
| 22 | |
| 23 | #include "qemu-common.h" |
Paolo Bonzini | 1de7afc | 2012-12-17 18:20:00 +0100 | [diff] [blame] | 24 | #include "qemu/atomic.h" |
| 25 | #include "qemu/option.h" |
| 26 | #include "qemu/config-file.h" |
Paolo Bonzini | 9c17d61 | 2012-12-17 18:20:04 +0100 | [diff] [blame] | 27 | #include "sysemu/sysemu.h" |
Eduardo Habkost | 782c3f2 | 2014-09-26 17:45:24 -0300 | [diff] [blame] | 28 | #include "sysemu/accel.h" |
Jan Kiszka | d33a181 | 2009-05-02 00:29:37 +0200 | [diff] [blame] | 29 | #include "hw/hw.h" |
Michael S. Tsirkin | a2cb15b | 2012-12-12 14:24:50 +0200 | [diff] [blame] | 30 | #include "hw/pci/msi.h" |
Cornelia Huck | d426d9f | 2013-07-15 17:45:03 +0200 | [diff] [blame] | 31 | #include "hw/s390x/adapter.h" |
Paolo Bonzini | 022c62c | 2012-12-17 18:19:49 +0100 | [diff] [blame] | 32 | #include "exec/gdbstub.h" |
Paolo Bonzini | 9c17d61 | 2012-12-17 18:20:04 +0100 | [diff] [blame] | 33 | #include "sysemu/kvm.h" |
Paolo Bonzini | 1de7afc | 2012-12-17 18:20:00 +0100 | [diff] [blame] | 34 | #include "qemu/bswap.h" |
Paolo Bonzini | 022c62c | 2012-12-17 18:19:49 +0100 | [diff] [blame] | 35 | #include "exec/memory.h" |
Juan Quintela | 747afd5 | 2013-11-04 12:59:02 +0100 | [diff] [blame] | 36 | #include "exec/ram_addr.h" |
Paolo Bonzini | 022c62c | 2012-12-17 18:19:49 +0100 | [diff] [blame] | 37 | #include "exec/address-spaces.h" |
Paolo Bonzini | 1de7afc | 2012-12-17 18:20:00 +0100 | [diff] [blame] | 38 | #include "qemu/event_notifier.h" |
Kazuya Saito | 9c77572 | 2013-03-29 13:27:05 +0900 | [diff] [blame] | 39 | #include "trace.h" |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 40 | |
Aneesh Kumar K.V | 135a129 | 2013-12-23 21:10:40 +0530 | [diff] [blame] | 41 | #include "hw/boards.h" |
| 42 | |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 43 | /* This check must be after config-host.h is included */ |
| 44 | #ifdef CONFIG_EVENTFD |
| 45 | #include <sys/eventfd.h> |
| 46 | #endif |
| 47 | |
Stefan Weil | 93148aa | 2012-02-26 18:46:12 +0100 | [diff] [blame] | 48 | /* KVM uses PAGE_SIZE in its definition of COALESCED_MMIO_MAX */ |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 49 | #define PAGE_SIZE TARGET_PAGE_SIZE |
| 50 | |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 51 | //#define DEBUG_KVM |
| 52 | |
| 53 | #ifdef DEBUG_KVM |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 54 | #define DPRINTF(fmt, ...) \ |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 55 | do { fprintf(stderr, fmt, ## __VA_ARGS__); } while (0) |
| 56 | #else |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 57 | #define DPRINTF(fmt, ...) \ |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 58 | do { } while (0) |
| 59 | #endif |
| 60 | |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 61 | #define KVM_MSI_HASHTAB_SIZE 256 |
| 62 | |
aliguori | 34fc643 | 2008-11-19 17:41:58 +0000 | [diff] [blame] | 63 | typedef struct KVMSlot |
| 64 | { |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 65 | hwaddr start_addr; |
Anthony Liguori | c227f09 | 2009-10-01 16:12:16 -0500 | [diff] [blame] | 66 | ram_addr_t memory_size; |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 67 | void *ram; |
aliguori | 34fc643 | 2008-11-19 17:41:58 +0000 | [diff] [blame] | 68 | int slot; |
| 69 | int flags; |
| 70 | } KVMSlot; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 71 | |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 72 | typedef struct kvm_dirty_log KVMDirtyLog; |
| 73 | |
Paolo Bonzini | 9d1c35d | 2014-10-10 12:23:35 +0200 | [diff] [blame] | 74 | struct KVMState |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 75 | { |
Eduardo Habkost | fc02086 | 2014-09-26 17:45:32 -0300 | [diff] [blame] | 76 | AccelState parent_obj; |
| 77 | |
Alex Williamson | fb541ca | 2013-11-22 12:12:44 -0700 | [diff] [blame] | 78 | KVMSlot *slots; |
| 79 | int nr_slots; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 80 | int fd; |
| 81 | int vmfd; |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 82 | int coalesced_mmio; |
Sheng Yang | 62a2744 | 2010-01-26 19:21:16 +0800 | [diff] [blame] | 83 | struct kvm_coalesced_mmio_ring *coalesced_mmio_ring; |
Avi Kivity | 1cae88b | 2011-10-18 19:43:12 +0200 | [diff] [blame] | 84 | bool coalesced_flush_in_progress; |
Jan Kiszka | e69917e | 2009-05-01 20:42:15 +0200 | [diff] [blame] | 85 | int broken_set_mem_region; |
Jan Kiszka | 4495d6a | 2009-05-01 20:52:46 +0200 | [diff] [blame] | 86 | int migration_log; |
Jan Kiszka | a0fb002 | 2009-11-25 00:33:03 +0100 | [diff] [blame] | 87 | int vcpu_events; |
Jan Kiszka | b0b1d69 | 2010-03-01 19:10:29 +0100 | [diff] [blame] | 88 | int robust_singlestep; |
Jan Kiszka | ff44f1a | 2010-03-12 15:20:49 +0100 | [diff] [blame] | 89 | int debugregs; |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 90 | #ifdef KVM_CAP_SET_GUEST_DEBUG |
| 91 | struct kvm_sw_breakpoint_head kvm_sw_breakpoints; |
| 92 | #endif |
Jan Kiszka | 8a7c739 | 2012-03-02 20:28:48 +0100 | [diff] [blame] | 93 | int pit_state2; |
Sheng Yang | f1665b2 | 2010-06-17 17:53:07 +0800 | [diff] [blame] | 94 | int xsave, xcrs; |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 95 | int many_ioeventfds; |
Jan Kiszka | 3ab7384 | 2012-08-27 08:28:39 +0200 | [diff] [blame] | 96 | int intx_set_mask; |
David Gibson | 92e4b51 | 2012-03-07 14:41:09 +0000 | [diff] [blame] | 97 | /* The man page (and posix) say ioctl numbers are signed int, but |
| 98 | * they're not. Linux, glibc and *BSD all treat ioctl numbers as |
| 99 | * unsigned, and treating them as signed here can break things */ |
Jan Kiszka | e333cd6 | 2012-08-24 13:34:47 +0200 | [diff] [blame] | 100 | unsigned irq_set_ioctl; |
James Hogan | aed6efb | 2014-06-17 23:10:31 +0100 | [diff] [blame] | 101 | unsigned int sigmask_len; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 102 | #ifdef KVM_CAP_IRQ_ROUTING |
| 103 | struct kvm_irq_routing *irq_routes; |
| 104 | int nr_allocated_irq_routes; |
| 105 | uint32_t *used_gsi_bitmap; |
Jan Kiszka | 4e2e4e6 | 2012-05-16 15:41:08 -0300 | [diff] [blame] | 106 | unsigned int gsi_count; |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 107 | QTAILQ_HEAD(msi_hashtab, KVMMSIRoute) msi_hashtab[KVM_MSI_HASHTAB_SIZE]; |
Jan Kiszka | 4a3adeb | 2012-05-16 15:41:14 -0300 | [diff] [blame] | 108 | bool direct_msi; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 109 | #endif |
Paolo Bonzini | 9d1c35d | 2014-10-10 12:23:35 +0200 | [diff] [blame] | 110 | }; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 111 | |
Eduardo Habkost | 782c3f2 | 2014-09-26 17:45:24 -0300 | [diff] [blame] | 112 | #define TYPE_KVM_ACCEL ACCEL_CLASS_NAME("kvm") |
| 113 | |
Eduardo Habkost | fc02086 | 2014-09-26 17:45:32 -0300 | [diff] [blame] | 114 | #define KVM_STATE(obj) \ |
| 115 | OBJECT_CHECK(KVMState, (obj), TYPE_KVM_ACCEL) |
| 116 | |
Jan Kiszka | 6a7af8c | 2011-02-07 12:19:25 +0100 | [diff] [blame] | 117 | KVMState *kvm_state; |
Jan Kiszka | 3d4b264 | 2012-01-31 19:17:52 +0100 | [diff] [blame] | 118 | bool kvm_kernel_irqchip; |
Peter Maydell | 7ae26bd | 2012-07-26 15:35:11 +0100 | [diff] [blame] | 119 | bool kvm_async_interrupts_allowed; |
Alexander Graf | 215e79c | 2013-04-24 22:24:12 +0200 | [diff] [blame] | 120 | bool kvm_halt_in_kernel_allowed; |
Nikolay Nikolaev | 69e03ae | 2014-05-27 15:03:35 +0300 | [diff] [blame] | 121 | bool kvm_eventfds_allowed; |
Peter Maydell | cc7e0dd | 2012-07-26 15:35:14 +0100 | [diff] [blame] | 122 | bool kvm_irqfds_allowed; |
Eric Auger | f41389a | 2014-10-31 13:38:18 +0000 | [diff] [blame] | 123 | bool kvm_resamplefds_allowed; |
Peter Maydell | 614e41b | 2012-07-26 15:35:15 +0100 | [diff] [blame] | 124 | bool kvm_msi_via_irqfd_allowed; |
Peter Maydell | f3e1bed | 2012-07-26 15:35:16 +0100 | [diff] [blame] | 125 | bool kvm_gsi_routing_allowed; |
Alexey Kardashevskiy | 76fe21d | 2013-09-03 18:08:25 +1000 | [diff] [blame] | 126 | bool kvm_gsi_direct_mapping; |
Igor Mammedov | 13eed94 | 2013-04-23 10:29:36 +0200 | [diff] [blame] | 127 | bool kvm_allowed; |
Jordan Justen | df9c8b7 | 2013-05-29 01:27:25 -0700 | [diff] [blame] | 128 | bool kvm_readonly_mem_allowed; |
Dominik Dingel | d0a073a | 2015-03-12 13:53:49 +0100 | [diff] [blame] | 129 | bool kvm_vm_attributes_allowed; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 130 | |
Jan Kiszka | 94a8d39 | 2011-01-21 21:48:17 +0100 | [diff] [blame] | 131 | static const KVMCapabilityInfo kvm_required_capabilites[] = { |
| 132 | KVM_CAP_INFO(USER_MEMORY), |
| 133 | KVM_CAP_INFO(DESTROY_MEMORY_REGION_WORKS), |
| 134 | KVM_CAP_LAST_INFO |
| 135 | }; |
| 136 | |
Igor Mammedov | b886559 | 2014-10-31 16:38:32 +0000 | [diff] [blame] | 137 | static KVMSlot *kvm_get_free_slot(KVMState *s) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 138 | { |
| 139 | int i; |
| 140 | |
Alex Williamson | fb541ca | 2013-11-22 12:12:44 -0700 | [diff] [blame] | 141 | for (i = 0; i < s->nr_slots; i++) { |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 142 | if (s->slots[i].memory_size == 0) { |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 143 | return &s->slots[i]; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 144 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 145 | } |
| 146 | |
Igor Mammedov | b886559 | 2014-10-31 16:38:32 +0000 | [diff] [blame] | 147 | return NULL; |
| 148 | } |
| 149 | |
| 150 | bool kvm_has_free_slot(MachineState *ms) |
| 151 | { |
| 152 | return kvm_get_free_slot(KVM_STATE(ms->accelerator)); |
| 153 | } |
| 154 | |
| 155 | static KVMSlot *kvm_alloc_slot(KVMState *s) |
| 156 | { |
| 157 | KVMSlot *slot = kvm_get_free_slot(s); |
| 158 | |
| 159 | if (slot) { |
| 160 | return slot; |
| 161 | } |
| 162 | |
aliguori | d3f8d37 | 2009-04-17 14:26:29 +0000 | [diff] [blame] | 163 | fprintf(stderr, "%s: no free slot available\n", __func__); |
| 164 | abort(); |
| 165 | } |
| 166 | |
| 167 | static KVMSlot *kvm_lookup_matching_slot(KVMState *s, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 168 | hwaddr start_addr, |
| 169 | hwaddr end_addr) |
aliguori | d3f8d37 | 2009-04-17 14:26:29 +0000 | [diff] [blame] | 170 | { |
| 171 | int i; |
| 172 | |
Alex Williamson | fb541ca | 2013-11-22 12:12:44 -0700 | [diff] [blame] | 173 | for (i = 0; i < s->nr_slots; i++) { |
aliguori | d3f8d37 | 2009-04-17 14:26:29 +0000 | [diff] [blame] | 174 | KVMSlot *mem = &s->slots[i]; |
| 175 | |
| 176 | if (start_addr == mem->start_addr && |
| 177 | end_addr == mem->start_addr + mem->memory_size) { |
| 178 | return mem; |
| 179 | } |
| 180 | } |
| 181 | |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 182 | return NULL; |
| 183 | } |
| 184 | |
aliguori | 6152e2a | 2009-04-17 14:26:33 +0000 | [diff] [blame] | 185 | /* |
| 186 | * Find overlapping slot with lowest start address |
| 187 | */ |
| 188 | static KVMSlot *kvm_lookup_overlapping_slot(KVMState *s, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 189 | hwaddr start_addr, |
| 190 | hwaddr end_addr) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 191 | { |
aliguori | 6152e2a | 2009-04-17 14:26:33 +0000 | [diff] [blame] | 192 | KVMSlot *found = NULL; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 193 | int i; |
| 194 | |
Alex Williamson | fb541ca | 2013-11-22 12:12:44 -0700 | [diff] [blame] | 195 | for (i = 0; i < s->nr_slots; i++) { |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 196 | KVMSlot *mem = &s->slots[i]; |
| 197 | |
aliguori | 6152e2a | 2009-04-17 14:26:33 +0000 | [diff] [blame] | 198 | if (mem->memory_size == 0 || |
| 199 | (found && found->start_addr < mem->start_addr)) { |
| 200 | continue; |
| 201 | } |
| 202 | |
| 203 | if (end_addr > mem->start_addr && |
| 204 | start_addr < mem->start_addr + mem->memory_size) { |
| 205 | found = mem; |
| 206 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 207 | } |
| 208 | |
aliguori | 6152e2a | 2009-04-17 14:26:33 +0000 | [diff] [blame] | 209 | return found; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 210 | } |
| 211 | |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 212 | int kvm_physical_memory_addr_from_host(KVMState *s, void *ram, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 213 | hwaddr *phys_addr) |
Huang Ying | 983dfc3 | 2010-10-11 15:31:20 -0300 | [diff] [blame] | 214 | { |
| 215 | int i; |
| 216 | |
Alex Williamson | fb541ca | 2013-11-22 12:12:44 -0700 | [diff] [blame] | 217 | for (i = 0; i < s->nr_slots; i++) { |
Huang Ying | 983dfc3 | 2010-10-11 15:31:20 -0300 | [diff] [blame] | 218 | KVMSlot *mem = &s->slots[i]; |
| 219 | |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 220 | if (ram >= mem->ram && ram < mem->ram + mem->memory_size) { |
| 221 | *phys_addr = mem->start_addr + (ram - mem->ram); |
Huang Ying | 983dfc3 | 2010-10-11 15:31:20 -0300 | [diff] [blame] | 222 | return 1; |
| 223 | } |
| 224 | } |
| 225 | |
| 226 | return 0; |
| 227 | } |
| 228 | |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 229 | static int kvm_set_user_memory_region(KVMState *s, KVMSlot *slot) |
| 230 | { |
| 231 | struct kvm_userspace_memory_region mem; |
| 232 | |
| 233 | mem.slot = slot->slot; |
| 234 | mem.guest_phys_addr = slot->start_addr; |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 235 | mem.userspace_addr = (unsigned long)slot->ram; |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 236 | mem.flags = slot->flags; |
Jan Kiszka | 4495d6a | 2009-05-01 20:52:46 +0200 | [diff] [blame] | 237 | if (s->migration_log) { |
| 238 | mem.flags |= KVM_MEM_LOG_DIRTY_PAGES; |
| 239 | } |
Xiao Guangrong | 651eb0f | 2013-05-31 16:52:18 +0800 | [diff] [blame] | 240 | |
| 241 | if (slot->memory_size && mem.flags & KVM_MEM_READONLY) { |
Jordan Justen | 235e898 | 2013-05-29 01:27:26 -0700 | [diff] [blame] | 242 | /* Set the slot size to 0 before setting the slot to the desired |
| 243 | * value. This is needed based on KVM commit 75d61fbc. */ |
| 244 | mem.memory_size = 0; |
| 245 | kvm_vm_ioctl(s, KVM_SET_USER_MEMORY_REGION, &mem); |
| 246 | } |
| 247 | mem.memory_size = slot->memory_size; |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 248 | return kvm_vm_ioctl(s, KVM_SET_USER_MEMORY_REGION, &mem); |
| 249 | } |
| 250 | |
Andreas Färber | 504134d | 2012-12-17 06:38:45 +0100 | [diff] [blame] | 251 | int kvm_init_vcpu(CPUState *cpu) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 252 | { |
| 253 | KVMState *s = kvm_state; |
| 254 | long mmap_size; |
| 255 | int ret; |
| 256 | |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 257 | DPRINTF("kvm_init_vcpu\n"); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 258 | |
Eduardo Habkost | b164e48 | 2013-01-22 18:25:01 -0200 | [diff] [blame] | 259 | ret = kvm_vm_ioctl(s, KVM_CREATE_VCPU, (void *)kvm_arch_vcpu_id(cpu)); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 260 | if (ret < 0) { |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 261 | DPRINTF("kvm_create_vcpu failed\n"); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 262 | goto err; |
| 263 | } |
| 264 | |
Andreas Färber | 8737c51 | 2012-10-31 05:29:00 +0100 | [diff] [blame] | 265 | cpu->kvm_fd = ret; |
Andreas Färber | a60f24b | 2012-12-01 05:35:08 +0100 | [diff] [blame] | 266 | cpu->kvm_state = s; |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 267 | cpu->kvm_vcpu_dirty = true; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 268 | |
| 269 | mmap_size = kvm_ioctl(s, KVM_GET_VCPU_MMAP_SIZE, 0); |
| 270 | if (mmap_size < 0) { |
Jan Kiszka | 748a680 | 2011-02-01 22:15:48 +0100 | [diff] [blame] | 271 | ret = mmap_size; |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 272 | DPRINTF("KVM_GET_VCPU_MMAP_SIZE failed\n"); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 273 | goto err; |
| 274 | } |
| 275 | |
Andreas Färber | f7575c96 | 2012-12-01 06:18:14 +0100 | [diff] [blame] | 276 | cpu->kvm_run = mmap(NULL, mmap_size, PROT_READ | PROT_WRITE, MAP_SHARED, |
Andreas Färber | 8737c51 | 2012-10-31 05:29:00 +0100 | [diff] [blame] | 277 | cpu->kvm_fd, 0); |
Andreas Färber | f7575c96 | 2012-12-01 06:18:14 +0100 | [diff] [blame] | 278 | if (cpu->kvm_run == MAP_FAILED) { |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 279 | ret = -errno; |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 280 | DPRINTF("mmap'ing vcpu state failed\n"); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 281 | goto err; |
| 282 | } |
| 283 | |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 284 | if (s->coalesced_mmio && !s->coalesced_mmio_ring) { |
| 285 | s->coalesced_mmio_ring = |
Andreas Färber | f7575c96 | 2012-12-01 06:18:14 +0100 | [diff] [blame] | 286 | (void *)cpu->kvm_run + s->coalesced_mmio * PAGE_SIZE; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 287 | } |
Sheng Yang | 62a2744 | 2010-01-26 19:21:16 +0800 | [diff] [blame] | 288 | |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 289 | ret = kvm_arch_init_vcpu(cpu); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 290 | err: |
| 291 | return ret; |
| 292 | } |
| 293 | |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 294 | /* |
| 295 | * dirty pages logging control |
| 296 | */ |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 297 | |
Jordan Justen | 235e898 | 2013-05-29 01:27:26 -0700 | [diff] [blame] | 298 | static int kvm_mem_flags(KVMState *s, bool log_dirty, bool readonly) |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 299 | { |
Jordan Justen | 235e898 | 2013-05-29 01:27:26 -0700 | [diff] [blame] | 300 | int flags = 0; |
| 301 | flags = log_dirty ? KVM_MEM_LOG_DIRTY_PAGES : 0; |
| 302 | if (readonly && kvm_readonly_mem_allowed) { |
| 303 | flags |= KVM_MEM_READONLY; |
| 304 | } |
| 305 | return flags; |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 306 | } |
| 307 | |
| 308 | static int kvm_slot_dirty_pages_log_change(KVMSlot *mem, bool log_dirty) |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 309 | { |
| 310 | KVMState *s = kvm_state; |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 311 | int flags, mask = KVM_MEM_LOG_DIRTY_PAGES; |
Jan Kiszka | 4495d6a | 2009-05-01 20:52:46 +0200 | [diff] [blame] | 312 | int old_flags; |
| 313 | |
Jan Kiszka | 4495d6a | 2009-05-01 20:52:46 +0200 | [diff] [blame] | 314 | old_flags = mem->flags; |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 315 | |
Jordan Justen | 235e898 | 2013-05-29 01:27:26 -0700 | [diff] [blame] | 316 | flags = (mem->flags & ~mask) | kvm_mem_flags(s, log_dirty, false); |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 317 | mem->flags = flags; |
| 318 | |
Jan Kiszka | 4495d6a | 2009-05-01 20:52:46 +0200 | [diff] [blame] | 319 | /* If nothing changed effectively, no need to issue ioctl */ |
| 320 | if (s->migration_log) { |
| 321 | flags |= KVM_MEM_LOG_DIRTY_PAGES; |
| 322 | } |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 323 | |
Jan Kiszka | 4495d6a | 2009-05-01 20:52:46 +0200 | [diff] [blame] | 324 | if (flags == old_flags) { |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 325 | return 0; |
Jan Kiszka | 4495d6a | 2009-05-01 20:52:46 +0200 | [diff] [blame] | 326 | } |
| 327 | |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 328 | return kvm_set_user_memory_region(s, mem); |
| 329 | } |
| 330 | |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 331 | static int kvm_dirty_pages_log_change(hwaddr phys_addr, |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 332 | ram_addr_t size, bool log_dirty) |
| 333 | { |
| 334 | KVMState *s = kvm_state; |
| 335 | KVMSlot *mem = kvm_lookup_matching_slot(s, phys_addr, phys_addr + size); |
| 336 | |
| 337 | if (mem == NULL) { |
| 338 | fprintf(stderr, "BUG: %s: invalid parameters " TARGET_FMT_plx "-" |
| 339 | TARGET_FMT_plx "\n", __func__, phys_addr, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 340 | (hwaddr)(phys_addr + size - 1)); |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 341 | return -EINVAL; |
| 342 | } |
| 343 | return kvm_slot_dirty_pages_log_change(mem, log_dirty); |
| 344 | } |
| 345 | |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 346 | static void kvm_log_start(MemoryListener *listener, |
| 347 | MemoryRegionSection *section) |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 348 | { |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 349 | int r; |
| 350 | |
| 351 | r = kvm_dirty_pages_log_change(section->offset_within_address_space, |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 352 | int128_get64(section->size), true); |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 353 | if (r < 0) { |
| 354 | abort(); |
| 355 | } |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 356 | } |
| 357 | |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 358 | static void kvm_log_stop(MemoryListener *listener, |
| 359 | MemoryRegionSection *section) |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 360 | { |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 361 | int r; |
| 362 | |
| 363 | r = kvm_dirty_pages_log_change(section->offset_within_address_space, |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 364 | int128_get64(section->size), false); |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 365 | if (r < 0) { |
| 366 | abort(); |
| 367 | } |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 368 | } |
| 369 | |
Radim Krčmář | 8c1ac47 | 2015-02-20 17:06:15 +0100 | [diff] [blame] | 370 | static int kvm_set_migration_log(bool enable) |
Jan Kiszka | 4495d6a | 2009-05-01 20:52:46 +0200 | [diff] [blame] | 371 | { |
| 372 | KVMState *s = kvm_state; |
| 373 | KVMSlot *mem; |
| 374 | int i, err; |
| 375 | |
| 376 | s->migration_log = enable; |
| 377 | |
Alex Williamson | fb541ca | 2013-11-22 12:12:44 -0700 | [diff] [blame] | 378 | for (i = 0; i < s->nr_slots; i++) { |
Jan Kiszka | 4495d6a | 2009-05-01 20:52:46 +0200 | [diff] [blame] | 379 | mem = &s->slots[i]; |
| 380 | |
Alex Williamson | 70fedd7 | 2010-07-14 13:36:49 -0600 | [diff] [blame] | 381 | if (!mem->memory_size) { |
| 382 | continue; |
| 383 | } |
Jan Kiszka | 4495d6a | 2009-05-01 20:52:46 +0200 | [diff] [blame] | 384 | if (!!(mem->flags & KVM_MEM_LOG_DIRTY_PAGES) == enable) { |
| 385 | continue; |
| 386 | } |
| 387 | err = kvm_set_user_memory_region(s, mem); |
| 388 | if (err) { |
| 389 | return err; |
| 390 | } |
| 391 | } |
| 392 | return 0; |
| 393 | } |
| 394 | |
Marcelo Tosatti | 8369e01 | 2010-04-23 14:04:14 -0300 | [diff] [blame] | 395 | /* get kvm's dirty pages bitmap and update qemu's */ |
Avi Kivity | ffcde12 | 2011-12-19 13:18:13 +0200 | [diff] [blame] | 396 | static int kvm_get_dirty_pages_log_range(MemoryRegionSection *section, |
| 397 | unsigned long *bitmap) |
Alexander Graf | 96c1606 | 2009-07-27 12:49:56 +0200 | [diff] [blame] | 398 | { |
Juan Quintela | c9dd46f | 2013-11-05 15:45:46 +0100 | [diff] [blame] | 399 | ram_addr_t start = section->offset_within_region + section->mr->ram_addr; |
Juan Quintela | 5ff7fb7 | 2013-11-05 15:52:54 +0100 | [diff] [blame] | 400 | ram_addr_t pages = int128_get64(section->size) / getpagesize(); |
Marcelo Tosatti | 8369e01 | 2010-04-23 14:04:14 -0300 | [diff] [blame] | 401 | |
Juan Quintela | 5ff7fb7 | 2013-11-05 15:52:54 +0100 | [diff] [blame] | 402 | cpu_physical_memory_set_dirty_lebitmap(bitmap, start, pages); |
Marcelo Tosatti | 8369e01 | 2010-04-23 14:04:14 -0300 | [diff] [blame] | 403 | return 0; |
Alexander Graf | 96c1606 | 2009-07-27 12:49:56 +0200 | [diff] [blame] | 404 | } |
| 405 | |
Marcelo Tosatti | 8369e01 | 2010-04-23 14:04:14 -0300 | [diff] [blame] | 406 | #define ALIGN(x, y) (((x)+(y)-1) & ~((y)-1)) |
| 407 | |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 408 | /** |
| 409 | * kvm_physical_sync_dirty_bitmap - Grab dirty bitmap from kernel space |
Blue Swirl | fd4aa97 | 2011-10-16 16:04:59 +0000 | [diff] [blame] | 410 | * This function updates qemu's dirty bitmap using |
| 411 | * memory_region_set_dirty(). This means all bits are set |
| 412 | * to dirty. |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 413 | * |
aliguori | d3f8d37 | 2009-04-17 14:26:29 +0000 | [diff] [blame] | 414 | * @start_add: start of logged region. |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 415 | * @end_addr: end of logged region. |
| 416 | */ |
Avi Kivity | ffcde12 | 2011-12-19 13:18:13 +0200 | [diff] [blame] | 417 | static int kvm_physical_sync_dirty_bitmap(MemoryRegionSection *section) |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 418 | { |
| 419 | KVMState *s = kvm_state; |
Jan Kiszka | 151f774 | 2009-05-01 20:52:47 +0200 | [diff] [blame] | 420 | unsigned long size, allocated_size = 0; |
Christian Borntraeger | d229b98 | 2014-10-14 11:50:27 +0200 | [diff] [blame] | 421 | KVMDirtyLog d = {}; |
Jan Kiszka | 151f774 | 2009-05-01 20:52:47 +0200 | [diff] [blame] | 422 | KVMSlot *mem; |
| 423 | int ret = 0; |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 424 | hwaddr start_addr = section->offset_within_address_space; |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 425 | hwaddr end_addr = start_addr + int128_get64(section->size); |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 426 | |
Jan Kiszka | 151f774 | 2009-05-01 20:52:47 +0200 | [diff] [blame] | 427 | d.dirty_bitmap = NULL; |
| 428 | while (start_addr < end_addr) { |
| 429 | mem = kvm_lookup_overlapping_slot(s, start_addr, end_addr); |
| 430 | if (mem == NULL) { |
| 431 | break; |
| 432 | } |
| 433 | |
Michael Tokarev | 51b0c60 | 2011-04-26 20:13:49 +0400 | [diff] [blame] | 434 | /* XXX bad kernel interface alert |
| 435 | * For dirty bitmap, kernel allocates array of size aligned to |
| 436 | * bits-per-long. But for case when the kernel is 64bits and |
| 437 | * the userspace is 32bits, userspace can't align to the same |
| 438 | * bits-per-long, since sizeof(long) is different between kernel |
| 439 | * and user space. This way, userspace will provide buffer which |
| 440 | * may be 4 bytes less than the kernel will use, resulting in |
| 441 | * userspace memory corruption (which is not detectable by valgrind |
| 442 | * too, in most cases). |
| 443 | * So for now, let's align to 64 instead of HOST_LONG_BITS here, in |
| 444 | * a hope that sizeof(long) wont become >8 any time soon. |
| 445 | */ |
| 446 | size = ALIGN(((mem->memory_size) >> TARGET_PAGE_BITS), |
| 447 | /*HOST_LONG_BITS*/ 64) / 8; |
Jan Kiszka | 151f774 | 2009-05-01 20:52:47 +0200 | [diff] [blame] | 448 | if (!d.dirty_bitmap) { |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 449 | d.dirty_bitmap = g_malloc(size); |
Jan Kiszka | 151f774 | 2009-05-01 20:52:47 +0200 | [diff] [blame] | 450 | } else if (size > allocated_size) { |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 451 | d.dirty_bitmap = g_realloc(d.dirty_bitmap, size); |
Jan Kiszka | 151f774 | 2009-05-01 20:52:47 +0200 | [diff] [blame] | 452 | } |
| 453 | allocated_size = size; |
| 454 | memset(d.dirty_bitmap, 0, allocated_size); |
| 455 | |
| 456 | d.slot = mem->slot; |
| 457 | |
Michael Tokarev | 50212d6 | 2014-04-14 16:14:04 +0400 | [diff] [blame] | 458 | if (kvm_vm_ioctl(s, KVM_GET_DIRTY_LOG, &d) == -1) { |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 459 | DPRINTF("ioctl failed %d\n", errno); |
Jan Kiszka | 151f774 | 2009-05-01 20:52:47 +0200 | [diff] [blame] | 460 | ret = -1; |
| 461 | break; |
| 462 | } |
| 463 | |
Avi Kivity | ffcde12 | 2011-12-19 13:18:13 +0200 | [diff] [blame] | 464 | kvm_get_dirty_pages_log_range(section, d.dirty_bitmap); |
Marcelo Tosatti | 8369e01 | 2010-04-23 14:04:14 -0300 | [diff] [blame] | 465 | start_addr = mem->start_addr + mem->memory_size; |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 466 | } |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 467 | g_free(d.dirty_bitmap); |
Jan Kiszka | 151f774 | 2009-05-01 20:52:47 +0200 | [diff] [blame] | 468 | |
| 469 | return ret; |
aliguori | 5832d1f | 2008-11-24 19:36:26 +0000 | [diff] [blame] | 470 | } |
| 471 | |
Avi Kivity | 95d2994 | 2012-10-02 18:21:54 +0200 | [diff] [blame] | 472 | static void kvm_coalesce_mmio_region(MemoryListener *listener, |
| 473 | MemoryRegionSection *secion, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 474 | hwaddr start, hwaddr size) |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 475 | { |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 476 | KVMState *s = kvm_state; |
| 477 | |
| 478 | if (s->coalesced_mmio) { |
| 479 | struct kvm_coalesced_mmio_zone zone; |
| 480 | |
| 481 | zone.addr = start; |
| 482 | zone.size = size; |
Michael S. Tsirkin | 7e68075 | 2012-02-29 17:54:29 +0200 | [diff] [blame] | 483 | zone.pad = 0; |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 484 | |
Avi Kivity | 95d2994 | 2012-10-02 18:21:54 +0200 | [diff] [blame] | 485 | (void)kvm_vm_ioctl(s, KVM_REGISTER_COALESCED_MMIO, &zone); |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 486 | } |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 487 | } |
| 488 | |
Avi Kivity | 95d2994 | 2012-10-02 18:21:54 +0200 | [diff] [blame] | 489 | static void kvm_uncoalesce_mmio_region(MemoryListener *listener, |
| 490 | MemoryRegionSection *secion, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 491 | hwaddr start, hwaddr size) |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 492 | { |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 493 | KVMState *s = kvm_state; |
| 494 | |
| 495 | if (s->coalesced_mmio) { |
| 496 | struct kvm_coalesced_mmio_zone zone; |
| 497 | |
| 498 | zone.addr = start; |
| 499 | zone.size = size; |
Michael S. Tsirkin | 7e68075 | 2012-02-29 17:54:29 +0200 | [diff] [blame] | 500 | zone.pad = 0; |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 501 | |
Avi Kivity | 95d2994 | 2012-10-02 18:21:54 +0200 | [diff] [blame] | 502 | (void)kvm_vm_ioctl(s, KVM_UNREGISTER_COALESCED_MMIO, &zone); |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 503 | } |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 504 | } |
| 505 | |
Anthony Liguori | ad7b8b3 | 2009-05-08 15:33:24 -0500 | [diff] [blame] | 506 | int kvm_check_extension(KVMState *s, unsigned int extension) |
| 507 | { |
| 508 | int ret; |
| 509 | |
| 510 | ret = kvm_ioctl(s, KVM_CHECK_EXTENSION, extension); |
| 511 | if (ret < 0) { |
| 512 | ret = 0; |
| 513 | } |
| 514 | |
| 515 | return ret; |
| 516 | } |
| 517 | |
Alexander Graf | 7d0a07f | 2014-07-14 19:15:15 +0200 | [diff] [blame] | 518 | int kvm_vm_check_extension(KVMState *s, unsigned int extension) |
| 519 | { |
| 520 | int ret; |
| 521 | |
| 522 | ret = kvm_vm_ioctl(s, KVM_CHECK_EXTENSION, extension); |
| 523 | if (ret < 0) { |
| 524 | /* VM wide version not implemented, use global one instead */ |
| 525 | ret = kvm_check_extension(s, extension); |
| 526 | } |
| 527 | |
| 528 | return ret; |
| 529 | } |
| 530 | |
Alexey Kardashevskiy | 584f2be | 2014-01-10 18:20:18 +1100 | [diff] [blame] | 531 | static int kvm_set_ioeventfd_mmio(int fd, hwaddr addr, uint32_t val, |
Michael S. Tsirkin | 41cb62c | 2013-04-02 16:52:25 +0300 | [diff] [blame] | 532 | bool assign, uint32_t size, bool datamatch) |
Michael S. Tsirkin | 500ffd4 | 2013-04-02 00:05:21 +0300 | [diff] [blame] | 533 | { |
| 534 | int ret; |
| 535 | struct kvm_ioeventfd iofd; |
| 536 | |
Michael S. Tsirkin | 41cb62c | 2013-04-02 16:52:25 +0300 | [diff] [blame] | 537 | iofd.datamatch = datamatch ? val : 0; |
Michael S. Tsirkin | 500ffd4 | 2013-04-02 00:05:21 +0300 | [diff] [blame] | 538 | iofd.addr = addr; |
| 539 | iofd.len = size; |
Michael S. Tsirkin | 41cb62c | 2013-04-02 16:52:25 +0300 | [diff] [blame] | 540 | iofd.flags = 0; |
Michael S. Tsirkin | 500ffd4 | 2013-04-02 00:05:21 +0300 | [diff] [blame] | 541 | iofd.fd = fd; |
| 542 | |
| 543 | if (!kvm_enabled()) { |
| 544 | return -ENOSYS; |
| 545 | } |
| 546 | |
Michael S. Tsirkin | 41cb62c | 2013-04-02 16:52:25 +0300 | [diff] [blame] | 547 | if (datamatch) { |
| 548 | iofd.flags |= KVM_IOEVENTFD_FLAG_DATAMATCH; |
| 549 | } |
Michael S. Tsirkin | 500ffd4 | 2013-04-02 00:05:21 +0300 | [diff] [blame] | 550 | if (!assign) { |
| 551 | iofd.flags |= KVM_IOEVENTFD_FLAG_DEASSIGN; |
| 552 | } |
| 553 | |
| 554 | ret = kvm_vm_ioctl(kvm_state, KVM_IOEVENTFD, &iofd); |
| 555 | |
| 556 | if (ret < 0) { |
| 557 | return -errno; |
| 558 | } |
| 559 | |
| 560 | return 0; |
| 561 | } |
| 562 | |
Michael S. Tsirkin | 44c3f8f | 2013-04-02 00:54:45 +0300 | [diff] [blame] | 563 | static int kvm_set_ioeventfd_pio(int fd, uint16_t addr, uint16_t val, |
Michael S. Tsirkin | 41cb62c | 2013-04-02 16:52:25 +0300 | [diff] [blame] | 564 | bool assign, uint32_t size, bool datamatch) |
Michael S. Tsirkin | 500ffd4 | 2013-04-02 00:05:21 +0300 | [diff] [blame] | 565 | { |
| 566 | struct kvm_ioeventfd kick = { |
Michael S. Tsirkin | 41cb62c | 2013-04-02 16:52:25 +0300 | [diff] [blame] | 567 | .datamatch = datamatch ? val : 0, |
Michael S. Tsirkin | 500ffd4 | 2013-04-02 00:05:21 +0300 | [diff] [blame] | 568 | .addr = addr, |
Michael S. Tsirkin | 41cb62c | 2013-04-02 16:52:25 +0300 | [diff] [blame] | 569 | .flags = KVM_IOEVENTFD_FLAG_PIO, |
Michael S. Tsirkin | 44c3f8f | 2013-04-02 00:54:45 +0300 | [diff] [blame] | 570 | .len = size, |
Michael S. Tsirkin | 500ffd4 | 2013-04-02 00:05:21 +0300 | [diff] [blame] | 571 | .fd = fd, |
| 572 | }; |
| 573 | int r; |
| 574 | if (!kvm_enabled()) { |
| 575 | return -ENOSYS; |
| 576 | } |
Michael S. Tsirkin | 41cb62c | 2013-04-02 16:52:25 +0300 | [diff] [blame] | 577 | if (datamatch) { |
| 578 | kick.flags |= KVM_IOEVENTFD_FLAG_DATAMATCH; |
| 579 | } |
Michael S. Tsirkin | 500ffd4 | 2013-04-02 00:05:21 +0300 | [diff] [blame] | 580 | if (!assign) { |
| 581 | kick.flags |= KVM_IOEVENTFD_FLAG_DEASSIGN; |
| 582 | } |
| 583 | r = kvm_vm_ioctl(kvm_state, KVM_IOEVENTFD, &kick); |
| 584 | if (r < 0) { |
| 585 | return r; |
| 586 | } |
| 587 | return 0; |
| 588 | } |
| 589 | |
| 590 | |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 591 | static int kvm_check_many_ioeventfds(void) |
| 592 | { |
Stefan Hajnoczi | d0dcac8 | 2011-01-25 16:17:14 +0000 | [diff] [blame] | 593 | /* Userspace can use ioeventfd for io notification. This requires a host |
| 594 | * that supports eventfd(2) and an I/O thread; since eventfd does not |
| 595 | * support SIGIO it cannot interrupt the vcpu. |
| 596 | * |
| 597 | * Older kernels have a 6 device limit on the KVM io bus. Find out so we |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 598 | * can avoid creating too many ioeventfds. |
| 599 | */ |
Anthony Liguori | 12d4536 | 2011-08-22 08:24:58 -0500 | [diff] [blame] | 600 | #if defined(CONFIG_EVENTFD) |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 601 | int ioeventfds[7]; |
| 602 | int i, ret = 0; |
| 603 | for (i = 0; i < ARRAY_SIZE(ioeventfds); i++) { |
| 604 | ioeventfds[i] = eventfd(0, EFD_CLOEXEC); |
| 605 | if (ioeventfds[i] < 0) { |
| 606 | break; |
| 607 | } |
Michael S. Tsirkin | 41cb62c | 2013-04-02 16:52:25 +0300 | [diff] [blame] | 608 | ret = kvm_set_ioeventfd_pio(ioeventfds[i], 0, i, true, 2, true); |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 609 | if (ret < 0) { |
| 610 | close(ioeventfds[i]); |
| 611 | break; |
| 612 | } |
| 613 | } |
| 614 | |
| 615 | /* Decide whether many devices are supported or not */ |
| 616 | ret = i == ARRAY_SIZE(ioeventfds); |
| 617 | |
| 618 | while (i-- > 0) { |
Michael S. Tsirkin | 41cb62c | 2013-04-02 16:52:25 +0300 | [diff] [blame] | 619 | kvm_set_ioeventfd_pio(ioeventfds[i], 0, i, false, 2, true); |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 620 | close(ioeventfds[i]); |
| 621 | } |
| 622 | return ret; |
| 623 | #else |
| 624 | return 0; |
| 625 | #endif |
| 626 | } |
| 627 | |
Jan Kiszka | 94a8d39 | 2011-01-21 21:48:17 +0100 | [diff] [blame] | 628 | static const KVMCapabilityInfo * |
| 629 | kvm_check_extension_list(KVMState *s, const KVMCapabilityInfo *list) |
| 630 | { |
| 631 | while (list->name) { |
| 632 | if (!kvm_check_extension(s, list->value)) { |
| 633 | return list; |
| 634 | } |
| 635 | list++; |
| 636 | } |
| 637 | return NULL; |
| 638 | } |
| 639 | |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 640 | static void kvm_set_phys_mem(MemoryRegionSection *section, bool add) |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 641 | { |
| 642 | KVMState *s = kvm_state; |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 643 | KVMSlot *mem, old; |
| 644 | int err; |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 645 | MemoryRegion *mr = section->mr; |
| 646 | bool log_dirty = memory_region_is_logging(mr); |
Jordan Justen | 235e898 | 2013-05-29 01:27:26 -0700 | [diff] [blame] | 647 | bool writeable = !mr->readonly && !mr->rom_device; |
| 648 | bool readonly_flag = mr->readonly || memory_region_is_romd(mr); |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 649 | hwaddr start_addr = section->offset_within_address_space; |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 650 | ram_addr_t size = int128_get64(section->size); |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 651 | void *ram = NULL; |
Avi Kivity | 8f6f962 | 2012-02-29 13:22:12 +0200 | [diff] [blame] | 652 | unsigned delta; |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 653 | |
Gleb Natapov | 14542fe | 2010-07-28 18:13:23 +0300 | [diff] [blame] | 654 | /* kvm works in page size chunks, but the function may be called |
Alexander Graf | f2a6403 | 2014-11-07 22:12:48 +0100 | [diff] [blame] | 655 | with sub-page size and unaligned start address. Pad the start |
| 656 | address to next and truncate size to previous page boundary. */ |
| 657 | delta = (TARGET_PAGE_SIZE - (start_addr & ~TARGET_PAGE_MASK)); |
| 658 | delta &= ~TARGET_PAGE_MASK; |
Avi Kivity | 8f6f962 | 2012-02-29 13:22:12 +0200 | [diff] [blame] | 659 | if (delta > size) { |
| 660 | return; |
| 661 | } |
| 662 | start_addr += delta; |
| 663 | size -= delta; |
| 664 | size &= TARGET_PAGE_MASK; |
| 665 | if (!size || (start_addr & ~TARGET_PAGE_MASK)) { |
| 666 | return; |
| 667 | } |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 668 | |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 669 | if (!memory_region_is_ram(mr)) { |
Jordan Justen | 235e898 | 2013-05-29 01:27:26 -0700 | [diff] [blame] | 670 | if (writeable || !kvm_readonly_mem_allowed) { |
| 671 | return; |
| 672 | } else if (!mr->romd_mode) { |
| 673 | /* If the memory device is not in romd_mode, then we actually want |
| 674 | * to remove the kvm memory slot so all accesses will trap. */ |
| 675 | add = false; |
| 676 | } |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 677 | } |
| 678 | |
Avi Kivity | 8f6f962 | 2012-02-29 13:22:12 +0200 | [diff] [blame] | 679 | ram = memory_region_get_ram_ptr(mr) + section->offset_within_region + delta; |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 680 | |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 681 | while (1) { |
| 682 | mem = kvm_lookup_overlapping_slot(s, start_addr, start_addr + size); |
| 683 | if (!mem) { |
| 684 | break; |
| 685 | } |
| 686 | |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 687 | if (add && start_addr >= mem->start_addr && |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 688 | (start_addr + size <= mem->start_addr + mem->memory_size) && |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 689 | (ram - start_addr == mem->ram - mem->start_addr)) { |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 690 | /* The new slot fits into the existing one and comes with |
Michael S. Tsirkin | 25254bb | 2011-04-06 22:09:54 +0300 | [diff] [blame] | 691 | * identical parameters - update flags and done. */ |
| 692 | kvm_slot_dirty_pages_log_change(mem, log_dirty); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 693 | return; |
| 694 | } |
| 695 | |
| 696 | old = *mem; |
| 697 | |
Avi Kivity | 3fbffb6 | 2012-01-15 16:13:59 +0200 | [diff] [blame] | 698 | if (mem->flags & KVM_MEM_LOG_DIRTY_PAGES) { |
| 699 | kvm_physical_sync_dirty_bitmap(section); |
| 700 | } |
| 701 | |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 702 | /* unregister the overlapping slot */ |
| 703 | mem->memory_size = 0; |
| 704 | err = kvm_set_user_memory_region(s, mem); |
| 705 | if (err) { |
| 706 | fprintf(stderr, "%s: error unregistering overlapping slot: %s\n", |
| 707 | __func__, strerror(-err)); |
| 708 | abort(); |
| 709 | } |
| 710 | |
| 711 | /* Workaround for older KVM versions: we can't join slots, even not by |
| 712 | * unregistering the previous ones and then registering the larger |
| 713 | * slot. We have to maintain the existing fragmentation. Sigh. |
| 714 | * |
| 715 | * This workaround assumes that the new slot starts at the same |
| 716 | * address as the first existing one. If not or if some overlapping |
| 717 | * slot comes around later, we will fail (not seen in practice so far) |
| 718 | * - and actually require a recent KVM version. */ |
| 719 | if (s->broken_set_mem_region && |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 720 | old.start_addr == start_addr && old.memory_size < size && add) { |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 721 | mem = kvm_alloc_slot(s); |
| 722 | mem->memory_size = old.memory_size; |
| 723 | mem->start_addr = old.start_addr; |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 724 | mem->ram = old.ram; |
Jordan Justen | 235e898 | 2013-05-29 01:27:26 -0700 | [diff] [blame] | 725 | mem->flags = kvm_mem_flags(s, log_dirty, readonly_flag); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 726 | |
| 727 | err = kvm_set_user_memory_region(s, mem); |
| 728 | if (err) { |
| 729 | fprintf(stderr, "%s: error updating slot: %s\n", __func__, |
| 730 | strerror(-err)); |
| 731 | abort(); |
| 732 | } |
| 733 | |
| 734 | start_addr += old.memory_size; |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 735 | ram += old.memory_size; |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 736 | size -= old.memory_size; |
| 737 | continue; |
| 738 | } |
| 739 | |
| 740 | /* register prefix slot */ |
| 741 | if (old.start_addr < start_addr) { |
| 742 | mem = kvm_alloc_slot(s); |
| 743 | mem->memory_size = start_addr - old.start_addr; |
| 744 | mem->start_addr = old.start_addr; |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 745 | mem->ram = old.ram; |
Jordan Justen | 235e898 | 2013-05-29 01:27:26 -0700 | [diff] [blame] | 746 | mem->flags = kvm_mem_flags(s, log_dirty, readonly_flag); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 747 | |
| 748 | err = kvm_set_user_memory_region(s, mem); |
| 749 | if (err) { |
| 750 | fprintf(stderr, "%s: error registering prefix slot: %s\n", |
| 751 | __func__, strerror(-err)); |
Alexander Graf | d4d6868 | 2011-04-16 10:15:11 +0200 | [diff] [blame] | 752 | #ifdef TARGET_PPC |
| 753 | fprintf(stderr, "%s: This is probably because your kernel's " \ |
| 754 | "PAGE_SIZE is too big. Please try to use 4k " \ |
| 755 | "PAGE_SIZE!\n", __func__); |
| 756 | #endif |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 757 | abort(); |
| 758 | } |
| 759 | } |
| 760 | |
| 761 | /* register suffix slot */ |
| 762 | if (old.start_addr + old.memory_size > start_addr + size) { |
| 763 | ram_addr_t size_delta; |
| 764 | |
| 765 | mem = kvm_alloc_slot(s); |
| 766 | mem->start_addr = start_addr + size; |
| 767 | size_delta = mem->start_addr - old.start_addr; |
| 768 | mem->memory_size = old.memory_size - size_delta; |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 769 | mem->ram = old.ram + size_delta; |
Jordan Justen | 235e898 | 2013-05-29 01:27:26 -0700 | [diff] [blame] | 770 | mem->flags = kvm_mem_flags(s, log_dirty, readonly_flag); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 771 | |
| 772 | err = kvm_set_user_memory_region(s, mem); |
| 773 | if (err) { |
| 774 | fprintf(stderr, "%s: error registering suffix slot: %s\n", |
| 775 | __func__, strerror(-err)); |
| 776 | abort(); |
| 777 | } |
| 778 | } |
| 779 | } |
| 780 | |
| 781 | /* in case the KVM bug workaround already "consumed" the new slot */ |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 782 | if (!size) { |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 783 | return; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 784 | } |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 785 | if (!add) { |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 786 | return; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 787 | } |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 788 | mem = kvm_alloc_slot(s); |
| 789 | mem->memory_size = size; |
| 790 | mem->start_addr = start_addr; |
Avi Kivity | 9f213ed | 2011-12-15 19:55:26 +0200 | [diff] [blame] | 791 | mem->ram = ram; |
Jordan Justen | 235e898 | 2013-05-29 01:27:26 -0700 | [diff] [blame] | 792 | mem->flags = kvm_mem_flags(s, log_dirty, readonly_flag); |
Michael S. Tsirkin | 46dbef6 | 2010-01-27 22:07:08 +0200 | [diff] [blame] | 793 | |
| 794 | err = kvm_set_user_memory_region(s, mem); |
| 795 | if (err) { |
| 796 | fprintf(stderr, "%s: error registering slot: %s\n", __func__, |
| 797 | strerror(-err)); |
| 798 | abort(); |
| 799 | } |
| 800 | } |
| 801 | |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 802 | static void kvm_region_add(MemoryListener *listener, |
| 803 | MemoryRegionSection *section) |
Michael S. Tsirkin | 7b8f3b7 | 2010-01-27 22:07:21 +0200 | [diff] [blame] | 804 | { |
Paolo Bonzini | dfde4e6 | 2013-05-06 10:46:11 +0200 | [diff] [blame] | 805 | memory_region_ref(section->mr); |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 806 | kvm_set_phys_mem(section, true); |
Michael S. Tsirkin | 7b8f3b7 | 2010-01-27 22:07:21 +0200 | [diff] [blame] | 807 | } |
| 808 | |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 809 | static void kvm_region_del(MemoryListener *listener, |
| 810 | MemoryRegionSection *section) |
Michael S. Tsirkin | 7b8f3b7 | 2010-01-27 22:07:21 +0200 | [diff] [blame] | 811 | { |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 812 | kvm_set_phys_mem(section, false); |
Paolo Bonzini | dfde4e6 | 2013-05-06 10:46:11 +0200 | [diff] [blame] | 813 | memory_region_unref(section->mr); |
Michael S. Tsirkin | 7b8f3b7 | 2010-01-27 22:07:21 +0200 | [diff] [blame] | 814 | } |
| 815 | |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 816 | static void kvm_log_sync(MemoryListener *listener, |
| 817 | MemoryRegionSection *section) |
Michael S. Tsirkin | 7b8f3b7 | 2010-01-27 22:07:21 +0200 | [diff] [blame] | 818 | { |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 819 | int r; |
| 820 | |
Avi Kivity | ffcde12 | 2011-12-19 13:18:13 +0200 | [diff] [blame] | 821 | r = kvm_physical_sync_dirty_bitmap(section); |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 822 | if (r < 0) { |
| 823 | abort(); |
| 824 | } |
Michael S. Tsirkin | 7b8f3b7 | 2010-01-27 22:07:21 +0200 | [diff] [blame] | 825 | } |
| 826 | |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 827 | static void kvm_log_global_start(struct MemoryListener *listener) |
| 828 | { |
| 829 | int r; |
| 830 | |
| 831 | r = kvm_set_migration_log(1); |
| 832 | assert(r >= 0); |
| 833 | } |
| 834 | |
| 835 | static void kvm_log_global_stop(struct MemoryListener *listener) |
| 836 | { |
| 837 | int r; |
| 838 | |
| 839 | r = kvm_set_migration_log(0); |
| 840 | assert(r >= 0); |
| 841 | } |
| 842 | |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 843 | static void kvm_mem_ioeventfd_add(MemoryListener *listener, |
| 844 | MemoryRegionSection *section, |
| 845 | bool match_data, uint64_t data, |
| 846 | EventNotifier *e) |
| 847 | { |
| 848 | int fd = event_notifier_get_fd(e); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 849 | int r; |
| 850 | |
Michael S. Tsirkin | 4b8f1c8 | 2012-03-20 14:31:38 +0200 | [diff] [blame] | 851 | r = kvm_set_ioeventfd_mmio(fd, section->offset_within_address_space, |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 852 | data, true, int128_get64(section->size), |
| 853 | match_data); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 854 | if (r < 0) { |
Amos Kong | fa4ba92 | 2013-05-22 12:57:35 +0800 | [diff] [blame] | 855 | fprintf(stderr, "%s: error adding ioeventfd: %s\n", |
| 856 | __func__, strerror(-r)); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 857 | abort(); |
| 858 | } |
| 859 | } |
| 860 | |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 861 | static void kvm_mem_ioeventfd_del(MemoryListener *listener, |
| 862 | MemoryRegionSection *section, |
| 863 | bool match_data, uint64_t data, |
| 864 | EventNotifier *e) |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 865 | { |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 866 | int fd = event_notifier_get_fd(e); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 867 | int r; |
| 868 | |
Michael S. Tsirkin | 4b8f1c8 | 2012-03-20 14:31:38 +0200 | [diff] [blame] | 869 | r = kvm_set_ioeventfd_mmio(fd, section->offset_within_address_space, |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 870 | data, false, int128_get64(section->size), |
| 871 | match_data); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 872 | if (r < 0) { |
| 873 | abort(); |
| 874 | } |
| 875 | } |
| 876 | |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 877 | static void kvm_io_ioeventfd_add(MemoryListener *listener, |
| 878 | MemoryRegionSection *section, |
| 879 | bool match_data, uint64_t data, |
| 880 | EventNotifier *e) |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 881 | { |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 882 | int fd = event_notifier_get_fd(e); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 883 | int r; |
| 884 | |
Michael S. Tsirkin | 44c3f8f | 2013-04-02 00:54:45 +0300 | [diff] [blame] | 885 | r = kvm_set_ioeventfd_pio(fd, section->offset_within_address_space, |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 886 | data, true, int128_get64(section->size), |
| 887 | match_data); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 888 | if (r < 0) { |
Amos Kong | fa4ba92 | 2013-05-22 12:57:35 +0800 | [diff] [blame] | 889 | fprintf(stderr, "%s: error adding ioeventfd: %s\n", |
| 890 | __func__, strerror(-r)); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 891 | abort(); |
| 892 | } |
| 893 | } |
| 894 | |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 895 | static void kvm_io_ioeventfd_del(MemoryListener *listener, |
| 896 | MemoryRegionSection *section, |
| 897 | bool match_data, uint64_t data, |
| 898 | EventNotifier *e) |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 899 | |
| 900 | { |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 901 | int fd = event_notifier_get_fd(e); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 902 | int r; |
| 903 | |
Michael S. Tsirkin | 44c3f8f | 2013-04-02 00:54:45 +0300 | [diff] [blame] | 904 | r = kvm_set_ioeventfd_pio(fd, section->offset_within_address_space, |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 905 | data, false, int128_get64(section->size), |
| 906 | match_data); |
Avi Kivity | 80a1ea3 | 2012-02-08 16:39:06 +0200 | [diff] [blame] | 907 | if (r < 0) { |
| 908 | abort(); |
| 909 | } |
| 910 | } |
| 911 | |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 912 | static MemoryListener kvm_memory_listener = { |
| 913 | .region_add = kvm_region_add, |
| 914 | .region_del = kvm_region_del, |
Anthony PERARD | e5896b1 | 2011-02-07 12:19:23 +0100 | [diff] [blame] | 915 | .log_start = kvm_log_start, |
| 916 | .log_stop = kvm_log_stop, |
Avi Kivity | a01672d | 2011-12-18 14:06:05 +0200 | [diff] [blame] | 917 | .log_sync = kvm_log_sync, |
| 918 | .log_global_start = kvm_log_global_start, |
| 919 | .log_global_stop = kvm_log_global_stop, |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 920 | .eventfd_add = kvm_mem_ioeventfd_add, |
| 921 | .eventfd_del = kvm_mem_ioeventfd_del, |
Avi Kivity | 95d2994 | 2012-10-02 18:21:54 +0200 | [diff] [blame] | 922 | .coalesced_mmio_add = kvm_coalesce_mmio_region, |
| 923 | .coalesced_mmio_del = kvm_uncoalesce_mmio_region, |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 924 | .priority = 10, |
| 925 | }; |
| 926 | |
| 927 | static MemoryListener kvm_io_listener = { |
Avi Kivity | d22b096 | 2012-09-30 22:21:11 +0200 | [diff] [blame] | 928 | .eventfd_add = kvm_io_ioeventfd_add, |
| 929 | .eventfd_del = kvm_io_ioeventfd_del, |
Avi Kivity | 72e22d2 | 2012-02-08 15:05:50 +0200 | [diff] [blame] | 930 | .priority = 10, |
Michael S. Tsirkin | 7b8f3b7 | 2010-01-27 22:07:21 +0200 | [diff] [blame] | 931 | }; |
| 932 | |
Andreas Färber | c3affe5 | 2013-01-18 15:03:43 +0100 | [diff] [blame] | 933 | static void kvm_handle_interrupt(CPUState *cpu, int mask) |
Jan Kiszka | aa7f74d | 2011-04-13 01:32:56 +0200 | [diff] [blame] | 934 | { |
Andreas Färber | 259186a | 2013-01-17 18:51:17 +0100 | [diff] [blame] | 935 | cpu->interrupt_request |= mask; |
Jan Kiszka | aa7f74d | 2011-04-13 01:32:56 +0200 | [diff] [blame] | 936 | |
Andreas Färber | 60e8257 | 2012-05-02 22:23:49 +0200 | [diff] [blame] | 937 | if (!qemu_cpu_is_self(cpu)) { |
Andreas Färber | c08d742 | 2012-05-03 04:34:15 +0200 | [diff] [blame] | 938 | qemu_cpu_kick(cpu); |
Jan Kiszka | aa7f74d | 2011-04-13 01:32:56 +0200 | [diff] [blame] | 939 | } |
| 940 | } |
| 941 | |
Peter Maydell | 3889c3f | 2012-07-26 15:35:12 +0100 | [diff] [blame] | 942 | int kvm_set_irq(KVMState *s, int irq, int level) |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 943 | { |
| 944 | struct kvm_irq_level event; |
| 945 | int ret; |
| 946 | |
Peter Maydell | 7ae26bd | 2012-07-26 15:35:11 +0100 | [diff] [blame] | 947 | assert(kvm_async_interrupts_enabled()); |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 948 | |
| 949 | event.level = level; |
| 950 | event.irq = irq; |
Jan Kiszka | e333cd6 | 2012-08-24 13:34:47 +0200 | [diff] [blame] | 951 | ret = kvm_vm_ioctl(s, s->irq_set_ioctl, &event); |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 952 | if (ret < 0) { |
Peter Maydell | 3889c3f | 2012-07-26 15:35:12 +0100 | [diff] [blame] | 953 | perror("kvm_set_irq"); |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 954 | abort(); |
| 955 | } |
| 956 | |
Jan Kiszka | e333cd6 | 2012-08-24 13:34:47 +0200 | [diff] [blame] | 957 | return (s->irq_set_ioctl == KVM_IRQ_LINE) ? 1 : event.status; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 958 | } |
| 959 | |
| 960 | #ifdef KVM_CAP_IRQ_ROUTING |
Jan Kiszka | d3d3bef | 2012-06-05 21:03:57 +0200 | [diff] [blame] | 961 | typedef struct KVMMSIRoute { |
| 962 | struct kvm_irq_routing_entry kroute; |
| 963 | QTAILQ_ENTRY(KVMMSIRoute) entry; |
| 964 | } KVMMSIRoute; |
| 965 | |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 966 | static void set_gsi(KVMState *s, unsigned int gsi) |
| 967 | { |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 968 | s->used_gsi_bitmap[gsi / 32] |= 1U << (gsi % 32); |
| 969 | } |
| 970 | |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 971 | static void clear_gsi(KVMState *s, unsigned int gsi) |
| 972 | { |
| 973 | s->used_gsi_bitmap[gsi / 32] &= ~(1U << (gsi % 32)); |
| 974 | } |
| 975 | |
Alexander Graf | 7b77459 | 2013-04-16 15:58:13 +0200 | [diff] [blame] | 976 | void kvm_init_irq_routing(KVMState *s) |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 977 | { |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 978 | int gsi_count, i; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 979 | |
Alexander Graf | 0000841 | 2014-06-06 14:46:05 +0200 | [diff] [blame] | 980 | gsi_count = kvm_check_extension(s, KVM_CAP_IRQ_ROUTING) - 1; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 981 | if (gsi_count > 0) { |
| 982 | unsigned int gsi_bits, i; |
| 983 | |
| 984 | /* Round up so we can search ints using ffs */ |
Jason Baron | bc8c678 | 2012-03-28 14:18:05 -0400 | [diff] [blame] | 985 | gsi_bits = ALIGN(gsi_count, 32); |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 986 | s->used_gsi_bitmap = g_malloc0(gsi_bits / 8); |
Jan Kiszka | 4e2e4e6 | 2012-05-16 15:41:08 -0300 | [diff] [blame] | 987 | s->gsi_count = gsi_count; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 988 | |
| 989 | /* Mark any over-allocated bits as already in use */ |
| 990 | for (i = gsi_count; i < gsi_bits; i++) { |
| 991 | set_gsi(s, i); |
| 992 | } |
| 993 | } |
| 994 | |
| 995 | s->irq_routes = g_malloc0(sizeof(*s->irq_routes)); |
| 996 | s->nr_allocated_irq_routes = 0; |
| 997 | |
Jan Kiszka | 4a3adeb | 2012-05-16 15:41:14 -0300 | [diff] [blame] | 998 | if (!s->direct_msi) { |
| 999 | for (i = 0; i < KVM_MSI_HASHTAB_SIZE; i++) { |
| 1000 | QTAILQ_INIT(&s->msi_hashtab[i]); |
| 1001 | } |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1002 | } |
| 1003 | |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1004 | kvm_arch_init_irq_routing(s); |
| 1005 | } |
| 1006 | |
Alexander Graf | cb925cf | 2013-04-17 01:11:55 +0200 | [diff] [blame] | 1007 | void kvm_irqchip_commit_routes(KVMState *s) |
Jan Kiszka | e7b2030 | 2012-05-17 10:32:35 -0300 | [diff] [blame] | 1008 | { |
| 1009 | int ret; |
| 1010 | |
| 1011 | s->irq_routes->flags = 0; |
| 1012 | ret = kvm_vm_ioctl(s, KVM_SET_GSI_ROUTING, s->irq_routes); |
| 1013 | assert(ret == 0); |
| 1014 | } |
| 1015 | |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1016 | static void kvm_add_routing_entry(KVMState *s, |
| 1017 | struct kvm_irq_routing_entry *entry) |
| 1018 | { |
| 1019 | struct kvm_irq_routing_entry *new; |
| 1020 | int n, size; |
| 1021 | |
| 1022 | if (s->irq_routes->nr == s->nr_allocated_irq_routes) { |
| 1023 | n = s->nr_allocated_irq_routes * 2; |
| 1024 | if (n < 64) { |
| 1025 | n = 64; |
| 1026 | } |
| 1027 | size = sizeof(struct kvm_irq_routing); |
| 1028 | size += n * sizeof(*new); |
| 1029 | s->irq_routes = g_realloc(s->irq_routes, size); |
| 1030 | s->nr_allocated_irq_routes = n; |
| 1031 | } |
| 1032 | n = s->irq_routes->nr++; |
| 1033 | new = &s->irq_routes->entries[n]; |
Michael S. Tsirkin | 0fbc207 | 2013-06-04 14:52:32 +0300 | [diff] [blame] | 1034 | |
| 1035 | *new = *entry; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1036 | |
| 1037 | set_gsi(s, entry->gsi); |
| 1038 | } |
| 1039 | |
Jan Kiszka | cc57407 | 2012-08-27 08:28:38 +0200 | [diff] [blame] | 1040 | static int kvm_update_routing_entry(KVMState *s, |
| 1041 | struct kvm_irq_routing_entry *new_entry) |
| 1042 | { |
| 1043 | struct kvm_irq_routing_entry *entry; |
| 1044 | int n; |
| 1045 | |
| 1046 | for (n = 0; n < s->irq_routes->nr; n++) { |
| 1047 | entry = &s->irq_routes->entries[n]; |
| 1048 | if (entry->gsi != new_entry->gsi) { |
| 1049 | continue; |
| 1050 | } |
| 1051 | |
Michael S. Tsirkin | 40509f7 | 2013-06-04 14:52:35 +0300 | [diff] [blame] | 1052 | if(!memcmp(entry, new_entry, sizeof *entry)) { |
| 1053 | return 0; |
| 1054 | } |
| 1055 | |
Michael S. Tsirkin | 0fbc207 | 2013-06-04 14:52:32 +0300 | [diff] [blame] | 1056 | *entry = *new_entry; |
Jan Kiszka | cc57407 | 2012-08-27 08:28:38 +0200 | [diff] [blame] | 1057 | |
| 1058 | kvm_irqchip_commit_routes(s); |
| 1059 | |
| 1060 | return 0; |
| 1061 | } |
| 1062 | |
| 1063 | return -ESRCH; |
| 1064 | } |
| 1065 | |
Jan Kiszka | 1df186d | 2012-05-17 10:32:32 -0300 | [diff] [blame] | 1066 | void kvm_irqchip_add_irq_route(KVMState *s, int irq, int irqchip, int pin) |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1067 | { |
Michael S. Tsirkin | 0fbc207 | 2013-06-04 14:52:32 +0300 | [diff] [blame] | 1068 | struct kvm_irq_routing_entry e = {}; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1069 | |
Jan Kiszka | 4e2e4e6 | 2012-05-16 15:41:08 -0300 | [diff] [blame] | 1070 | assert(pin < s->gsi_count); |
| 1071 | |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1072 | e.gsi = irq; |
| 1073 | e.type = KVM_IRQ_ROUTING_IRQCHIP; |
| 1074 | e.flags = 0; |
| 1075 | e.u.irqchip.irqchip = irqchip; |
| 1076 | e.u.irqchip.pin = pin; |
| 1077 | kvm_add_routing_entry(s, &e); |
| 1078 | } |
| 1079 | |
Jan Kiszka | 1e2aa8b | 2012-05-17 10:32:34 -0300 | [diff] [blame] | 1080 | void kvm_irqchip_release_virq(KVMState *s, int virq) |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1081 | { |
| 1082 | struct kvm_irq_routing_entry *e; |
| 1083 | int i; |
| 1084 | |
Alexey Kardashevskiy | 76fe21d | 2013-09-03 18:08:25 +1000 | [diff] [blame] | 1085 | if (kvm_gsi_direct_mapping()) { |
| 1086 | return; |
| 1087 | } |
| 1088 | |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1089 | for (i = 0; i < s->irq_routes->nr; i++) { |
| 1090 | e = &s->irq_routes->entries[i]; |
| 1091 | if (e->gsi == virq) { |
| 1092 | s->irq_routes->nr--; |
| 1093 | *e = s->irq_routes->entries[s->irq_routes->nr]; |
| 1094 | } |
| 1095 | } |
| 1096 | clear_gsi(s, virq); |
| 1097 | } |
| 1098 | |
| 1099 | static unsigned int kvm_hash_msi(uint32_t data) |
| 1100 | { |
| 1101 | /* This is optimized for IA32 MSI layout. However, no other arch shall |
| 1102 | * repeat the mistake of not providing a direct MSI injection API. */ |
| 1103 | return data & 0xff; |
| 1104 | } |
| 1105 | |
| 1106 | static void kvm_flush_dynamic_msi_routes(KVMState *s) |
| 1107 | { |
| 1108 | KVMMSIRoute *route, *next; |
| 1109 | unsigned int hash; |
| 1110 | |
| 1111 | for (hash = 0; hash < KVM_MSI_HASHTAB_SIZE; hash++) { |
| 1112 | QTAILQ_FOREACH_SAFE(route, &s->msi_hashtab[hash], entry, next) { |
| 1113 | kvm_irqchip_release_virq(s, route->kroute.gsi); |
| 1114 | QTAILQ_REMOVE(&s->msi_hashtab[hash], route, entry); |
| 1115 | g_free(route); |
| 1116 | } |
| 1117 | } |
| 1118 | } |
| 1119 | |
| 1120 | static int kvm_irqchip_get_virq(KVMState *s) |
| 1121 | { |
| 1122 | uint32_t *word = s->used_gsi_bitmap; |
| 1123 | int max_words = ALIGN(s->gsi_count, 32) / 32; |
| 1124 | int i, bit; |
| 1125 | bool retry = true; |
| 1126 | |
| 1127 | again: |
| 1128 | /* Return the lowest unused GSI in the bitmap */ |
| 1129 | for (i = 0; i < max_words; i++) { |
| 1130 | bit = ffs(~word[i]); |
| 1131 | if (!bit) { |
| 1132 | continue; |
| 1133 | } |
| 1134 | |
| 1135 | return bit - 1 + i * 32; |
| 1136 | } |
Jan Kiszka | 4a3adeb | 2012-05-16 15:41:14 -0300 | [diff] [blame] | 1137 | if (!s->direct_msi && retry) { |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1138 | retry = false; |
| 1139 | kvm_flush_dynamic_msi_routes(s); |
| 1140 | goto again; |
| 1141 | } |
| 1142 | return -ENOSPC; |
| 1143 | |
| 1144 | } |
| 1145 | |
| 1146 | static KVMMSIRoute *kvm_lookup_msi_route(KVMState *s, MSIMessage msg) |
| 1147 | { |
| 1148 | unsigned int hash = kvm_hash_msi(msg.data); |
| 1149 | KVMMSIRoute *route; |
| 1150 | |
| 1151 | QTAILQ_FOREACH(route, &s->msi_hashtab[hash], entry) { |
| 1152 | if (route->kroute.u.msi.address_lo == (uint32_t)msg.address && |
| 1153 | route->kroute.u.msi.address_hi == (msg.address >> 32) && |
Alexander Graf | d07cc1f | 2013-04-16 15:05:22 +0200 | [diff] [blame] | 1154 | route->kroute.u.msi.data == le32_to_cpu(msg.data)) { |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1155 | return route; |
| 1156 | } |
| 1157 | } |
| 1158 | return NULL; |
| 1159 | } |
| 1160 | |
| 1161 | int kvm_irqchip_send_msi(KVMState *s, MSIMessage msg) |
| 1162 | { |
Jan Kiszka | 4a3adeb | 2012-05-16 15:41:14 -0300 | [diff] [blame] | 1163 | struct kvm_msi msi; |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1164 | KVMMSIRoute *route; |
| 1165 | |
Jan Kiszka | 4a3adeb | 2012-05-16 15:41:14 -0300 | [diff] [blame] | 1166 | if (s->direct_msi) { |
| 1167 | msi.address_lo = (uint32_t)msg.address; |
| 1168 | msi.address_hi = msg.address >> 32; |
Alexander Graf | d07cc1f | 2013-04-16 15:05:22 +0200 | [diff] [blame] | 1169 | msi.data = le32_to_cpu(msg.data); |
Jan Kiszka | 4a3adeb | 2012-05-16 15:41:14 -0300 | [diff] [blame] | 1170 | msi.flags = 0; |
| 1171 | memset(msi.pad, 0, sizeof(msi.pad)); |
| 1172 | |
| 1173 | return kvm_vm_ioctl(s, KVM_SIGNAL_MSI, &msi); |
| 1174 | } |
| 1175 | |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1176 | route = kvm_lookup_msi_route(s, msg); |
| 1177 | if (!route) { |
Jan Kiszka | e7b2030 | 2012-05-17 10:32:35 -0300 | [diff] [blame] | 1178 | int virq; |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1179 | |
| 1180 | virq = kvm_irqchip_get_virq(s); |
| 1181 | if (virq < 0) { |
| 1182 | return virq; |
| 1183 | } |
| 1184 | |
Michael S. Tsirkin | 0fbc207 | 2013-06-04 14:52:32 +0300 | [diff] [blame] | 1185 | route = g_malloc0(sizeof(KVMMSIRoute)); |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1186 | route->kroute.gsi = virq; |
| 1187 | route->kroute.type = KVM_IRQ_ROUTING_MSI; |
| 1188 | route->kroute.flags = 0; |
| 1189 | route->kroute.u.msi.address_lo = (uint32_t)msg.address; |
| 1190 | route->kroute.u.msi.address_hi = msg.address >> 32; |
Alexander Graf | d07cc1f | 2013-04-16 15:05:22 +0200 | [diff] [blame] | 1191 | route->kroute.u.msi.data = le32_to_cpu(msg.data); |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1192 | |
| 1193 | kvm_add_routing_entry(s, &route->kroute); |
Alexander Graf | cb925cf | 2013-04-17 01:11:55 +0200 | [diff] [blame] | 1194 | kvm_irqchip_commit_routes(s); |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1195 | |
| 1196 | QTAILQ_INSERT_TAIL(&s->msi_hashtab[kvm_hash_msi(msg.data)], route, |
| 1197 | entry); |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1198 | } |
| 1199 | |
| 1200 | assert(route->kroute.type == KVM_IRQ_ROUTING_MSI); |
| 1201 | |
Peter Maydell | 3889c3f | 2012-07-26 15:35:12 +0100 | [diff] [blame] | 1202 | return kvm_set_irq(s, route->kroute.gsi, 1); |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1203 | } |
| 1204 | |
Jan Kiszka | 92b4e48 | 2012-05-17 10:32:33 -0300 | [diff] [blame] | 1205 | int kvm_irqchip_add_msi_route(KVMState *s, MSIMessage msg) |
| 1206 | { |
Michael S. Tsirkin | 0fbc207 | 2013-06-04 14:52:32 +0300 | [diff] [blame] | 1207 | struct kvm_irq_routing_entry kroute = {}; |
Jan Kiszka | 92b4e48 | 2012-05-17 10:32:33 -0300 | [diff] [blame] | 1208 | int virq; |
| 1209 | |
Alexey Kardashevskiy | 76fe21d | 2013-09-03 18:08:25 +1000 | [diff] [blame] | 1210 | if (kvm_gsi_direct_mapping()) { |
| 1211 | return msg.data & 0xffff; |
| 1212 | } |
| 1213 | |
Peter Maydell | f3e1bed | 2012-07-26 15:35:16 +0100 | [diff] [blame] | 1214 | if (!kvm_gsi_routing_enabled()) { |
Jan Kiszka | 92b4e48 | 2012-05-17 10:32:33 -0300 | [diff] [blame] | 1215 | return -ENOSYS; |
| 1216 | } |
| 1217 | |
| 1218 | virq = kvm_irqchip_get_virq(s); |
| 1219 | if (virq < 0) { |
| 1220 | return virq; |
| 1221 | } |
| 1222 | |
| 1223 | kroute.gsi = virq; |
| 1224 | kroute.type = KVM_IRQ_ROUTING_MSI; |
| 1225 | kroute.flags = 0; |
| 1226 | kroute.u.msi.address_lo = (uint32_t)msg.address; |
| 1227 | kroute.u.msi.address_hi = msg.address >> 32; |
Alexander Graf | d07cc1f | 2013-04-16 15:05:22 +0200 | [diff] [blame] | 1228 | kroute.u.msi.data = le32_to_cpu(msg.data); |
Frank Blaschka | 9e03a04 | 2015-01-09 09:04:40 +0100 | [diff] [blame] | 1229 | if (kvm_arch_fixup_msi_route(&kroute, msg.address, msg.data)) { |
| 1230 | kvm_irqchip_release_virq(s, virq); |
| 1231 | return -EINVAL; |
| 1232 | } |
Jan Kiszka | 92b4e48 | 2012-05-17 10:32:33 -0300 | [diff] [blame] | 1233 | |
| 1234 | kvm_add_routing_entry(s, &kroute); |
Alexander Graf | cb925cf | 2013-04-17 01:11:55 +0200 | [diff] [blame] | 1235 | kvm_irqchip_commit_routes(s); |
Jan Kiszka | 92b4e48 | 2012-05-17 10:32:33 -0300 | [diff] [blame] | 1236 | |
| 1237 | return virq; |
| 1238 | } |
| 1239 | |
Jan Kiszka | cc57407 | 2012-08-27 08:28:38 +0200 | [diff] [blame] | 1240 | int kvm_irqchip_update_msi_route(KVMState *s, int virq, MSIMessage msg) |
| 1241 | { |
Michael S. Tsirkin | 0fbc207 | 2013-06-04 14:52:32 +0300 | [diff] [blame] | 1242 | struct kvm_irq_routing_entry kroute = {}; |
Jan Kiszka | cc57407 | 2012-08-27 08:28:38 +0200 | [diff] [blame] | 1243 | |
Alexey Kardashevskiy | 76fe21d | 2013-09-03 18:08:25 +1000 | [diff] [blame] | 1244 | if (kvm_gsi_direct_mapping()) { |
| 1245 | return 0; |
| 1246 | } |
| 1247 | |
Jan Kiszka | cc57407 | 2012-08-27 08:28:38 +0200 | [diff] [blame] | 1248 | if (!kvm_irqchip_in_kernel()) { |
| 1249 | return -ENOSYS; |
| 1250 | } |
| 1251 | |
| 1252 | kroute.gsi = virq; |
| 1253 | kroute.type = KVM_IRQ_ROUTING_MSI; |
| 1254 | kroute.flags = 0; |
| 1255 | kroute.u.msi.address_lo = (uint32_t)msg.address; |
| 1256 | kroute.u.msi.address_hi = msg.address >> 32; |
Alexander Graf | d07cc1f | 2013-04-16 15:05:22 +0200 | [diff] [blame] | 1257 | kroute.u.msi.data = le32_to_cpu(msg.data); |
Frank Blaschka | 9e03a04 | 2015-01-09 09:04:40 +0100 | [diff] [blame] | 1258 | if (kvm_arch_fixup_msi_route(&kroute, msg.address, msg.data)) { |
| 1259 | return -EINVAL; |
| 1260 | } |
Jan Kiszka | cc57407 | 2012-08-27 08:28:38 +0200 | [diff] [blame] | 1261 | |
| 1262 | return kvm_update_routing_entry(s, &kroute); |
| 1263 | } |
| 1264 | |
Vincenzo Maffione | ca916d3 | 2013-07-22 11:51:33 +0200 | [diff] [blame] | 1265 | static int kvm_irqchip_assign_irqfd(KVMState *s, int fd, int rfd, int virq, |
| 1266 | bool assign) |
Jan Kiszka | 39853bb | 2012-05-17 10:32:36 -0300 | [diff] [blame] | 1267 | { |
| 1268 | struct kvm_irqfd irqfd = { |
| 1269 | .fd = fd, |
| 1270 | .gsi = virq, |
| 1271 | .flags = assign ? 0 : KVM_IRQFD_FLAG_DEASSIGN, |
| 1272 | }; |
| 1273 | |
Vincenzo Maffione | ca916d3 | 2013-07-22 11:51:33 +0200 | [diff] [blame] | 1274 | if (rfd != -1) { |
| 1275 | irqfd.flags |= KVM_IRQFD_FLAG_RESAMPLE; |
| 1276 | irqfd.resamplefd = rfd; |
| 1277 | } |
| 1278 | |
Peter Maydell | cc7e0dd | 2012-07-26 15:35:14 +0100 | [diff] [blame] | 1279 | if (!kvm_irqfds_enabled()) { |
Jan Kiszka | 39853bb | 2012-05-17 10:32:36 -0300 | [diff] [blame] | 1280 | return -ENOSYS; |
| 1281 | } |
| 1282 | |
| 1283 | return kvm_vm_ioctl(s, KVM_IRQFD, &irqfd); |
| 1284 | } |
| 1285 | |
Cornelia Huck | d426d9f | 2013-07-15 17:45:03 +0200 | [diff] [blame] | 1286 | int kvm_irqchip_add_adapter_route(KVMState *s, AdapterInfo *adapter) |
| 1287 | { |
Christian Borntraeger | e9af2fe | 2014-11-20 22:10:58 +0100 | [diff] [blame] | 1288 | struct kvm_irq_routing_entry kroute = {}; |
Cornelia Huck | d426d9f | 2013-07-15 17:45:03 +0200 | [diff] [blame] | 1289 | int virq; |
| 1290 | |
| 1291 | if (!kvm_gsi_routing_enabled()) { |
| 1292 | return -ENOSYS; |
| 1293 | } |
| 1294 | |
| 1295 | virq = kvm_irqchip_get_virq(s); |
| 1296 | if (virq < 0) { |
| 1297 | return virq; |
| 1298 | } |
| 1299 | |
| 1300 | kroute.gsi = virq; |
| 1301 | kroute.type = KVM_IRQ_ROUTING_S390_ADAPTER; |
| 1302 | kroute.flags = 0; |
| 1303 | kroute.u.adapter.summary_addr = adapter->summary_addr; |
| 1304 | kroute.u.adapter.ind_addr = adapter->ind_addr; |
| 1305 | kroute.u.adapter.summary_offset = adapter->summary_offset; |
| 1306 | kroute.u.adapter.ind_offset = adapter->ind_offset; |
| 1307 | kroute.u.adapter.adapter_id = adapter->adapter_id; |
| 1308 | |
| 1309 | kvm_add_routing_entry(s, &kroute); |
| 1310 | kvm_irqchip_commit_routes(s); |
| 1311 | |
| 1312 | return virq; |
| 1313 | } |
| 1314 | |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1315 | #else /* !KVM_CAP_IRQ_ROUTING */ |
| 1316 | |
Alexander Graf | 7b77459 | 2013-04-16 15:58:13 +0200 | [diff] [blame] | 1317 | void kvm_init_irq_routing(KVMState *s) |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1318 | { |
| 1319 | } |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1320 | |
Jan Kiszka | d3d3bef | 2012-06-05 21:03:57 +0200 | [diff] [blame] | 1321 | void kvm_irqchip_release_virq(KVMState *s, int virq) |
| 1322 | { |
| 1323 | } |
| 1324 | |
Jan Kiszka | 04fa27f | 2012-05-16 15:41:10 -0300 | [diff] [blame] | 1325 | int kvm_irqchip_send_msi(KVMState *s, MSIMessage msg) |
| 1326 | { |
| 1327 | abort(); |
| 1328 | } |
Jan Kiszka | 92b4e48 | 2012-05-17 10:32:33 -0300 | [diff] [blame] | 1329 | |
| 1330 | int kvm_irqchip_add_msi_route(KVMState *s, MSIMessage msg) |
| 1331 | { |
Alex Williamson | df41067 | 2012-06-25 09:40:39 -0600 | [diff] [blame] | 1332 | return -ENOSYS; |
Jan Kiszka | 92b4e48 | 2012-05-17 10:32:33 -0300 | [diff] [blame] | 1333 | } |
Jan Kiszka | 39853bb | 2012-05-17 10:32:36 -0300 | [diff] [blame] | 1334 | |
Cornelia Huck | d426d9f | 2013-07-15 17:45:03 +0200 | [diff] [blame] | 1335 | int kvm_irqchip_add_adapter_route(KVMState *s, AdapterInfo *adapter) |
| 1336 | { |
| 1337 | return -ENOSYS; |
| 1338 | } |
| 1339 | |
Jan Kiszka | 39853bb | 2012-05-17 10:32:36 -0300 | [diff] [blame] | 1340 | static int kvm_irqchip_assign_irqfd(KVMState *s, int fd, int virq, bool assign) |
| 1341 | { |
| 1342 | abort(); |
| 1343 | } |
Michael S. Tsirkin | dabe314 | 2013-01-15 19:50:13 +0200 | [diff] [blame] | 1344 | |
| 1345 | int kvm_irqchip_update_msi_route(KVMState *s, int virq, MSIMessage msg) |
| 1346 | { |
| 1347 | return -ENOSYS; |
| 1348 | } |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1349 | #endif /* !KVM_CAP_IRQ_ROUTING */ |
| 1350 | |
Vincenzo Maffione | ca916d3 | 2013-07-22 11:51:33 +0200 | [diff] [blame] | 1351 | int kvm_irqchip_add_irqfd_notifier(KVMState *s, EventNotifier *n, |
| 1352 | EventNotifier *rn, int virq) |
Jan Kiszka | 39853bb | 2012-05-17 10:32:36 -0300 | [diff] [blame] | 1353 | { |
Vincenzo Maffione | ca916d3 | 2013-07-22 11:51:33 +0200 | [diff] [blame] | 1354 | return kvm_irqchip_assign_irqfd(s, event_notifier_get_fd(n), |
| 1355 | rn ? event_notifier_get_fd(rn) : -1, virq, true); |
Jan Kiszka | 39853bb | 2012-05-17 10:32:36 -0300 | [diff] [blame] | 1356 | } |
| 1357 | |
Jan Kiszka | b131c74 | 2012-08-20 10:55:56 +0200 | [diff] [blame] | 1358 | int kvm_irqchip_remove_irqfd_notifier(KVMState *s, EventNotifier *n, int virq) |
Paolo Bonzini | 15b2bd1 | 2012-07-05 17:16:30 +0200 | [diff] [blame] | 1359 | { |
Vincenzo Maffione | ca916d3 | 2013-07-22 11:51:33 +0200 | [diff] [blame] | 1360 | return kvm_irqchip_assign_irqfd(s, event_notifier_get_fd(n), -1, virq, |
| 1361 | false); |
Paolo Bonzini | 15b2bd1 | 2012-07-05 17:16:30 +0200 | [diff] [blame] | 1362 | } |
| 1363 | |
Marcel Apfelbaum | 446f16a | 2015-03-10 18:59:54 +0200 | [diff] [blame] | 1364 | static int kvm_irqchip_create(MachineState *machine, KVMState *s) |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1365 | { |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1366 | int ret; |
| 1367 | |
Marcel Apfelbaum | 446f16a | 2015-03-10 18:59:54 +0200 | [diff] [blame] | 1368 | if (!machine_kernel_irqchip_allowed(machine) || |
Cornelia Huck | d426d9f | 2013-07-15 17:45:03 +0200 | [diff] [blame] | 1369 | (!kvm_check_extension(s, KVM_CAP_IRQCHIP) && |
| 1370 | (kvm_vm_enable_cap(s, KVM_CAP_S390_IRQCHIP, 0) < 0))) { |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1371 | return 0; |
| 1372 | } |
| 1373 | |
Christoffer Dall | d6032e0 | 2014-02-26 17:20:00 +0000 | [diff] [blame] | 1374 | /* First probe and see if there's a arch-specific hook to create the |
| 1375 | * in-kernel irqchip for us */ |
| 1376 | ret = kvm_arch_irqchip_create(s); |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1377 | if (ret < 0) { |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1378 | return ret; |
Christoffer Dall | d6032e0 | 2014-02-26 17:20:00 +0000 | [diff] [blame] | 1379 | } else if (ret == 0) { |
| 1380 | ret = kvm_vm_ioctl(s, KVM_CREATE_IRQCHIP); |
| 1381 | if (ret < 0) { |
| 1382 | fprintf(stderr, "Create kernel irqchip failed\n"); |
| 1383 | return ret; |
| 1384 | } |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1385 | } |
| 1386 | |
Jan Kiszka | 3d4b264 | 2012-01-31 19:17:52 +0100 | [diff] [blame] | 1387 | kvm_kernel_irqchip = true; |
Peter Maydell | 7ae26bd | 2012-07-26 15:35:11 +0100 | [diff] [blame] | 1388 | /* If we have an in-kernel IRQ chip then we must have asynchronous |
| 1389 | * interrupt delivery (though the reverse is not necessarily true) |
| 1390 | */ |
| 1391 | kvm_async_interrupts_allowed = true; |
Alexander Graf | 215e79c | 2013-04-24 22:24:12 +0200 | [diff] [blame] | 1392 | kvm_halt_in_kernel_allowed = true; |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1393 | |
| 1394 | kvm_init_irq_routing(s); |
| 1395 | |
| 1396 | return 0; |
| 1397 | } |
| 1398 | |
Andrew Jones | 670436c | 2013-08-23 15:24:37 +0200 | [diff] [blame] | 1399 | /* Find number of supported CPUs using the recommended |
| 1400 | * procedure from the kernel API documentation to cope with |
| 1401 | * older kernels that may be missing capabilities. |
| 1402 | */ |
| 1403 | static int kvm_recommended_vcpus(KVMState *s) |
| 1404 | { |
| 1405 | int ret = kvm_check_extension(s, KVM_CAP_NR_VCPUS); |
| 1406 | return (ret) ? ret : 4; |
| 1407 | } |
| 1408 | |
Dunrong Huang | 3ed444e | 2012-07-31 19:18:17 +0800 | [diff] [blame] | 1409 | static int kvm_max_vcpus(KVMState *s) |
| 1410 | { |
Andrew Jones | 670436c | 2013-08-23 15:24:37 +0200 | [diff] [blame] | 1411 | int ret = kvm_check_extension(s, KVM_CAP_MAX_VCPUS); |
| 1412 | return (ret) ? ret : kvm_recommended_vcpus(s); |
Dunrong Huang | 3ed444e | 2012-07-31 19:18:17 +0800 | [diff] [blame] | 1413 | } |
| 1414 | |
Eduardo Habkost | f6a1ef6 | 2014-09-26 17:45:30 -0300 | [diff] [blame] | 1415 | static int kvm_init(MachineState *ms) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1416 | { |
Eduardo Habkost | f6a1ef6 | 2014-09-26 17:45:30 -0300 | [diff] [blame] | 1417 | MachineClass *mc = MACHINE_GET_CLASS(ms); |
Jan Kiszka | 168ccc1 | 2009-06-07 11:30:25 +0200 | [diff] [blame] | 1418 | static const char upgrade_note[] = |
| 1419 | "Please upgrade to at least kernel 2.6.29 or recent kvm-kmod\n" |
| 1420 | "(see http://sourceforge.net/projects/kvm).\n"; |
Andrew Jones | 670436c | 2013-08-23 15:24:37 +0200 | [diff] [blame] | 1421 | struct { |
| 1422 | const char *name; |
| 1423 | int num; |
| 1424 | } num_cpus[] = { |
| 1425 | { "SMP", smp_cpus }, |
| 1426 | { "hotpluggable", max_cpus }, |
| 1427 | { NULL, } |
| 1428 | }, *nc = num_cpus; |
| 1429 | int soft_vcpus_limit, hard_vcpus_limit; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1430 | KVMState *s; |
Jan Kiszka | 94a8d39 | 2011-01-21 21:48:17 +0100 | [diff] [blame] | 1431 | const KVMCapabilityInfo *missing_cap; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1432 | int ret; |
Aneesh Kumar K.V | 135a129 | 2013-12-23 21:10:40 +0530 | [diff] [blame] | 1433 | int i, type = 0; |
| 1434 | const char *kvm_type; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1435 | |
Eduardo Habkost | fc02086 | 2014-09-26 17:45:32 -0300 | [diff] [blame] | 1436 | s = KVM_STATE(ms->accelerator); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1437 | |
David Gibson | 3145fcb | 2012-04-04 11:15:54 +1000 | [diff] [blame] | 1438 | /* |
| 1439 | * On systems where the kernel can support different base page |
| 1440 | * sizes, host page size may be different from TARGET_PAGE_SIZE, |
| 1441 | * even with KVM. TARGET_PAGE_SIZE is assumed to be the minimum |
| 1442 | * page size for the system though. |
| 1443 | */ |
| 1444 | assert(TARGET_PAGE_SIZE <= getpagesize()); |
Alexey Kardashevskiy | 47c16ed | 2014-01-17 11:12:07 -0700 | [diff] [blame] | 1445 | page_size_init(); |
David Gibson | 3145fcb | 2012-04-04 11:15:54 +1000 | [diff] [blame] | 1446 | |
James Hogan | aed6efb | 2014-06-17 23:10:31 +0100 | [diff] [blame] | 1447 | s->sigmask_len = 8; |
| 1448 | |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 1449 | #ifdef KVM_CAP_SET_GUEST_DEBUG |
Blue Swirl | 72cf2d4 | 2009-09-12 07:36:22 +0000 | [diff] [blame] | 1450 | QTAILQ_INIT(&s->kvm_sw_breakpoints); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 1451 | #endif |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1452 | s->vmfd = -1; |
Kevin Wolf | 40ff6d7 | 2009-12-02 12:24:42 +0100 | [diff] [blame] | 1453 | s->fd = qemu_open("/dev/kvm", O_RDWR); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1454 | if (s->fd == -1) { |
| 1455 | fprintf(stderr, "Could not access KVM kernel module: %m\n"); |
| 1456 | ret = -errno; |
| 1457 | goto err; |
| 1458 | } |
| 1459 | |
| 1460 | ret = kvm_ioctl(s, KVM_GET_API_VERSION, 0); |
| 1461 | if (ret < KVM_API_VERSION) { |
Eduardo Habkost | 0e1dac6 | 2014-05-30 17:26:22 -0300 | [diff] [blame] | 1462 | if (ret >= 0) { |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1463 | ret = -EINVAL; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1464 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1465 | fprintf(stderr, "kvm version too old\n"); |
| 1466 | goto err; |
| 1467 | } |
| 1468 | |
| 1469 | if (ret > KVM_API_VERSION) { |
| 1470 | ret = -EINVAL; |
| 1471 | fprintf(stderr, "kvm version not supported\n"); |
| 1472 | goto err; |
| 1473 | } |
| 1474 | |
Alex Williamson | fb541ca | 2013-11-22 12:12:44 -0700 | [diff] [blame] | 1475 | s->nr_slots = kvm_check_extension(s, KVM_CAP_NR_MEMSLOTS); |
| 1476 | |
| 1477 | /* If unspecified, use the default value */ |
| 1478 | if (!s->nr_slots) { |
| 1479 | s->nr_slots = 32; |
| 1480 | } |
| 1481 | |
| 1482 | s->slots = g_malloc0(s->nr_slots * sizeof(KVMSlot)); |
| 1483 | |
| 1484 | for (i = 0; i < s->nr_slots; i++) { |
| 1485 | s->slots[i].slot = i; |
| 1486 | } |
| 1487 | |
Andrew Jones | 670436c | 2013-08-23 15:24:37 +0200 | [diff] [blame] | 1488 | /* check the vcpu limits */ |
| 1489 | soft_vcpus_limit = kvm_recommended_vcpus(s); |
| 1490 | hard_vcpus_limit = kvm_max_vcpus(s); |
Dunrong Huang | 3ed444e | 2012-07-31 19:18:17 +0800 | [diff] [blame] | 1491 | |
Andrew Jones | 670436c | 2013-08-23 15:24:37 +0200 | [diff] [blame] | 1492 | while (nc->name) { |
| 1493 | if (nc->num > soft_vcpus_limit) { |
| 1494 | fprintf(stderr, |
| 1495 | "Warning: Number of %s cpus requested (%d) exceeds " |
| 1496 | "the recommended cpus supported by KVM (%d)\n", |
| 1497 | nc->name, nc->num, soft_vcpus_limit); |
| 1498 | |
| 1499 | if (nc->num > hard_vcpus_limit) { |
Andrew Jones | 670436c | 2013-08-23 15:24:37 +0200 | [diff] [blame] | 1500 | fprintf(stderr, "Number of %s cpus requested (%d) exceeds " |
| 1501 | "the maximum cpus supported by KVM (%d)\n", |
| 1502 | nc->name, nc->num, hard_vcpus_limit); |
Marcelo Tosatti | 9ba3cf5 | 2014-02-25 23:22:07 -0300 | [diff] [blame] | 1503 | exit(1); |
Andrew Jones | 670436c | 2013-08-23 15:24:37 +0200 | [diff] [blame] | 1504 | } |
| 1505 | } |
| 1506 | nc++; |
Marcelo Tosatti | 7dc5252 | 2013-08-12 16:56:31 -0300 | [diff] [blame] | 1507 | } |
| 1508 | |
Aneesh Kumar K.V | 135a129 | 2013-12-23 21:10:40 +0530 | [diff] [blame] | 1509 | kvm_type = qemu_opt_get(qemu_get_machine_opts(), "kvm-type"); |
Marcel Apfelbaum | f1e2987 | 2014-04-09 20:34:52 +0300 | [diff] [blame] | 1510 | if (mc->kvm_type) { |
| 1511 | type = mc->kvm_type(kvm_type); |
Aneesh Kumar K.V | 135a129 | 2013-12-23 21:10:40 +0530 | [diff] [blame] | 1512 | } else if (kvm_type) { |
Eduardo Habkost | 0e1dac6 | 2014-05-30 17:26:22 -0300 | [diff] [blame] | 1513 | ret = -EINVAL; |
Aneesh Kumar K.V | 135a129 | 2013-12-23 21:10:40 +0530 | [diff] [blame] | 1514 | fprintf(stderr, "Invalid argument kvm-type=%s\n", kvm_type); |
| 1515 | goto err; |
| 1516 | } |
| 1517 | |
thomas knych | 94ccff1 | 2014-01-09 13:14:23 -0800 | [diff] [blame] | 1518 | do { |
Aneesh Kumar K.V | 135a129 | 2013-12-23 21:10:40 +0530 | [diff] [blame] | 1519 | ret = kvm_ioctl(s, KVM_CREATE_VM, type); |
thomas knych | 94ccff1 | 2014-01-09 13:14:23 -0800 | [diff] [blame] | 1520 | } while (ret == -EINTR); |
| 1521 | |
| 1522 | if (ret < 0) { |
Alexander Graf | 521f438 | 2014-01-27 15:18:09 +0100 | [diff] [blame] | 1523 | fprintf(stderr, "ioctl(KVM_CREATE_VM) failed: %d %s\n", -ret, |
thomas knych | 94ccff1 | 2014-01-09 13:14:23 -0800 | [diff] [blame] | 1524 | strerror(-ret)); |
| 1525 | |
Alexander Graf | 0104dca | 2010-04-01 18:42:37 +0200 | [diff] [blame] | 1526 | #ifdef TARGET_S390X |
| 1527 | fprintf(stderr, "Please add the 'switch_amode' kernel parameter to " |
| 1528 | "your host kernel command line\n"); |
| 1529 | #endif |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1530 | goto err; |
Alexander Graf | 0104dca | 2010-04-01 18:42:37 +0200 | [diff] [blame] | 1531 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1532 | |
thomas knych | 94ccff1 | 2014-01-09 13:14:23 -0800 | [diff] [blame] | 1533 | s->vmfd = ret; |
Jan Kiszka | 94a8d39 | 2011-01-21 21:48:17 +0100 | [diff] [blame] | 1534 | missing_cap = kvm_check_extension_list(s, kvm_required_capabilites); |
| 1535 | if (!missing_cap) { |
| 1536 | missing_cap = |
| 1537 | kvm_check_extension_list(s, kvm_arch_required_capabilities); |
| 1538 | } |
| 1539 | if (missing_cap) { |
Anthony Liguori | ad7b8b3 | 2009-05-08 15:33:24 -0500 | [diff] [blame] | 1540 | ret = -EINVAL; |
Jan Kiszka | 94a8d39 | 2011-01-21 21:48:17 +0100 | [diff] [blame] | 1541 | fprintf(stderr, "kvm does not support %s\n%s", |
| 1542 | missing_cap->name, upgrade_note); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1543 | goto err; |
| 1544 | } |
| 1545 | |
Anthony Liguori | ad7b8b3 | 2009-05-08 15:33:24 -0500 | [diff] [blame] | 1546 | s->coalesced_mmio = kvm_check_extension(s, KVM_CAP_COALESCED_MMIO); |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 1547 | |
Jan Kiszka | e69917e | 2009-05-01 20:42:15 +0200 | [diff] [blame] | 1548 | s->broken_set_mem_region = 1; |
Lai Jiangshan | 14a0951 | 2010-12-10 15:52:36 +0800 | [diff] [blame] | 1549 | ret = kvm_check_extension(s, KVM_CAP_JOIN_MEMORY_REGIONS_WORKS); |
Jan Kiszka | e69917e | 2009-05-01 20:42:15 +0200 | [diff] [blame] | 1550 | if (ret > 0) { |
| 1551 | s->broken_set_mem_region = 0; |
| 1552 | } |
Jan Kiszka | e69917e | 2009-05-01 20:42:15 +0200 | [diff] [blame] | 1553 | |
Jan Kiszka | a0fb002 | 2009-11-25 00:33:03 +0100 | [diff] [blame] | 1554 | #ifdef KVM_CAP_VCPU_EVENTS |
| 1555 | s->vcpu_events = kvm_check_extension(s, KVM_CAP_VCPU_EVENTS); |
| 1556 | #endif |
| 1557 | |
Jan Kiszka | b0b1d69 | 2010-03-01 19:10:29 +0100 | [diff] [blame] | 1558 | s->robust_singlestep = |
| 1559 | kvm_check_extension(s, KVM_CAP_X86_ROBUST_SINGLESTEP); |
Jan Kiszka | b0b1d69 | 2010-03-01 19:10:29 +0100 | [diff] [blame] | 1560 | |
Jan Kiszka | ff44f1a | 2010-03-12 15:20:49 +0100 | [diff] [blame] | 1561 | #ifdef KVM_CAP_DEBUGREGS |
| 1562 | s->debugregs = kvm_check_extension(s, KVM_CAP_DEBUGREGS); |
| 1563 | #endif |
| 1564 | |
Sheng Yang | f1665b2 | 2010-06-17 17:53:07 +0800 | [diff] [blame] | 1565 | #ifdef KVM_CAP_XSAVE |
| 1566 | s->xsave = kvm_check_extension(s, KVM_CAP_XSAVE); |
| 1567 | #endif |
| 1568 | |
Sheng Yang | f1665b2 | 2010-06-17 17:53:07 +0800 | [diff] [blame] | 1569 | #ifdef KVM_CAP_XCRS |
| 1570 | s->xcrs = kvm_check_extension(s, KVM_CAP_XCRS); |
| 1571 | #endif |
| 1572 | |
Jan Kiszka | 8a7c739 | 2012-03-02 20:28:48 +0100 | [diff] [blame] | 1573 | #ifdef KVM_CAP_PIT_STATE2 |
| 1574 | s->pit_state2 = kvm_check_extension(s, KVM_CAP_PIT_STATE2); |
| 1575 | #endif |
| 1576 | |
Jan Kiszka | d3d3bef | 2012-06-05 21:03:57 +0200 | [diff] [blame] | 1577 | #ifdef KVM_CAP_IRQ_ROUTING |
Jan Kiszka | 4a3adeb | 2012-05-16 15:41:14 -0300 | [diff] [blame] | 1578 | s->direct_msi = (kvm_check_extension(s, KVM_CAP_SIGNAL_MSI) > 0); |
Jan Kiszka | d3d3bef | 2012-06-05 21:03:57 +0200 | [diff] [blame] | 1579 | #endif |
Jan Kiszka | 4a3adeb | 2012-05-16 15:41:14 -0300 | [diff] [blame] | 1580 | |
Jan Kiszka | 3ab7384 | 2012-08-27 08:28:39 +0200 | [diff] [blame] | 1581 | s->intx_set_mask = kvm_check_extension(s, KVM_CAP_PCI_2_3); |
| 1582 | |
Jan Kiszka | e333cd6 | 2012-08-24 13:34:47 +0200 | [diff] [blame] | 1583 | s->irq_set_ioctl = KVM_IRQ_LINE; |
Peter Maydell | 8732fbd | 2012-08-15 12:08:13 +0100 | [diff] [blame] | 1584 | if (kvm_check_extension(s, KVM_CAP_IRQ_INJECT_STATUS)) { |
Jan Kiszka | e333cd6 | 2012-08-24 13:34:47 +0200 | [diff] [blame] | 1585 | s->irq_set_ioctl = KVM_IRQ_LINE_STATUS; |
Peter Maydell | 8732fbd | 2012-08-15 12:08:13 +0100 | [diff] [blame] | 1586 | } |
| 1587 | |
Jordan Justen | df9c8b7 | 2013-05-29 01:27:25 -0700 | [diff] [blame] | 1588 | #ifdef KVM_CAP_READONLY_MEM |
| 1589 | kvm_readonly_mem_allowed = |
| 1590 | (kvm_check_extension(s, KVM_CAP_READONLY_MEM) > 0); |
| 1591 | #endif |
| 1592 | |
Nikolay Nikolaev | 69e03ae | 2014-05-27 15:03:35 +0300 | [diff] [blame] | 1593 | kvm_eventfds_allowed = |
| 1594 | (kvm_check_extension(s, KVM_CAP_IOEVENTFD) > 0); |
| 1595 | |
Eric Auger | f41389a | 2014-10-31 13:38:18 +0000 | [diff] [blame] | 1596 | kvm_irqfds_allowed = |
| 1597 | (kvm_check_extension(s, KVM_CAP_IRQFD) > 0); |
| 1598 | |
| 1599 | kvm_resamplefds_allowed = |
| 1600 | (kvm_check_extension(s, KVM_CAP_IRQFD_RESAMPLE) > 0); |
| 1601 | |
Dominik Dingel | d0a073a | 2015-03-12 13:53:49 +0100 | [diff] [blame] | 1602 | kvm_vm_attributes_allowed = |
| 1603 | (kvm_check_extension(s, KVM_CAP_VM_ATTRIBUTES) > 0); |
| 1604 | |
Marcel Apfelbaum | b16565b | 2015-02-04 17:43:51 +0200 | [diff] [blame] | 1605 | ret = kvm_arch_init(ms, s); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1606 | if (ret < 0) { |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1607 | goto err; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1608 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1609 | |
Marcel Apfelbaum | 446f16a | 2015-03-10 18:59:54 +0200 | [diff] [blame] | 1610 | ret = kvm_irqchip_create(ms, s); |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 1611 | if (ret < 0) { |
| 1612 | goto err; |
| 1613 | } |
| 1614 | |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1615 | kvm_state = s; |
Avi Kivity | f6790af | 2012-10-02 20:13:51 +0200 | [diff] [blame] | 1616 | memory_listener_register(&kvm_memory_listener, &address_space_memory); |
| 1617 | memory_listener_register(&kvm_io_listener, &address_space_io); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1618 | |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 1619 | s->many_ioeventfds = kvm_check_many_ioeventfds(); |
| 1620 | |
Jan Kiszka | aa7f74d | 2011-04-13 01:32:56 +0200 | [diff] [blame] | 1621 | cpu_interrupt_handler = kvm_handle_interrupt; |
| 1622 | |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1623 | return 0; |
| 1624 | |
| 1625 | err: |
Eduardo Habkost | 0e1dac6 | 2014-05-30 17:26:22 -0300 | [diff] [blame] | 1626 | assert(ret < 0); |
Stefan Weil | 6d1cc32 | 2012-09-03 22:40:40 +0200 | [diff] [blame] | 1627 | if (s->vmfd >= 0) { |
| 1628 | close(s->vmfd); |
| 1629 | } |
| 1630 | if (s->fd != -1) { |
| 1631 | close(s->fd); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1632 | } |
Alex Williamson | fb541ca | 2013-11-22 12:12:44 -0700 | [diff] [blame] | 1633 | g_free(s->slots); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1634 | |
| 1635 | return ret; |
| 1636 | } |
| 1637 | |
James Hogan | aed6efb | 2014-06-17 23:10:31 +0100 | [diff] [blame] | 1638 | void kvm_set_sigmask_len(KVMState *s, unsigned int sigmask_len) |
| 1639 | { |
| 1640 | s->sigmask_len = sigmask_len; |
| 1641 | } |
| 1642 | |
Jan Kiszka | b30e93e | 2011-02-01 22:16:01 +0100 | [diff] [blame] | 1643 | static void kvm_handle_io(uint16_t port, void *data, int direction, int size, |
| 1644 | uint32_t count) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1645 | { |
| 1646 | int i; |
| 1647 | uint8_t *ptr = data; |
| 1648 | |
| 1649 | for (i = 0; i < count; i++) { |
Jan Kiszka | 354678c | 2013-08-13 14:43:57 +0200 | [diff] [blame] | 1650 | address_space_rw(&address_space_io, port, ptr, size, |
| 1651 | direction == KVM_EXIT_IO_OUT); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1652 | ptr += size; |
| 1653 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1654 | } |
| 1655 | |
Andreas Färber | 5326ab5 | 2013-05-27 01:55:29 +0200 | [diff] [blame] | 1656 | static int kvm_handle_internal_error(CPUState *cpu, struct kvm_run *run) |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1657 | { |
Radim Krčmář | 977c7b6 | 2014-01-21 18:11:31 +0100 | [diff] [blame] | 1658 | fprintf(stderr, "KVM internal error. Suberror: %d\n", |
| 1659 | run->internal.suberror); |
| 1660 | |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1661 | if (kvm_check_extension(kvm_state, KVM_CAP_INTERNAL_ERROR_DATA)) { |
| 1662 | int i; |
| 1663 | |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1664 | for (i = 0; i < run->internal.ndata; ++i) { |
| 1665 | fprintf(stderr, "extra data[%d]: %"PRIx64"\n", |
| 1666 | i, (uint64_t)run->internal.data[i]); |
| 1667 | } |
| 1668 | } |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1669 | if (run->internal.suberror == KVM_INTERNAL_ERROR_EMULATION) { |
| 1670 | fprintf(stderr, "emulation failure\n"); |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1671 | if (!kvm_arch_stop_on_emulation_error(cpu)) { |
Andreas Färber | 878096e | 2013-05-27 01:33:50 +0200 | [diff] [blame] | 1672 | cpu_dump_state(cpu, stderr, fprintf, CPU_DUMP_CODE); |
Jan Kiszka | d73cd8f | 2011-03-15 12:26:27 +0100 | [diff] [blame] | 1673 | return EXCP_INTERRUPT; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1674 | } |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1675 | } |
| 1676 | /* FIXME: Should trigger a qmp message to let management know |
| 1677 | * something went wrong. |
| 1678 | */ |
Jan Kiszka | 73aaec4 | 2011-01-21 21:48:06 +0100 | [diff] [blame] | 1679 | return -1; |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1680 | } |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1681 | |
Sheng Yang | 62a2744 | 2010-01-26 19:21:16 +0800 | [diff] [blame] | 1682 | void kvm_flush_coalesced_mmio_buffer(void) |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 1683 | { |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 1684 | KVMState *s = kvm_state; |
Avi Kivity | 1cae88b | 2011-10-18 19:43:12 +0200 | [diff] [blame] | 1685 | |
| 1686 | if (s->coalesced_flush_in_progress) { |
| 1687 | return; |
| 1688 | } |
| 1689 | |
| 1690 | s->coalesced_flush_in_progress = true; |
| 1691 | |
Sheng Yang | 62a2744 | 2010-01-26 19:21:16 +0800 | [diff] [blame] | 1692 | if (s->coalesced_mmio_ring) { |
| 1693 | struct kvm_coalesced_mmio_ring *ring = s->coalesced_mmio_ring; |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 1694 | while (ring->first != ring->last) { |
| 1695 | struct kvm_coalesced_mmio *ent; |
| 1696 | |
| 1697 | ent = &ring->coalesced_mmio[ring->first]; |
| 1698 | |
| 1699 | cpu_physical_memory_write(ent->phys_addr, ent->data, ent->len); |
Marcelo Tosatti | 8519947 | 2010-02-22 13:57:54 -0300 | [diff] [blame] | 1700 | smp_wmb(); |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 1701 | ring->first = (ring->first + 1) % KVM_COALESCED_MMIO_MAX; |
| 1702 | } |
| 1703 | } |
Avi Kivity | 1cae88b | 2011-10-18 19:43:12 +0200 | [diff] [blame] | 1704 | |
| 1705 | s->coalesced_flush_in_progress = false; |
aliguori | f65ed4c | 2008-12-09 20:09:57 +0000 | [diff] [blame] | 1706 | } |
| 1707 | |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1708 | static void do_kvm_cpu_synchronize_state(void *arg) |
Avi Kivity | 4c0960c | 2009-08-17 23:19:53 +0300 | [diff] [blame] | 1709 | { |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1710 | CPUState *cpu = arg; |
Jan Kiszka | 2705d56 | 2010-05-04 09:45:23 -0300 | [diff] [blame] | 1711 | |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1712 | if (!cpu->kvm_vcpu_dirty) { |
| 1713 | kvm_arch_get_registers(cpu); |
| 1714 | cpu->kvm_vcpu_dirty = true; |
Avi Kivity | 4c0960c | 2009-08-17 23:19:53 +0300 | [diff] [blame] | 1715 | } |
| 1716 | } |
| 1717 | |
Andreas Färber | dd1750d | 2013-05-01 13:45:44 +0200 | [diff] [blame] | 1718 | void kvm_cpu_synchronize_state(CPUState *cpu) |
Jan Kiszka | 2705d56 | 2010-05-04 09:45:23 -0300 | [diff] [blame] | 1719 | { |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1720 | if (!cpu->kvm_vcpu_dirty) { |
| 1721 | run_on_cpu(cpu, do_kvm_cpu_synchronize_state, cpu); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1722 | } |
Jan Kiszka | 2705d56 | 2010-05-04 09:45:23 -0300 | [diff] [blame] | 1723 | } |
| 1724 | |
David Hildenbrand | c8e2085 | 2014-08-20 14:55:25 +0200 | [diff] [blame] | 1725 | static void do_kvm_cpu_synchronize_post_reset(void *arg) |
| 1726 | { |
| 1727 | CPUState *cpu = arg; |
| 1728 | |
| 1729 | kvm_arch_put_registers(cpu, KVM_PUT_RESET_STATE); |
| 1730 | cpu->kvm_vcpu_dirty = false; |
| 1731 | } |
| 1732 | |
Igor Mammedov | 3f24a58 | 2013-04-11 16:51:41 +0200 | [diff] [blame] | 1733 | void kvm_cpu_synchronize_post_reset(CPUState *cpu) |
Jan Kiszka | ea375f9 | 2010-03-01 19:10:30 +0100 | [diff] [blame] | 1734 | { |
David Hildenbrand | c8e2085 | 2014-08-20 14:55:25 +0200 | [diff] [blame] | 1735 | run_on_cpu(cpu, do_kvm_cpu_synchronize_post_reset, cpu); |
| 1736 | } |
| 1737 | |
| 1738 | static void do_kvm_cpu_synchronize_post_init(void *arg) |
| 1739 | { |
| 1740 | CPUState *cpu = arg; |
| 1741 | |
| 1742 | kvm_arch_put_registers(cpu, KVM_PUT_FULL_STATE); |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1743 | cpu->kvm_vcpu_dirty = false; |
Jan Kiszka | ea375f9 | 2010-03-01 19:10:30 +0100 | [diff] [blame] | 1744 | } |
| 1745 | |
Igor Mammedov | 3f24a58 | 2013-04-11 16:51:41 +0200 | [diff] [blame] | 1746 | void kvm_cpu_synchronize_post_init(CPUState *cpu) |
Jan Kiszka | ea375f9 | 2010-03-01 19:10:30 +0100 | [diff] [blame] | 1747 | { |
David Hildenbrand | c8e2085 | 2014-08-20 14:55:25 +0200 | [diff] [blame] | 1748 | run_on_cpu(cpu, do_kvm_cpu_synchronize_post_init, cpu); |
Jan Kiszka | ea375f9 | 2010-03-01 19:10:30 +0100 | [diff] [blame] | 1749 | } |
| 1750 | |
Marcelo Tosatti | de9d61e | 2014-09-05 10:52:46 -0300 | [diff] [blame] | 1751 | void kvm_cpu_clean_state(CPUState *cpu) |
| 1752 | { |
| 1753 | cpu->kvm_vcpu_dirty = false; |
| 1754 | } |
| 1755 | |
Andreas Färber | 1458c36 | 2013-05-26 23:46:55 +0200 | [diff] [blame] | 1756 | int kvm_cpu_exec(CPUState *cpu) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1757 | { |
Andreas Färber | f7575c96 | 2012-12-01 06:18:14 +0100 | [diff] [blame] | 1758 | struct kvm_run *run = cpu->kvm_run; |
Jan Kiszka | 7cbb533 | 2011-03-15 12:26:25 +0100 | [diff] [blame] | 1759 | int ret, run_ret; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1760 | |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 1761 | DPRINTF("kvm_cpu_exec()\n"); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1762 | |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1763 | if (kvm_arch_process_async_events(cpu)) { |
Andreas Färber | fcd7d00 | 2012-12-17 08:02:44 +0100 | [diff] [blame] | 1764 | cpu->exit_request = 0; |
Jan Kiszka | 6792a57 | 2011-02-07 12:19:18 +0100 | [diff] [blame] | 1765 | return EXCP_HLT; |
Jan Kiszka | 9ccfac9 | 2011-02-01 22:16:00 +0100 | [diff] [blame] | 1766 | } |
| 1767 | |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1768 | do { |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1769 | if (cpu->kvm_vcpu_dirty) { |
| 1770 | kvm_arch_put_registers(cpu, KVM_PUT_RUNTIME_STATE); |
| 1771 | cpu->kvm_vcpu_dirty = false; |
Avi Kivity | 4c0960c | 2009-08-17 23:19:53 +0300 | [diff] [blame] | 1772 | } |
| 1773 | |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1774 | kvm_arch_pre_run(cpu, run); |
Andreas Färber | fcd7d00 | 2012-12-17 08:02:44 +0100 | [diff] [blame] | 1775 | if (cpu->exit_request) { |
Jan Kiszka | 9ccfac9 | 2011-02-01 22:16:00 +0100 | [diff] [blame] | 1776 | DPRINTF("interrupt exit requested\n"); |
| 1777 | /* |
| 1778 | * KVM requires us to reenter the kernel after IO exits to complete |
| 1779 | * instruction emulation. This self-signal will ensure that we |
| 1780 | * leave ASAP again. |
| 1781 | */ |
| 1782 | qemu_cpu_kick_self(); |
| 1783 | } |
Glauber Costa | d549db5 | 2009-10-07 16:38:03 -0300 | [diff] [blame] | 1784 | qemu_mutex_unlock_iothread(); |
Jan Kiszka | 9ccfac9 | 2011-02-01 22:16:00 +0100 | [diff] [blame] | 1785 | |
Andreas Färber | 1bc2265 | 2012-10-31 06:06:49 +0100 | [diff] [blame] | 1786 | run_ret = kvm_vcpu_ioctl(cpu, KVM_RUN, 0); |
Jan Kiszka | 9ccfac9 | 2011-02-01 22:16:00 +0100 | [diff] [blame] | 1787 | |
Glauber Costa | d549db5 | 2009-10-07 16:38:03 -0300 | [diff] [blame] | 1788 | qemu_mutex_lock_iothread(); |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1789 | kvm_arch_post_run(cpu, run); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1790 | |
Jan Kiszka | 7cbb533 | 2011-03-15 12:26:25 +0100 | [diff] [blame] | 1791 | if (run_ret < 0) { |
Jan Kiszka | dc77d34 | 2011-03-15 12:26:26 +0100 | [diff] [blame] | 1792 | if (run_ret == -EINTR || run_ret == -EAGAIN) { |
| 1793 | DPRINTF("io window exit\n"); |
Jan Kiszka | d73cd8f | 2011-03-15 12:26:27 +0100 | [diff] [blame] | 1794 | ret = EXCP_INTERRUPT; |
Jan Kiszka | dc77d34 | 2011-03-15 12:26:26 +0100 | [diff] [blame] | 1795 | break; |
| 1796 | } |
Michael Ellerman | 7b011fb | 2011-12-16 11:20:20 +1100 | [diff] [blame] | 1797 | fprintf(stderr, "error: kvm run failed %s\n", |
| 1798 | strerror(-run_ret)); |
Paolo Bonzini | a85e130 | 2014-08-29 15:58:20 +0200 | [diff] [blame] | 1799 | ret = -1; |
| 1800 | break; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1801 | } |
| 1802 | |
Kazuya Saito | b76ac80 | 2013-03-29 13:27:52 +0900 | [diff] [blame] | 1803 | trace_kvm_run_exit(cpu->cpu_index, run->exit_reason); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1804 | switch (run->exit_reason) { |
| 1805 | case KVM_EXIT_IO: |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 1806 | DPRINTF("handle_io\n"); |
Jan Kiszka | b30e93e | 2011-02-01 22:16:01 +0100 | [diff] [blame] | 1807 | kvm_handle_io(run->io.port, |
| 1808 | (uint8_t *)run + run->io.data_offset, |
| 1809 | run->io.direction, |
| 1810 | run->io.size, |
| 1811 | run->io.count); |
Jan Kiszka | d73cd8f | 2011-03-15 12:26:27 +0100 | [diff] [blame] | 1812 | ret = 0; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1813 | break; |
| 1814 | case KVM_EXIT_MMIO: |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 1815 | DPRINTF("handle_mmio\n"); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1816 | cpu_physical_memory_rw(run->mmio.phys_addr, |
| 1817 | run->mmio.data, |
| 1818 | run->mmio.len, |
| 1819 | run->mmio.is_write); |
Jan Kiszka | d73cd8f | 2011-03-15 12:26:27 +0100 | [diff] [blame] | 1820 | ret = 0; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1821 | break; |
| 1822 | case KVM_EXIT_IRQ_WINDOW_OPEN: |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 1823 | DPRINTF("irq_window_open\n"); |
Jan Kiszka | d73cd8f | 2011-03-15 12:26:27 +0100 | [diff] [blame] | 1824 | ret = EXCP_INTERRUPT; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1825 | break; |
| 1826 | case KVM_EXIT_SHUTDOWN: |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 1827 | DPRINTF("shutdown\n"); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1828 | qemu_system_reset_request(); |
Jan Kiszka | d73cd8f | 2011-03-15 12:26:27 +0100 | [diff] [blame] | 1829 | ret = EXCP_INTERRUPT; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1830 | break; |
| 1831 | case KVM_EXIT_UNKNOWN: |
Jan Kiszka | bb44e0d | 2011-01-21 21:48:07 +0100 | [diff] [blame] | 1832 | fprintf(stderr, "KVM: unknown exit, hardware reason %" PRIx64 "\n", |
| 1833 | (uint64_t)run->hw.hardware_exit_reason); |
Jan Kiszka | 73aaec4 | 2011-01-21 21:48:06 +0100 | [diff] [blame] | 1834 | ret = -1; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1835 | break; |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1836 | case KVM_EXIT_INTERNAL_ERROR: |
Andreas Färber | 5326ab5 | 2013-05-27 01:55:29 +0200 | [diff] [blame] | 1837 | ret = kvm_handle_internal_error(cpu, run); |
Marcelo Tosatti | 7c80eef | 2010-03-23 13:37:11 -0300 | [diff] [blame] | 1838 | break; |
Pranavkumar Sawargaonkar | 9904044 | 2014-06-19 18:06:25 +0100 | [diff] [blame] | 1839 | case KVM_EXIT_SYSTEM_EVENT: |
| 1840 | switch (run->system_event.type) { |
| 1841 | case KVM_SYSTEM_EVENT_SHUTDOWN: |
| 1842 | qemu_system_shutdown_request(); |
| 1843 | ret = EXCP_INTERRUPT; |
| 1844 | break; |
| 1845 | case KVM_SYSTEM_EVENT_RESET: |
| 1846 | qemu_system_reset_request(); |
| 1847 | ret = EXCP_INTERRUPT; |
| 1848 | break; |
| 1849 | default: |
| 1850 | DPRINTF("kvm_arch_handle_exit\n"); |
| 1851 | ret = kvm_arch_handle_exit(cpu, run); |
| 1852 | break; |
| 1853 | } |
| 1854 | break; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1855 | default: |
Blue Swirl | 8c0d577 | 2010-04-18 14:22:14 +0000 | [diff] [blame] | 1856 | DPRINTF("kvm_arch_handle_exit\n"); |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 1857 | ret = kvm_arch_handle_exit(cpu, run); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1858 | break; |
| 1859 | } |
Jan Kiszka | d73cd8f | 2011-03-15 12:26:27 +0100 | [diff] [blame] | 1860 | } while (ret == 0); |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1861 | |
Jan Kiszka | 73aaec4 | 2011-01-21 21:48:06 +0100 | [diff] [blame] | 1862 | if (ret < 0) { |
Andreas Färber | 878096e | 2013-05-27 01:33:50 +0200 | [diff] [blame] | 1863 | cpu_dump_state(cpu, stderr, fprintf, CPU_DUMP_CODE); |
Luiz Capitulino | 0461d5a | 2011-09-30 14:45:27 -0300 | [diff] [blame] | 1864 | vm_stop(RUN_STATE_INTERNAL_ERROR); |
Jan Kiszka | 73aaec4 | 2011-01-21 21:48:06 +0100 | [diff] [blame] | 1865 | } |
aliguori | becfc39 | 2008-11-10 15:55:14 +0000 | [diff] [blame] | 1866 | |
Andreas Färber | fcd7d00 | 2012-12-17 08:02:44 +0100 | [diff] [blame] | 1867 | cpu->exit_request = 0; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1868 | return ret; |
| 1869 | } |
| 1870 | |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1871 | int kvm_ioctl(KVMState *s, int type, ...) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1872 | { |
| 1873 | int ret; |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1874 | void *arg; |
| 1875 | va_list ap; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1876 | |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1877 | va_start(ap, type); |
| 1878 | arg = va_arg(ap, void *); |
| 1879 | va_end(ap); |
| 1880 | |
Kazuya Saito | 9c77572 | 2013-03-29 13:27:05 +0900 | [diff] [blame] | 1881 | trace_kvm_ioctl(type, arg); |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1882 | ret = ioctl(s->fd, type, arg); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1883 | if (ret == -1) { |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1884 | ret = -errno; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1885 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1886 | return ret; |
| 1887 | } |
| 1888 | |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1889 | int kvm_vm_ioctl(KVMState *s, int type, ...) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1890 | { |
| 1891 | int ret; |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1892 | void *arg; |
| 1893 | va_list ap; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1894 | |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1895 | va_start(ap, type); |
| 1896 | arg = va_arg(ap, void *); |
| 1897 | va_end(ap); |
| 1898 | |
Kazuya Saito | 9c77572 | 2013-03-29 13:27:05 +0900 | [diff] [blame] | 1899 | trace_kvm_vm_ioctl(type, arg); |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1900 | ret = ioctl(s->vmfd, type, arg); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1901 | if (ret == -1) { |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1902 | ret = -errno; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1903 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1904 | return ret; |
| 1905 | } |
| 1906 | |
Andreas Färber | 1bc2265 | 2012-10-31 06:06:49 +0100 | [diff] [blame] | 1907 | int kvm_vcpu_ioctl(CPUState *cpu, int type, ...) |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1908 | { |
| 1909 | int ret; |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1910 | void *arg; |
| 1911 | va_list ap; |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1912 | |
aliguori | 984b518 | 2008-11-13 19:21:00 +0000 | [diff] [blame] | 1913 | va_start(ap, type); |
| 1914 | arg = va_arg(ap, void *); |
| 1915 | va_end(ap); |
| 1916 | |
Kazuya Saito | 9c77572 | 2013-03-29 13:27:05 +0900 | [diff] [blame] | 1917 | trace_kvm_vcpu_ioctl(cpu->cpu_index, type, arg); |
Andreas Färber | 8737c51 | 2012-10-31 05:29:00 +0100 | [diff] [blame] | 1918 | ret = ioctl(cpu->kvm_fd, type, arg); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1919 | if (ret == -1) { |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1920 | ret = -errno; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 1921 | } |
aliguori | 0533044 | 2008-11-05 16:29:27 +0000 | [diff] [blame] | 1922 | return ret; |
| 1923 | } |
aliguori | bd32208 | 2008-12-04 20:33:06 +0000 | [diff] [blame] | 1924 | |
Christoffer Dall | 0a6a7cc | 2014-02-26 17:20:00 +0000 | [diff] [blame] | 1925 | int kvm_device_ioctl(int fd, int type, ...) |
| 1926 | { |
| 1927 | int ret; |
| 1928 | void *arg; |
| 1929 | va_list ap; |
| 1930 | |
| 1931 | va_start(ap, type); |
| 1932 | arg = va_arg(ap, void *); |
| 1933 | va_end(ap); |
| 1934 | |
| 1935 | trace_kvm_device_ioctl(fd, type, arg); |
| 1936 | ret = ioctl(fd, type, arg); |
| 1937 | if (ret == -1) { |
| 1938 | ret = -errno; |
| 1939 | } |
| 1940 | return ret; |
| 1941 | } |
| 1942 | |
Dominik Dingel | d0a073a | 2015-03-12 13:53:49 +0100 | [diff] [blame] | 1943 | int kvm_vm_check_attr(KVMState *s, uint32_t group, uint64_t attr) |
| 1944 | { |
| 1945 | int ret; |
| 1946 | struct kvm_device_attr attribute = { |
| 1947 | .group = group, |
| 1948 | .attr = attr, |
| 1949 | }; |
| 1950 | |
| 1951 | if (!kvm_vm_attributes_allowed) { |
| 1952 | return 0; |
| 1953 | } |
| 1954 | |
| 1955 | ret = kvm_vm_ioctl(s, KVM_HAS_DEVICE_ATTR, &attribute); |
| 1956 | /* kvm returns 0 on success for HAS_DEVICE_ATTR */ |
| 1957 | return ret ? 0 : 1; |
| 1958 | } |
| 1959 | |
aliguori | bd32208 | 2008-12-04 20:33:06 +0000 | [diff] [blame] | 1960 | int kvm_has_sync_mmu(void) |
| 1961 | { |
Jan Kiszka | 94a8d39 | 2011-01-21 21:48:17 +0100 | [diff] [blame] | 1962 | return kvm_check_extension(kvm_state, KVM_CAP_SYNC_MMU); |
aliguori | bd32208 | 2008-12-04 20:33:06 +0000 | [diff] [blame] | 1963 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 1964 | |
Jan Kiszka | a0fb002 | 2009-11-25 00:33:03 +0100 | [diff] [blame] | 1965 | int kvm_has_vcpu_events(void) |
| 1966 | { |
| 1967 | return kvm_state->vcpu_events; |
| 1968 | } |
| 1969 | |
Jan Kiszka | b0b1d69 | 2010-03-01 19:10:29 +0100 | [diff] [blame] | 1970 | int kvm_has_robust_singlestep(void) |
| 1971 | { |
| 1972 | return kvm_state->robust_singlestep; |
| 1973 | } |
| 1974 | |
Jan Kiszka | ff44f1a | 2010-03-12 15:20:49 +0100 | [diff] [blame] | 1975 | int kvm_has_debugregs(void) |
| 1976 | { |
| 1977 | return kvm_state->debugregs; |
| 1978 | } |
| 1979 | |
Sheng Yang | f1665b2 | 2010-06-17 17:53:07 +0800 | [diff] [blame] | 1980 | int kvm_has_xsave(void) |
| 1981 | { |
| 1982 | return kvm_state->xsave; |
| 1983 | } |
| 1984 | |
| 1985 | int kvm_has_xcrs(void) |
| 1986 | { |
| 1987 | return kvm_state->xcrs; |
| 1988 | } |
| 1989 | |
Jan Kiszka | 8a7c739 | 2012-03-02 20:28:48 +0100 | [diff] [blame] | 1990 | int kvm_has_pit_state2(void) |
| 1991 | { |
| 1992 | return kvm_state->pit_state2; |
| 1993 | } |
| 1994 | |
Stefan Hajnoczi | d2f2b8a | 2011-01-10 13:50:05 +0200 | [diff] [blame] | 1995 | int kvm_has_many_ioeventfds(void) |
| 1996 | { |
| 1997 | if (!kvm_enabled()) { |
| 1998 | return 0; |
| 1999 | } |
| 2000 | return kvm_state->many_ioeventfds; |
| 2001 | } |
| 2002 | |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 2003 | int kvm_has_gsi_routing(void) |
| 2004 | { |
Alexander Graf | a9c5eb0 | 2012-01-25 18:28:05 +0100 | [diff] [blame] | 2005 | #ifdef KVM_CAP_IRQ_ROUTING |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 2006 | return kvm_check_extension(kvm_state, KVM_CAP_IRQ_ROUTING); |
Alexander Graf | a9c5eb0 | 2012-01-25 18:28:05 +0100 | [diff] [blame] | 2007 | #else |
| 2008 | return false; |
| 2009 | #endif |
Jan Kiszka | 84b058d | 2011-10-15 11:49:47 +0200 | [diff] [blame] | 2010 | } |
| 2011 | |
Jan Kiszka | 3ab7384 | 2012-08-27 08:28:39 +0200 | [diff] [blame] | 2012 | int kvm_has_intx_set_mask(void) |
| 2013 | { |
| 2014 | return kvm_state->intx_set_mask; |
| 2015 | } |
| 2016 | |
Jan Kiszka | 6f0437e | 2009-04-26 18:03:40 +0200 | [diff] [blame] | 2017 | void kvm_setup_guest_memory(void *start, size_t size) |
| 2018 | { |
| 2019 | if (!kvm_has_sync_mmu()) { |
Andreas Färber | e78815a | 2010-09-25 11:26:05 +0000 | [diff] [blame] | 2020 | int ret = qemu_madvise(start, size, QEMU_MADV_DONTFORK); |
Jan Kiszka | 6f0437e | 2009-04-26 18:03:40 +0200 | [diff] [blame] | 2021 | |
| 2022 | if (ret) { |
Andreas Färber | e78815a | 2010-09-25 11:26:05 +0000 | [diff] [blame] | 2023 | perror("qemu_madvise"); |
| 2024 | fprintf(stderr, |
| 2025 | "Need MADV_DONTFORK in absence of synchronous KVM MMU\n"); |
Jan Kiszka | 6f0437e | 2009-04-26 18:03:40 +0200 | [diff] [blame] | 2026 | exit(1); |
| 2027 | } |
Jan Kiszka | 6f0437e | 2009-04-26 18:03:40 +0200 | [diff] [blame] | 2028 | } |
| 2029 | } |
| 2030 | |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2031 | #ifdef KVM_CAP_SET_GUEST_DEBUG |
Andreas Färber | a60f24b | 2012-12-01 05:35:08 +0100 | [diff] [blame] | 2032 | struct kvm_sw_breakpoint *kvm_find_sw_breakpoint(CPUState *cpu, |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2033 | target_ulong pc) |
| 2034 | { |
| 2035 | struct kvm_sw_breakpoint *bp; |
| 2036 | |
Andreas Färber | a60f24b | 2012-12-01 05:35:08 +0100 | [diff] [blame] | 2037 | QTAILQ_FOREACH(bp, &cpu->kvm_state->kvm_sw_breakpoints, entry) { |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2038 | if (bp->pc == pc) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2039 | return bp; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2040 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2041 | } |
| 2042 | return NULL; |
| 2043 | } |
| 2044 | |
Andreas Färber | a60f24b | 2012-12-01 05:35:08 +0100 | [diff] [blame] | 2045 | int kvm_sw_breakpoints_active(CPUState *cpu) |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2046 | { |
Andreas Färber | a60f24b | 2012-12-01 05:35:08 +0100 | [diff] [blame] | 2047 | return !QTAILQ_EMPTY(&cpu->kvm_state->kvm_sw_breakpoints); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2048 | } |
| 2049 | |
Glauber Costa | 452e475 | 2009-07-16 17:55:28 -0400 | [diff] [blame] | 2050 | struct kvm_set_guest_debug_data { |
| 2051 | struct kvm_guest_debug dbg; |
Andreas Färber | a60f24b | 2012-12-01 05:35:08 +0100 | [diff] [blame] | 2052 | CPUState *cpu; |
Glauber Costa | 452e475 | 2009-07-16 17:55:28 -0400 | [diff] [blame] | 2053 | int err; |
| 2054 | }; |
| 2055 | |
| 2056 | static void kvm_invoke_set_guest_debug(void *data) |
| 2057 | { |
| 2058 | struct kvm_set_guest_debug_data *dbg_data = data; |
Jan Kiszka | b380772 | 2009-09-17 20:05:58 +0200 | [diff] [blame] | 2059 | |
Andreas Färber | a60f24b | 2012-12-01 05:35:08 +0100 | [diff] [blame] | 2060 | dbg_data->err = kvm_vcpu_ioctl(dbg_data->cpu, KVM_SET_GUEST_DEBUG, |
| 2061 | &dbg_data->dbg); |
Glauber Costa | 452e475 | 2009-07-16 17:55:28 -0400 | [diff] [blame] | 2062 | } |
| 2063 | |
Stefan Weil | 38e478e | 2013-07-25 20:50:21 +0200 | [diff] [blame] | 2064 | int kvm_update_guest_debug(CPUState *cpu, unsigned long reinject_trap) |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2065 | { |
Glauber Costa | 452e475 | 2009-07-16 17:55:28 -0400 | [diff] [blame] | 2066 | struct kvm_set_guest_debug_data data; |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2067 | |
Jan Kiszka | b0b1d69 | 2010-03-01 19:10:29 +0100 | [diff] [blame] | 2068 | data.dbg.control = reinject_trap; |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2069 | |
Andreas Färber | ed2803d | 2013-06-21 20:20:45 +0200 | [diff] [blame] | 2070 | if (cpu->singlestep_enabled) { |
Jan Kiszka | b0b1d69 | 2010-03-01 19:10:29 +0100 | [diff] [blame] | 2071 | data.dbg.control |= KVM_GUESTDBG_ENABLE | KVM_GUESTDBG_SINGLESTEP; |
| 2072 | } |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 2073 | kvm_arch_update_guest_debug(cpu, &data.dbg); |
Andreas Färber | a60f24b | 2012-12-01 05:35:08 +0100 | [diff] [blame] | 2074 | data.cpu = cpu; |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2075 | |
Andreas Färber | f100f0b | 2012-05-03 14:58:47 +0200 | [diff] [blame] | 2076 | run_on_cpu(cpu, kvm_invoke_set_guest_debug, &data); |
Glauber Costa | 452e475 | 2009-07-16 17:55:28 -0400 | [diff] [blame] | 2077 | return data.err; |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2078 | } |
| 2079 | |
Andreas Färber | 6227881 | 2013-06-27 17:12:06 +0200 | [diff] [blame] | 2080 | int kvm_insert_breakpoint(CPUState *cpu, target_ulong addr, |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2081 | target_ulong len, int type) |
| 2082 | { |
| 2083 | struct kvm_sw_breakpoint *bp; |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2084 | int err; |
| 2085 | |
| 2086 | if (type == GDB_BREAKPOINT_SW) { |
Andreas Färber | 80b7cd7 | 2013-06-19 17:37:31 +0200 | [diff] [blame] | 2087 | bp = kvm_find_sw_breakpoint(cpu, addr); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2088 | if (bp) { |
| 2089 | bp->use_count++; |
| 2090 | return 0; |
| 2091 | } |
| 2092 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 2093 | bp = g_malloc(sizeof(struct kvm_sw_breakpoint)); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2094 | bp->pc = addr; |
| 2095 | bp->use_count = 1; |
Andreas Färber | 80b7cd7 | 2013-06-19 17:37:31 +0200 | [diff] [blame] | 2096 | err = kvm_arch_insert_sw_breakpoint(cpu, bp); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2097 | if (err) { |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 2098 | g_free(bp); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2099 | return err; |
| 2100 | } |
| 2101 | |
Andreas Färber | 80b7cd7 | 2013-06-19 17:37:31 +0200 | [diff] [blame] | 2102 | QTAILQ_INSERT_HEAD(&cpu->kvm_state->kvm_sw_breakpoints, bp, entry); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2103 | } else { |
| 2104 | err = kvm_arch_insert_hw_breakpoint(addr, len, type); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2105 | if (err) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2106 | return err; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2107 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2108 | } |
| 2109 | |
Andreas Färber | bdc4464 | 2013-06-24 23:50:24 +0200 | [diff] [blame] | 2110 | CPU_FOREACH(cpu) { |
Stefan Weil | 38e478e | 2013-07-25 20:50:21 +0200 | [diff] [blame] | 2111 | err = kvm_update_guest_debug(cpu, 0); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2112 | if (err) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2113 | return err; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2114 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2115 | } |
| 2116 | return 0; |
| 2117 | } |
| 2118 | |
Andreas Färber | 6227881 | 2013-06-27 17:12:06 +0200 | [diff] [blame] | 2119 | int kvm_remove_breakpoint(CPUState *cpu, target_ulong addr, |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2120 | target_ulong len, int type) |
| 2121 | { |
| 2122 | struct kvm_sw_breakpoint *bp; |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2123 | int err; |
| 2124 | |
| 2125 | if (type == GDB_BREAKPOINT_SW) { |
Andreas Färber | 80b7cd7 | 2013-06-19 17:37:31 +0200 | [diff] [blame] | 2126 | bp = kvm_find_sw_breakpoint(cpu, addr); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2127 | if (!bp) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2128 | return -ENOENT; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2129 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2130 | |
| 2131 | if (bp->use_count > 1) { |
| 2132 | bp->use_count--; |
| 2133 | return 0; |
| 2134 | } |
| 2135 | |
Andreas Färber | 80b7cd7 | 2013-06-19 17:37:31 +0200 | [diff] [blame] | 2136 | err = kvm_arch_remove_sw_breakpoint(cpu, bp); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2137 | if (err) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2138 | return err; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2139 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2140 | |
Andreas Färber | 80b7cd7 | 2013-06-19 17:37:31 +0200 | [diff] [blame] | 2141 | QTAILQ_REMOVE(&cpu->kvm_state->kvm_sw_breakpoints, bp, entry); |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 2142 | g_free(bp); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2143 | } else { |
| 2144 | err = kvm_arch_remove_hw_breakpoint(addr, len, type); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2145 | if (err) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2146 | return err; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2147 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2148 | } |
| 2149 | |
Andreas Färber | bdc4464 | 2013-06-24 23:50:24 +0200 | [diff] [blame] | 2150 | CPU_FOREACH(cpu) { |
Stefan Weil | 38e478e | 2013-07-25 20:50:21 +0200 | [diff] [blame] | 2151 | err = kvm_update_guest_debug(cpu, 0); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2152 | if (err) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2153 | return err; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2154 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2155 | } |
| 2156 | return 0; |
| 2157 | } |
| 2158 | |
Andreas Färber | 1d5791f | 2013-05-27 14:40:48 +0200 | [diff] [blame] | 2159 | void kvm_remove_all_breakpoints(CPUState *cpu) |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2160 | { |
| 2161 | struct kvm_sw_breakpoint *bp, *next; |
Andreas Färber | 80b7cd7 | 2013-06-19 17:37:31 +0200 | [diff] [blame] | 2162 | KVMState *s = cpu->kvm_state; |
Chen Gang | dc54e25 | 2014-07-19 09:21:46 +0800 | [diff] [blame] | 2163 | CPUState *tmpcpu; |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2164 | |
Blue Swirl | 72cf2d4 | 2009-09-12 07:36:22 +0000 | [diff] [blame] | 2165 | QTAILQ_FOREACH_SAFE(bp, &s->kvm_sw_breakpoints, entry, next) { |
Andreas Färber | 80b7cd7 | 2013-06-19 17:37:31 +0200 | [diff] [blame] | 2166 | if (kvm_arch_remove_sw_breakpoint(cpu, bp) != 0) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2167 | /* Try harder to find a CPU that currently sees the breakpoint. */ |
Chen Gang | dc54e25 | 2014-07-19 09:21:46 +0800 | [diff] [blame] | 2168 | CPU_FOREACH(tmpcpu) { |
| 2169 | if (kvm_arch_remove_sw_breakpoint(tmpcpu, bp) == 0) { |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2170 | break; |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2171 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2172 | } |
| 2173 | } |
Jan Kiszka | 78021d6 | 2012-11-12 15:04:35 +0100 | [diff] [blame] | 2174 | QTAILQ_REMOVE(&s->kvm_sw_breakpoints, bp, entry); |
| 2175 | g_free(bp); |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2176 | } |
| 2177 | kvm_arch_remove_all_hw_breakpoints(); |
| 2178 | |
Andreas Färber | bdc4464 | 2013-06-24 23:50:24 +0200 | [diff] [blame] | 2179 | CPU_FOREACH(cpu) { |
Stefan Weil | 38e478e | 2013-07-25 20:50:21 +0200 | [diff] [blame] | 2180 | kvm_update_guest_debug(cpu, 0); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2181 | } |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2182 | } |
| 2183 | |
| 2184 | #else /* !KVM_CAP_SET_GUEST_DEBUG */ |
| 2185 | |
Stefan Weil | 38e478e | 2013-07-25 20:50:21 +0200 | [diff] [blame] | 2186 | int kvm_update_guest_debug(CPUState *cpu, unsigned long reinject_trap) |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2187 | { |
| 2188 | return -EINVAL; |
| 2189 | } |
| 2190 | |
Andreas Färber | 6227881 | 2013-06-27 17:12:06 +0200 | [diff] [blame] | 2191 | int kvm_insert_breakpoint(CPUState *cpu, target_ulong addr, |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2192 | target_ulong len, int type) |
| 2193 | { |
| 2194 | return -EINVAL; |
| 2195 | } |
| 2196 | |
Andreas Färber | 6227881 | 2013-06-27 17:12:06 +0200 | [diff] [blame] | 2197 | int kvm_remove_breakpoint(CPUState *cpu, target_ulong addr, |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2198 | target_ulong len, int type) |
| 2199 | { |
| 2200 | return -EINVAL; |
| 2201 | } |
| 2202 | |
Andreas Färber | 1d5791f | 2013-05-27 14:40:48 +0200 | [diff] [blame] | 2203 | void kvm_remove_all_breakpoints(CPUState *cpu) |
aliguori | e22a25c | 2009-03-12 20:12:48 +0000 | [diff] [blame] | 2204 | { |
| 2205 | } |
| 2206 | #endif /* !KVM_CAP_SET_GUEST_DEBUG */ |
Marcelo Tosatti | cc84de9 | 2010-02-17 20:14:42 -0200 | [diff] [blame] | 2207 | |
Andreas Färber | 491d6e8 | 2013-05-26 23:38:10 +0200 | [diff] [blame] | 2208 | int kvm_set_signal_mask(CPUState *cpu, const sigset_t *sigset) |
Marcelo Tosatti | cc84de9 | 2010-02-17 20:14:42 -0200 | [diff] [blame] | 2209 | { |
James Hogan | aed6efb | 2014-06-17 23:10:31 +0100 | [diff] [blame] | 2210 | KVMState *s = kvm_state; |
Marcelo Tosatti | cc84de9 | 2010-02-17 20:14:42 -0200 | [diff] [blame] | 2211 | struct kvm_signal_mask *sigmask; |
| 2212 | int r; |
| 2213 | |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2214 | if (!sigset) { |
Andreas Färber | 1bc2265 | 2012-10-31 06:06:49 +0100 | [diff] [blame] | 2215 | return kvm_vcpu_ioctl(cpu, KVM_SET_SIGNAL_MASK, NULL); |
Jan Kiszka | a426e12 | 2011-01-04 09:32:13 +0100 | [diff] [blame] | 2216 | } |
Marcelo Tosatti | cc84de9 | 2010-02-17 20:14:42 -0200 | [diff] [blame] | 2217 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 2218 | sigmask = g_malloc(sizeof(*sigmask) + sizeof(*sigset)); |
Marcelo Tosatti | cc84de9 | 2010-02-17 20:14:42 -0200 | [diff] [blame] | 2219 | |
James Hogan | aed6efb | 2014-06-17 23:10:31 +0100 | [diff] [blame] | 2220 | sigmask->len = s->sigmask_len; |
Marcelo Tosatti | cc84de9 | 2010-02-17 20:14:42 -0200 | [diff] [blame] | 2221 | memcpy(sigmask->sigset, sigset, sizeof(*sigset)); |
Andreas Färber | 1bc2265 | 2012-10-31 06:06:49 +0100 | [diff] [blame] | 2222 | r = kvm_vcpu_ioctl(cpu, KVM_SET_SIGNAL_MASK, sigmask); |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 2223 | g_free(sigmask); |
Marcelo Tosatti | cc84de9 | 2010-02-17 20:14:42 -0200 | [diff] [blame] | 2224 | |
| 2225 | return r; |
| 2226 | } |
Andreas Färber | 290adf3 | 2013-01-17 09:30:27 +0100 | [diff] [blame] | 2227 | int kvm_on_sigbus_vcpu(CPUState *cpu, int code, void *addr) |
Jan Kiszka | a1b87fe | 2011-02-01 22:15:51 +0100 | [diff] [blame] | 2228 | { |
Andreas Färber | 20d695a | 2012-10-31 06:57:49 +0100 | [diff] [blame] | 2229 | return kvm_arch_on_sigbus_vcpu(cpu, code, addr); |
Jan Kiszka | a1b87fe | 2011-02-01 22:15:51 +0100 | [diff] [blame] | 2230 | } |
| 2231 | |
| 2232 | int kvm_on_sigbus(int code, void *addr) |
| 2233 | { |
| 2234 | return kvm_arch_on_sigbus(code, addr); |
| 2235 | } |
Christoffer Dall | 0a6a7cc | 2014-02-26 17:20:00 +0000 | [diff] [blame] | 2236 | |
| 2237 | int kvm_create_device(KVMState *s, uint64_t type, bool test) |
| 2238 | { |
| 2239 | int ret; |
| 2240 | struct kvm_create_device create_dev; |
| 2241 | |
| 2242 | create_dev.type = type; |
| 2243 | create_dev.fd = -1; |
| 2244 | create_dev.flags = test ? KVM_CREATE_DEVICE_TEST : 0; |
| 2245 | |
| 2246 | if (!kvm_check_extension(s, KVM_CAP_DEVICE_CTRL)) { |
| 2247 | return -ENOTSUP; |
| 2248 | } |
| 2249 | |
| 2250 | ret = kvm_vm_ioctl(s, KVM_CREATE_DEVICE, &create_dev); |
| 2251 | if (ret) { |
| 2252 | return ret; |
| 2253 | } |
| 2254 | |
| 2255 | return test ? 0 : create_dev.fd; |
| 2256 | } |
Cornelia Huck | ada4135 | 2014-05-09 10:06:46 +0200 | [diff] [blame] | 2257 | |
| 2258 | int kvm_set_one_reg(CPUState *cs, uint64_t id, void *source) |
| 2259 | { |
| 2260 | struct kvm_one_reg reg; |
| 2261 | int r; |
| 2262 | |
| 2263 | reg.id = id; |
| 2264 | reg.addr = (uintptr_t) source; |
| 2265 | r = kvm_vcpu_ioctl(cs, KVM_SET_ONE_REG, ®); |
| 2266 | if (r) { |
| 2267 | trace_kvm_failed_reg_set(id, strerror(r)); |
| 2268 | } |
| 2269 | return r; |
| 2270 | } |
| 2271 | |
| 2272 | int kvm_get_one_reg(CPUState *cs, uint64_t id, void *target) |
| 2273 | { |
| 2274 | struct kvm_one_reg reg; |
| 2275 | int r; |
| 2276 | |
| 2277 | reg.id = id; |
| 2278 | reg.addr = (uintptr_t) target; |
| 2279 | r = kvm_vcpu_ioctl(cs, KVM_GET_ONE_REG, ®); |
| 2280 | if (r) { |
| 2281 | trace_kvm_failed_reg_get(id, strerror(r)); |
| 2282 | } |
| 2283 | return r; |
| 2284 | } |
Eduardo Habkost | 782c3f2 | 2014-09-26 17:45:24 -0300 | [diff] [blame] | 2285 | |
| 2286 | static void kvm_accel_class_init(ObjectClass *oc, void *data) |
| 2287 | { |
| 2288 | AccelClass *ac = ACCEL_CLASS(oc); |
| 2289 | ac->name = "KVM"; |
Eduardo Habkost | 0d15da8 | 2014-09-26 17:45:29 -0300 | [diff] [blame] | 2290 | ac->init_machine = kvm_init; |
Eduardo Habkost | 782c3f2 | 2014-09-26 17:45:24 -0300 | [diff] [blame] | 2291 | ac->allowed = &kvm_allowed; |
| 2292 | } |
| 2293 | |
| 2294 | static const TypeInfo kvm_accel_type = { |
| 2295 | .name = TYPE_KVM_ACCEL, |
| 2296 | .parent = TYPE_ACCEL, |
| 2297 | .class_init = kvm_accel_class_init, |
Eduardo Habkost | fc02086 | 2014-09-26 17:45:32 -0300 | [diff] [blame] | 2298 | .instance_size = sizeof(KVMState), |
Eduardo Habkost | 782c3f2 | 2014-09-26 17:45:24 -0300 | [diff] [blame] | 2299 | }; |
| 2300 | |
| 2301 | static void kvm_type_init(void) |
| 2302 | { |
| 2303 | type_register_static(&kvm_accel_type); |
| 2304 | } |
| 2305 | |
| 2306 | type_init(kvm_type_init); |