Anthony PERARD | 3285cf4 | 2010-08-19 12:27:56 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2010 Citrix Ltd. |
| 3 | * |
| 4 | * This work is licensed under the terms of the GNU GPL, version 2. See |
| 5 | * the COPYING file in the top-level directory. |
| 6 | * |
Paolo Bonzini | 6b620ca | 2012-01-13 17:44:23 +0100 | [diff] [blame] | 7 | * Contributions after 2012-01-13 are licensed under the terms of the |
| 8 | * GNU GPL, version 2 or (at your option) any later version. |
Anthony PERARD | 3285cf4 | 2010-08-19 12:27:56 +0100 | [diff] [blame] | 9 | */ |
| 10 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 11 | #include <sys/mman.h> |
| 12 | |
Michael S. Tsirkin | a2cb15b | 2012-12-12 14:24:50 +0200 | [diff] [blame] | 13 | #include "hw/pci/pci.h" |
Paolo Bonzini | 0d09e41 | 2013-02-05 17:06:20 +0100 | [diff] [blame] | 14 | #include "hw/i386/pc.h" |
| 15 | #include "hw/xen/xen_common.h" |
| 16 | #include "hw/xen/xen_backend.h" |
Anthony PERARD | 39f4243 | 2012-10-03 13:48:19 +0000 | [diff] [blame] | 17 | #include "qmp-commands.h" |
Anthony PERARD | 3285cf4 | 2010-08-19 12:27:56 +0100 | [diff] [blame] | 18 | |
Paolo Bonzini | dccfcd0 | 2013-04-08 16:55:25 +0200 | [diff] [blame] | 19 | #include "sysemu/char.h" |
Paolo Bonzini | 1de7afc | 2012-12-17 18:20:00 +0100 | [diff] [blame] | 20 | #include "qemu/range.h" |
Paolo Bonzini | 9c17d61 | 2012-12-17 18:20:04 +0100 | [diff] [blame] | 21 | #include "sysemu/xen-mapcache.h" |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 22 | #include "trace.h" |
Paolo Bonzini | 022c62c | 2012-12-17 18:19:49 +0100 | [diff] [blame] | 23 | #include "exec/address-spaces.h" |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 24 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 25 | #include <xen/hvm/ioreq.h> |
| 26 | #include <xen/hvm/params.h> |
Anthony PERARD | 8a369e2 | 2011-07-20 08:17:43 +0000 | [diff] [blame] | 27 | #include <xen/hvm/e820.h> |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 28 | |
Wei Liu | 04b0de0 | 2014-05-07 16:16:43 +0000 | [diff] [blame] | 29 | //#define DEBUG_XEN_HVM |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 30 | |
Wei Liu | 04b0de0 | 2014-05-07 16:16:43 +0000 | [diff] [blame] | 31 | #ifdef DEBUG_XEN_HVM |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 32 | #define DPRINTF(fmt, ...) \ |
| 33 | do { fprintf(stderr, "xen: " fmt, ## __VA_ARGS__); } while (0) |
| 34 | #else |
| 35 | #define DPRINTF(fmt, ...) \ |
| 36 | do { } while (0) |
| 37 | #endif |
| 38 | |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 39 | static MemoryRegion ram_memory, ram_640k, ram_lo, ram_hi; |
Avi Kivity | c65adf9 | 2011-12-18 16:40:50 +0200 | [diff] [blame] | 40 | static MemoryRegion *framebuffer; |
Anthony PERARD | 39f4243 | 2012-10-03 13:48:19 +0000 | [diff] [blame] | 41 | static bool xen_in_migration; |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 42 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 43 | /* Compatibility with older version */ |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 44 | |
| 45 | /* This allows QEMU to build on a system that has Xen 4.5 or earlier |
| 46 | * installed. This here (not in hw/xen/xen_common.h) because xen/hvm/ioreq.h |
| 47 | * needs to be included before this block and hw/xen/xen_common.h needs to |
| 48 | * be included before xen/hvm/ioreq.h |
| 49 | */ |
| 50 | #ifndef IOREQ_TYPE_VMWARE_PORT |
| 51 | #define IOREQ_TYPE_VMWARE_PORT 3 |
| 52 | struct vmware_regs { |
| 53 | uint32_t esi; |
| 54 | uint32_t edi; |
| 55 | uint32_t ebx; |
| 56 | uint32_t ecx; |
| 57 | uint32_t edx; |
| 58 | }; |
| 59 | typedef struct vmware_regs vmware_regs_t; |
| 60 | |
| 61 | struct shared_vmport_iopage { |
| 62 | struct vmware_regs vcpu_vmport_regs[1]; |
| 63 | }; |
| 64 | typedef struct shared_vmport_iopage shared_vmport_iopage_t; |
| 65 | #endif |
| 66 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 67 | #if __XEN_LATEST_INTERFACE_VERSION__ < 0x0003020a |
| 68 | static inline uint32_t xen_vcpu_eport(shared_iopage_t *shared_page, int i) |
| 69 | { |
| 70 | return shared_page->vcpu_iodata[i].vp_eport; |
| 71 | } |
| 72 | static inline ioreq_t *xen_vcpu_ioreq(shared_iopage_t *shared_page, int vcpu) |
| 73 | { |
| 74 | return &shared_page->vcpu_iodata[vcpu].vp_ioreq; |
| 75 | } |
| 76 | # define FMT_ioreq_size PRIx64 |
| 77 | #else |
| 78 | static inline uint32_t xen_vcpu_eport(shared_iopage_t *shared_page, int i) |
| 79 | { |
| 80 | return shared_page->vcpu_ioreq[i].vp_eport; |
| 81 | } |
| 82 | static inline ioreq_t *xen_vcpu_ioreq(shared_iopage_t *shared_page, int vcpu) |
| 83 | { |
| 84 | return &shared_page->vcpu_ioreq[vcpu]; |
| 85 | } |
| 86 | # define FMT_ioreq_size "u" |
| 87 | #endif |
| 88 | |
| 89 | #define BUFFER_IO_MAX_DELAY 100 |
| 90 | |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 91 | typedef struct XenPhysmap { |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 92 | hwaddr start_addr; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 93 | ram_addr_t size; |
Peter Crosthwaite | dc6c4fe | 2014-08-25 20:09:13 -0700 | [diff] [blame] | 94 | const char *name; |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 95 | hwaddr phys_offset; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 96 | |
| 97 | QLIST_ENTRY(XenPhysmap) list; |
| 98 | } XenPhysmap; |
| 99 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 100 | typedef struct XenIOState { |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 101 | ioservid_t ioservid; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 102 | shared_iopage_t *shared_page; |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 103 | shared_vmport_iopage_t *shared_vmport_page; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 104 | buffered_iopage_t *buffered_io_page; |
| 105 | QEMUTimer *buffered_io_timer; |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 106 | CPUState **cpu_by_vcpu_id; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 107 | /* the evtchn port for polling the notification, */ |
| 108 | evtchn_port_t *ioreq_local_port; |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 109 | /* evtchn local port for buffered io */ |
| 110 | evtchn_port_t bufioreq_local_port; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 111 | /* the evtchn fd for polling */ |
| 112 | XenEvtchn xce_handle; |
| 113 | /* which vcpu we are serving */ |
| 114 | int send_vcpu; |
| 115 | |
Anthony PERARD | 2932133 | 2010-09-06 20:07:33 +0100 | [diff] [blame] | 116 | struct xs_handle *xenstore; |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 117 | MemoryListener memory_listener; |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 118 | MemoryListener io_listener; |
| 119 | DeviceListener device_listener; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 120 | QLIST_HEAD(, XenPhysmap) physmap; |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 121 | hwaddr free_phys_offset; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 122 | const XenPhysmap *log_for_dirtybit; |
Anthony PERARD | 2932133 | 2010-09-06 20:07:33 +0100 | [diff] [blame] | 123 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 124 | Notifier exit; |
Gerd Hoffmann | da98c8e | 2012-02-23 13:45:20 +0100 | [diff] [blame] | 125 | Notifier suspend; |
Liu, Jinsong | 11addd0 | 2013-09-25 16:40:23 +0000 | [diff] [blame] | 126 | Notifier wakeup; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 127 | } XenIOState; |
| 128 | |
Anthony PERARD | 4144530 | 2010-07-16 14:55:39 +0100 | [diff] [blame] | 129 | /* Xen specific function for piix pci */ |
| 130 | |
| 131 | int xen_pci_slot_get_pirq(PCIDevice *pci_dev, int irq_num) |
| 132 | { |
| 133 | return irq_num + ((pci_dev->devfn >> 3) << 2); |
| 134 | } |
| 135 | |
| 136 | void xen_piix3_set_irq(void *opaque, int irq_num, int level) |
| 137 | { |
| 138 | xc_hvm_set_pci_intx_level(xen_xc, xen_domid, 0, 0, irq_num >> 2, |
| 139 | irq_num & 3, level); |
| 140 | } |
| 141 | |
| 142 | void xen_piix_pci_write_config_client(uint32_t address, uint32_t val, int len) |
| 143 | { |
| 144 | int i; |
| 145 | |
| 146 | /* Scan for updates to PCI link routes (0x60-0x63). */ |
| 147 | for (i = 0; i < len; i++) { |
| 148 | uint8_t v = (val >> (8 * i)) & 0xff; |
| 149 | if (v & 0x80) { |
| 150 | v = 0; |
| 151 | } |
| 152 | v &= 0xf; |
| 153 | if (((address + i) >= 0x60) && ((address + i) <= 0x63)) { |
| 154 | xc_hvm_set_pci_link_route(xen_xc, xen_domid, address + i - 0x60, v); |
| 155 | } |
| 156 | } |
| 157 | } |
| 158 | |
Wei Liu | f1dbf01 | 2012-04-12 10:01:43 +0000 | [diff] [blame] | 159 | void xen_hvm_inject_msi(uint64_t addr, uint32_t data) |
| 160 | { |
Stefano Stabellini | 4c9f8d1 | 2012-04-17 16:56:51 +0000 | [diff] [blame] | 161 | xen_xc_hvm_inject_msi(xen_xc, xen_domid, addr, data); |
Wei Liu | f1dbf01 | 2012-04-12 10:01:43 +0000 | [diff] [blame] | 162 | } |
| 163 | |
Gerd Hoffmann | da98c8e | 2012-02-23 13:45:20 +0100 | [diff] [blame] | 164 | static void xen_suspend_notifier(Notifier *notifier, void *data) |
Anthony PERARD | c962247 | 2010-10-05 16:40:22 +0100 | [diff] [blame] | 165 | { |
Gerd Hoffmann | da98c8e | 2012-02-23 13:45:20 +0100 | [diff] [blame] | 166 | xc_set_hvm_param(xen_xc, xen_domid, HVM_PARAM_ACPI_S_STATE, 3); |
Anthony PERARD | c962247 | 2010-10-05 16:40:22 +0100 | [diff] [blame] | 167 | } |
| 168 | |
Anthony PERARD | 9c11a8a | 2010-06-30 17:50:10 +0100 | [diff] [blame] | 169 | /* Xen Interrupt Controller */ |
| 170 | |
| 171 | static void xen_set_irq(void *opaque, int irq, int level) |
| 172 | { |
| 173 | xc_hvm_set_isa_irq_level(xen_xc, xen_domid, irq, level); |
| 174 | } |
| 175 | |
| 176 | qemu_irq *xen_interrupt_controller_init(void) |
| 177 | { |
| 178 | return qemu_allocate_irqs(xen_set_irq, NULL, 16); |
| 179 | } |
| 180 | |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 181 | /* Memory Ops */ |
| 182 | |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 183 | static void xen_ram_init(PCMachineState *pcms, |
Don Slutz | 3c2a966 | 2014-06-19 21:40:24 -0400 | [diff] [blame] | 184 | ram_addr_t ram_size, MemoryRegion **ram_memory_p) |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 185 | { |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 186 | MemoryRegion *sysmem = get_system_memory(); |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 187 | ram_addr_t block_len; |
Don Slutz | c4f5cdc | 2014-06-19 21:40:26 -0400 | [diff] [blame] | 188 | uint64_t user_lowmem = object_property_get_int(qdev_get_machine(), |
| 189 | PC_MACHINE_MAX_RAM_BELOW_4G, |
| 190 | &error_abort); |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 191 | |
Stefan Weil | a9dd38d | 2014-07-07 21:00:41 +0200 | [diff] [blame] | 192 | /* Handle the machine opt max-ram-below-4g. It is basically doing |
Don Slutz | c4f5cdc | 2014-06-19 21:40:26 -0400 | [diff] [blame] | 193 | * min(xen limit, user limit). |
| 194 | */ |
| 195 | if (HVM_BELOW_4G_RAM_END <= user_lowmem) { |
| 196 | user_lowmem = HVM_BELOW_4G_RAM_END; |
Anthony PERARD | 8a369e2 | 2011-07-20 08:17:43 +0000 | [diff] [blame] | 197 | } |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 198 | |
Don Slutz | c4f5cdc | 2014-06-19 21:40:26 -0400 | [diff] [blame] | 199 | if (ram_size >= user_lowmem) { |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 200 | pcms->above_4g_mem_size = ram_size - user_lowmem; |
| 201 | pcms->below_4g_mem_size = user_lowmem; |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 202 | } else { |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 203 | pcms->above_4g_mem_size = 0; |
| 204 | pcms->below_4g_mem_size = ram_size; |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 205 | } |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 206 | if (!pcms->above_4g_mem_size) { |
Don Slutz | c4f5cdc | 2014-06-19 21:40:26 -0400 | [diff] [blame] | 207 | block_len = ram_size; |
| 208 | } else { |
| 209 | /* |
| 210 | * Xen does not allocate the memory continuously, it keeps a |
| 211 | * hole of the size computed above or passed in. |
| 212 | */ |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 213 | block_len = (1ULL << 32) + pcms->above_4g_mem_size; |
Don Slutz | c4f5cdc | 2014-06-19 21:40:26 -0400 | [diff] [blame] | 214 | } |
Hu Tao | 4994653 | 2014-09-09 13:27:55 +0800 | [diff] [blame] | 215 | memory_region_init_ram(&ram_memory, NULL, "xen.ram", block_len, |
Markus Armbruster | f8ed85a | 2015-09-11 16:51:43 +0200 | [diff] [blame] | 216 | &error_fatal); |
Don Slutz | c4f5cdc | 2014-06-19 21:40:26 -0400 | [diff] [blame] | 217 | *ram_memory_p = &ram_memory; |
| 218 | vmstate_register_ram_global(&ram_memory); |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 219 | |
Paolo Bonzini | 2c9b15c | 2013-06-06 05:41:28 -0400 | [diff] [blame] | 220 | memory_region_init_alias(&ram_640k, NULL, "xen.ram.640k", |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 221 | &ram_memory, 0, 0xa0000); |
| 222 | memory_region_add_subregion(sysmem, 0, &ram_640k); |
Anthony PERARD | 8a369e2 | 2011-07-20 08:17:43 +0000 | [diff] [blame] | 223 | /* Skip of the VGA IO memory space, it will be registered later by the VGA |
| 224 | * emulated device. |
| 225 | * |
| 226 | * The area between 0xc0000 and 0x100000 will be used by SeaBIOS to load |
| 227 | * the Options ROM, so it is registered here as RAM. |
| 228 | */ |
Paolo Bonzini | 2c9b15c | 2013-06-06 05:41:28 -0400 | [diff] [blame] | 229 | memory_region_init_alias(&ram_lo, NULL, "xen.ram.lo", |
Don Slutz | 3c2a966 | 2014-06-19 21:40:24 -0400 | [diff] [blame] | 230 | &ram_memory, 0xc0000, |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 231 | pcms->below_4g_mem_size - 0xc0000); |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 232 | memory_region_add_subregion(sysmem, 0xc0000, &ram_lo); |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 233 | if (pcms->above_4g_mem_size > 0) { |
Paolo Bonzini | 2c9b15c | 2013-06-06 05:41:28 -0400 | [diff] [blame] | 234 | memory_region_init_alias(&ram_hi, NULL, "xen.ram.hi", |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 235 | &ram_memory, 0x100000000ULL, |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 236 | pcms->above_4g_mem_size); |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 237 | memory_region_add_subregion(sysmem, 0x100000000ULL, &ram_hi); |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 238 | } |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 239 | } |
| 240 | |
Avi Kivity | fce537d | 2011-12-18 15:48:55 +0200 | [diff] [blame] | 241 | void xen_ram_alloc(ram_addr_t ram_addr, ram_addr_t size, MemoryRegion *mr) |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 242 | { |
| 243 | unsigned long nr_pfn; |
| 244 | xen_pfn_t *pfn_list; |
| 245 | int i; |
| 246 | |
Anthony PERARD | c234572 | 2012-01-25 12:36:06 +0000 | [diff] [blame] | 247 | if (runstate_check(RUN_STATE_INMIGRATE)) { |
| 248 | /* RAM already populated in Xen */ |
| 249 | fprintf(stderr, "%s: do not alloc "RAM_ADDR_FMT |
| 250 | " bytes of ram at "RAM_ADDR_FMT" when runstate is INMIGRATE\n", |
| 251 | __func__, size, ram_addr); |
| 252 | return; |
| 253 | } |
| 254 | |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 255 | if (mr == &ram_memory) { |
| 256 | return; |
| 257 | } |
| 258 | |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 259 | trace_xen_ram_alloc(ram_addr, size); |
| 260 | |
| 261 | nr_pfn = size >> TARGET_PAGE_BITS; |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 262 | pfn_list = g_malloc(sizeof (*pfn_list) * nr_pfn); |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 263 | |
| 264 | for (i = 0; i < nr_pfn; i++) { |
| 265 | pfn_list[i] = (ram_addr >> TARGET_PAGE_BITS) + i; |
| 266 | } |
| 267 | |
| 268 | if (xc_domain_populate_physmap_exact(xen_xc, xen_domid, nr_pfn, 0, 0, pfn_list)) { |
Anthony PERARD | f15fbc4 | 2011-07-20 08:17:42 +0000 | [diff] [blame] | 269 | hw_error("xen: failed to populate ram at " RAM_ADDR_FMT, ram_addr); |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 270 | } |
| 271 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 272 | g_free(pfn_list); |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 273 | } |
| 274 | |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 275 | static XenPhysmap *get_physmapping(XenIOState *state, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 276 | hwaddr start_addr, ram_addr_t size) |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 277 | { |
| 278 | XenPhysmap *physmap = NULL; |
| 279 | |
| 280 | start_addr &= TARGET_PAGE_MASK; |
| 281 | |
| 282 | QLIST_FOREACH(physmap, &state->physmap, list) { |
| 283 | if (range_covers_byte(physmap->start_addr, physmap->size, start_addr)) { |
| 284 | return physmap; |
| 285 | } |
| 286 | } |
| 287 | return NULL; |
| 288 | } |
| 289 | |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 290 | static hwaddr xen_phys_offset_to_gaddr(hwaddr start_addr, |
Anthony PERARD | cd1ba7d | 2012-01-18 12:21:38 +0000 | [diff] [blame] | 291 | ram_addr_t size, void *opaque) |
| 292 | { |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 293 | hwaddr addr = start_addr & TARGET_PAGE_MASK; |
Anthony PERARD | cd1ba7d | 2012-01-18 12:21:38 +0000 | [diff] [blame] | 294 | XenIOState *xen_io_state = opaque; |
| 295 | XenPhysmap *physmap = NULL; |
| 296 | |
| 297 | QLIST_FOREACH(physmap, &xen_io_state->physmap, list) { |
| 298 | if (range_covers_byte(physmap->phys_offset, physmap->size, addr)) { |
| 299 | return physmap->start_addr; |
| 300 | } |
| 301 | } |
| 302 | |
| 303 | return start_addr; |
| 304 | } |
| 305 | |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 306 | #if CONFIG_XEN_CTRL_INTERFACE_VERSION >= 340 |
| 307 | static int xen_add_to_physmap(XenIOState *state, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 308 | hwaddr start_addr, |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 309 | ram_addr_t size, |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 310 | MemoryRegion *mr, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 311 | hwaddr offset_within_region) |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 312 | { |
| 313 | unsigned long i = 0; |
| 314 | int rc = 0; |
| 315 | XenPhysmap *physmap = NULL; |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 316 | hwaddr pfn, start_gpfn; |
| 317 | hwaddr phys_offset = memory_region_get_ram_addr(mr); |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 318 | char path[80], value[17]; |
Peter Crosthwaite | 3e1f508 | 2014-08-25 20:09:48 -0700 | [diff] [blame] | 319 | const char *mr_name; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 320 | |
| 321 | if (get_physmapping(state, start_addr, size)) { |
| 322 | return 0; |
| 323 | } |
| 324 | if (size <= 0) { |
| 325 | return -1; |
| 326 | } |
| 327 | |
Stefano Stabellini | ebed850 | 2011-06-15 17:29:27 +0100 | [diff] [blame] | 328 | /* Xen can only handle a single dirty log region for now and we want |
| 329 | * the linear framebuffer to be that region. |
| 330 | * Avoid tracking any regions that is not videoram and avoid tracking |
| 331 | * the legacy vga region. */ |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 332 | if (mr == framebuffer && start_addr > 0xbffff) { |
| 333 | goto go_physmap; |
Stefano Stabellini | ebed850 | 2011-06-15 17:29:27 +0100 | [diff] [blame] | 334 | } |
| 335 | return -1; |
| 336 | |
| 337 | go_physmap: |
Sander Eikelenboom | f1b8caf | 2012-12-17 11:37:43 +0000 | [diff] [blame] | 338 | DPRINTF("mapping vram to %"HWADDR_PRIx" - %"HWADDR_PRIx"\n", |
| 339 | start_addr, start_addr + size); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 340 | |
| 341 | pfn = phys_offset >> TARGET_PAGE_BITS; |
| 342 | start_gpfn = start_addr >> TARGET_PAGE_BITS; |
| 343 | for (i = 0; i < size >> TARGET_PAGE_BITS; i++) { |
| 344 | unsigned long idx = pfn + i; |
| 345 | xen_pfn_t gpfn = start_gpfn + i; |
| 346 | |
Konrad Rzeszutek Wilk | 20a544c | 2015-06-29 12:51:05 -0400 | [diff] [blame] | 347 | rc = xen_xc_domain_add_to_physmap(xen_xc, xen_domid, XENMAPSPACE_gmfn, idx, gpfn); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 348 | if (rc) { |
| 349 | DPRINTF("add_to_physmap MFN %"PRI_xen_pfn" to PFN %" |
Konrad Rzeszutek Wilk | e763add | 2015-03-13 15:36:58 -0400 | [diff] [blame] | 350 | PRI_xen_pfn" failed: %d (errno: %d)\n", idx, gpfn, rc, errno); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 351 | return -rc; |
| 352 | } |
| 353 | } |
| 354 | |
Peter Crosthwaite | 3e1f508 | 2014-08-25 20:09:48 -0700 | [diff] [blame] | 355 | mr_name = memory_region_name(mr); |
| 356 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 357 | physmap = g_malloc(sizeof (XenPhysmap)); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 358 | |
| 359 | physmap->start_addr = start_addr; |
| 360 | physmap->size = size; |
Peter Crosthwaite | 3e1f508 | 2014-08-25 20:09:48 -0700 | [diff] [blame] | 361 | physmap->name = mr_name; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 362 | physmap->phys_offset = phys_offset; |
| 363 | |
| 364 | QLIST_INSERT_HEAD(&state->physmap, physmap, list); |
| 365 | |
| 366 | xc_domain_pin_memory_cacheattr(xen_xc, xen_domid, |
| 367 | start_addr >> TARGET_PAGE_BITS, |
Stefano Stabellini | 8b6bb0a | 2014-05-07 13:48:37 +0000 | [diff] [blame] | 368 | (start_addr + size - 1) >> TARGET_PAGE_BITS, |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 369 | XEN_DOMCTL_MEM_CACHEATTR_WB); |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 370 | |
| 371 | snprintf(path, sizeof(path), |
| 372 | "/local/domain/0/device-model/%d/physmap/%"PRIx64"/start_addr", |
| 373 | xen_domid, (uint64_t)phys_offset); |
| 374 | snprintf(value, sizeof(value), "%"PRIx64, (uint64_t)start_addr); |
| 375 | if (!xs_write(state->xenstore, 0, path, value, strlen(value))) { |
| 376 | return -1; |
| 377 | } |
| 378 | snprintf(path, sizeof(path), |
| 379 | "/local/domain/0/device-model/%d/physmap/%"PRIx64"/size", |
| 380 | xen_domid, (uint64_t)phys_offset); |
| 381 | snprintf(value, sizeof(value), "%"PRIx64, (uint64_t)size); |
| 382 | if (!xs_write(state->xenstore, 0, path, value, strlen(value))) { |
| 383 | return -1; |
| 384 | } |
Peter Crosthwaite | 3e1f508 | 2014-08-25 20:09:48 -0700 | [diff] [blame] | 385 | if (mr_name) { |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 386 | snprintf(path, sizeof(path), |
| 387 | "/local/domain/0/device-model/%d/physmap/%"PRIx64"/name", |
| 388 | xen_domid, (uint64_t)phys_offset); |
Peter Crosthwaite | 3e1f508 | 2014-08-25 20:09:48 -0700 | [diff] [blame] | 389 | if (!xs_write(state->xenstore, 0, path, mr_name, strlen(mr_name))) { |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 390 | return -1; |
| 391 | } |
| 392 | } |
| 393 | |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 394 | return 0; |
| 395 | } |
| 396 | |
| 397 | static int xen_remove_from_physmap(XenIOState *state, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 398 | hwaddr start_addr, |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 399 | ram_addr_t size) |
| 400 | { |
| 401 | unsigned long i = 0; |
| 402 | int rc = 0; |
| 403 | XenPhysmap *physmap = NULL; |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 404 | hwaddr phys_offset = 0; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 405 | |
| 406 | physmap = get_physmapping(state, start_addr, size); |
| 407 | if (physmap == NULL) { |
| 408 | return -1; |
| 409 | } |
| 410 | |
| 411 | phys_offset = physmap->phys_offset; |
| 412 | size = physmap->size; |
| 413 | |
Wei Liu | d18e173 | 2013-10-14 13:53:53 +0100 | [diff] [blame] | 414 | DPRINTF("unmapping vram to %"HWADDR_PRIx" - %"HWADDR_PRIx", at " |
| 415 | "%"HWADDR_PRIx"\n", start_addr, start_addr + size, phys_offset); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 416 | |
| 417 | size >>= TARGET_PAGE_BITS; |
| 418 | start_addr >>= TARGET_PAGE_BITS; |
| 419 | phys_offset >>= TARGET_PAGE_BITS; |
| 420 | for (i = 0; i < size; i++) { |
Stefano Stabellini | 643f593 | 2013-12-18 19:17:32 +0000 | [diff] [blame] | 421 | xen_pfn_t idx = start_addr + i; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 422 | xen_pfn_t gpfn = phys_offset + i; |
| 423 | |
Konrad Rzeszutek Wilk | 20a544c | 2015-06-29 12:51:05 -0400 | [diff] [blame] | 424 | rc = xen_xc_domain_add_to_physmap(xen_xc, xen_domid, XENMAPSPACE_gmfn, idx, gpfn); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 425 | if (rc) { |
| 426 | fprintf(stderr, "add_to_physmap MFN %"PRI_xen_pfn" to PFN %" |
Konrad Rzeszutek Wilk | e763add | 2015-03-13 15:36:58 -0400 | [diff] [blame] | 427 | PRI_xen_pfn" failed: %d (errno: %d)\n", idx, gpfn, rc, errno); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 428 | return -rc; |
| 429 | } |
| 430 | } |
| 431 | |
| 432 | QLIST_REMOVE(physmap, list); |
| 433 | if (state->log_for_dirtybit == physmap) { |
| 434 | state->log_for_dirtybit = NULL; |
| 435 | } |
Stefan Weil | c5633d9 | 2013-06-10 22:36:22 +0200 | [diff] [blame] | 436 | g_free(physmap); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 437 | |
| 438 | return 0; |
| 439 | } |
| 440 | |
| 441 | #else |
| 442 | static int xen_add_to_physmap(XenIOState *state, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 443 | hwaddr start_addr, |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 444 | ram_addr_t size, |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 445 | MemoryRegion *mr, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 446 | hwaddr offset_within_region) |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 447 | { |
| 448 | return -ENOSYS; |
| 449 | } |
| 450 | |
| 451 | static int xen_remove_from_physmap(XenIOState *state, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 452 | hwaddr start_addr, |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 453 | ram_addr_t size) |
| 454 | { |
| 455 | return -ENOSYS; |
| 456 | } |
| 457 | #endif |
| 458 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 459 | static void xen_set_memory(struct MemoryListener *listener, |
| 460 | MemoryRegionSection *section, |
| 461 | bool add) |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 462 | { |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 463 | XenIOState *state = container_of(listener, XenIOState, memory_listener); |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 464 | hwaddr start_addr = section->offset_within_address_space; |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 465 | ram_addr_t size = int128_get64(section->size); |
Paolo Bonzini | 2d1a35b | 2015-03-23 10:50:57 +0100 | [diff] [blame] | 466 | bool log_dirty = memory_region_is_logging(section->mr, DIRTY_MEMORY_VGA); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 467 | hvmmem_type_t mem_type; |
| 468 | |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 469 | if (section->mr == &ram_memory) { |
| 470 | return; |
| 471 | } else { |
| 472 | if (add) { |
| 473 | xen_map_memory_section(xen_xc, xen_domid, state->ioservid, |
| 474 | section); |
| 475 | } else { |
| 476 | xen_unmap_memory_section(xen_xc, xen_domid, state->ioservid, |
| 477 | section); |
| 478 | } |
| 479 | } |
| 480 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 481 | if (!memory_region_is_ram(section->mr)) { |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 482 | return; |
| 483 | } |
| 484 | |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 485 | if (log_dirty != add) { |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 486 | return; |
| 487 | } |
| 488 | |
| 489 | trace_xen_client_set_memory(start_addr, size, log_dirty); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 490 | |
| 491 | start_addr &= TARGET_PAGE_MASK; |
| 492 | size = TARGET_PAGE_ALIGN(size); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 493 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 494 | if (add) { |
| 495 | if (!memory_region_is_rom(section->mr)) { |
| 496 | xen_add_to_physmap(state, start_addr, size, |
| 497 | section->mr, section->offset_within_region); |
| 498 | } else { |
| 499 | mem_type = HVMMEM_ram_ro; |
| 500 | if (xc_hvm_set_mem_type(xen_xc, xen_domid, mem_type, |
| 501 | start_addr >> TARGET_PAGE_BITS, |
| 502 | size >> TARGET_PAGE_BITS)) { |
| 503 | DPRINTF("xc_hvm_set_mem_type error, addr: "TARGET_FMT_plx"\n", |
| 504 | start_addr); |
| 505 | } |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 506 | } |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 507 | } else { |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 508 | if (xen_remove_from_physmap(state, start_addr, size) < 0) { |
| 509 | DPRINTF("physmapping does not exist at "TARGET_FMT_plx"\n", start_addr); |
| 510 | } |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 511 | } |
| 512 | } |
| 513 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 514 | static void xen_region_add(MemoryListener *listener, |
| 515 | MemoryRegionSection *section) |
| 516 | { |
Paolo Bonzini | dfde4e6 | 2013-05-06 10:46:11 +0200 | [diff] [blame] | 517 | memory_region_ref(section->mr); |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 518 | xen_set_memory(listener, section, true); |
| 519 | } |
| 520 | |
| 521 | static void xen_region_del(MemoryListener *listener, |
| 522 | MemoryRegionSection *section) |
| 523 | { |
| 524 | xen_set_memory(listener, section, false); |
Paolo Bonzini | dfde4e6 | 2013-05-06 10:46:11 +0200 | [diff] [blame] | 525 | memory_region_unref(section->mr); |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 526 | } |
| 527 | |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 528 | static void xen_io_add(MemoryListener *listener, |
| 529 | MemoryRegionSection *section) |
| 530 | { |
| 531 | XenIOState *state = container_of(listener, XenIOState, io_listener); |
| 532 | |
| 533 | memory_region_ref(section->mr); |
| 534 | |
| 535 | xen_map_io_section(xen_xc, xen_domid, state->ioservid, section); |
| 536 | } |
| 537 | |
| 538 | static void xen_io_del(MemoryListener *listener, |
| 539 | MemoryRegionSection *section) |
| 540 | { |
| 541 | XenIOState *state = container_of(listener, XenIOState, io_listener); |
| 542 | |
| 543 | xen_unmap_io_section(xen_xc, xen_domid, state->ioservid, section); |
| 544 | |
| 545 | memory_region_unref(section->mr); |
| 546 | } |
| 547 | |
| 548 | static void xen_device_realize(DeviceListener *listener, |
| 549 | DeviceState *dev) |
| 550 | { |
| 551 | XenIOState *state = container_of(listener, XenIOState, device_listener); |
| 552 | |
| 553 | if (object_dynamic_cast(OBJECT(dev), TYPE_PCI_DEVICE)) { |
| 554 | PCIDevice *pci_dev = PCI_DEVICE(dev); |
| 555 | |
| 556 | xen_map_pcidev(xen_xc, xen_domid, state->ioservid, pci_dev); |
| 557 | } |
| 558 | } |
| 559 | |
| 560 | static void xen_device_unrealize(DeviceListener *listener, |
| 561 | DeviceState *dev) |
| 562 | { |
| 563 | XenIOState *state = container_of(listener, XenIOState, device_listener); |
| 564 | |
| 565 | if (object_dynamic_cast(OBJECT(dev), TYPE_PCI_DEVICE)) { |
| 566 | PCIDevice *pci_dev = PCI_DEVICE(dev); |
| 567 | |
| 568 | xen_unmap_pcidev(xen_xc, xen_domid, state->ioservid, pci_dev); |
| 569 | } |
| 570 | } |
| 571 | |
Anthony PERARD | b18620c | 2012-01-05 12:47:08 +0000 | [diff] [blame] | 572 | static void xen_sync_dirty_bitmap(XenIOState *state, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 573 | hwaddr start_addr, |
Anthony PERARD | b18620c | 2012-01-05 12:47:08 +0000 | [diff] [blame] | 574 | ram_addr_t size) |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 575 | { |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 576 | hwaddr npages = size >> TARGET_PAGE_BITS; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 577 | const int width = sizeof(unsigned long) * 8; |
| 578 | unsigned long bitmap[(npages + width - 1) / width]; |
| 579 | int rc, i, j; |
| 580 | const XenPhysmap *physmap = NULL; |
| 581 | |
| 582 | physmap = get_physmapping(state, start_addr, size); |
| 583 | if (physmap == NULL) { |
| 584 | /* not handled */ |
Anthony PERARD | b18620c | 2012-01-05 12:47:08 +0000 | [diff] [blame] | 585 | return; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 586 | } |
| 587 | |
| 588 | if (state->log_for_dirtybit == NULL) { |
| 589 | state->log_for_dirtybit = physmap; |
| 590 | } else if (state->log_for_dirtybit != physmap) { |
Anthony PERARD | b18620c | 2012-01-05 12:47:08 +0000 | [diff] [blame] | 591 | /* Only one range for dirty bitmap can be tracked. */ |
| 592 | return; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 593 | } |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 594 | |
| 595 | rc = xc_hvm_track_dirty_vram(xen_xc, xen_domid, |
| 596 | start_addr >> TARGET_PAGE_BITS, npages, |
| 597 | bitmap); |
Anthony PERARD | b18620c | 2012-01-05 12:47:08 +0000 | [diff] [blame] | 598 | if (rc < 0) { |
Roger Pau Monne | 74bc415 | 2014-05-23 17:57:47 +0200 | [diff] [blame] | 599 | #ifndef ENODATA |
| 600 | #define ENODATA ENOENT |
| 601 | #endif |
| 602 | if (errno == ENODATA) { |
Anthony PERARD | 8aba7dc | 2012-10-03 13:49:40 +0000 | [diff] [blame] | 603 | memory_region_set_dirty(framebuffer, 0, size); |
| 604 | DPRINTF("xen: track_dirty_vram failed (0x" TARGET_FMT_plx |
Anthony PERARD | b18620c | 2012-01-05 12:47:08 +0000 | [diff] [blame] | 605 | ", 0x" TARGET_FMT_plx "): %s\n", |
Roger Pau Monne | 74bc415 | 2014-05-23 17:57:47 +0200 | [diff] [blame] | 606 | start_addr, start_addr + size, strerror(errno)); |
Anthony PERARD | b18620c | 2012-01-05 12:47:08 +0000 | [diff] [blame] | 607 | } |
| 608 | return; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 609 | } |
| 610 | |
| 611 | for (i = 0; i < ARRAY_SIZE(bitmap); i++) { |
| 612 | unsigned long map = bitmap[i]; |
| 613 | while (map != 0) { |
Natanael Copa | adf9d70 | 2014-04-29 16:17:28 +0200 | [diff] [blame] | 614 | j = ctzl(map); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 615 | map &= ~(1ul << j); |
Avi Kivity | 5a97065 | 2011-12-21 14:21:27 +0200 | [diff] [blame] | 616 | memory_region_set_dirty(framebuffer, |
Blue Swirl | fd4aa97 | 2011-10-16 16:04:59 +0000 | [diff] [blame] | 617 | (i * width + j) * TARGET_PAGE_SIZE, |
| 618 | TARGET_PAGE_SIZE); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 619 | }; |
| 620 | } |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 621 | } |
| 622 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 623 | static void xen_log_start(MemoryListener *listener, |
Paolo Bonzini | b2dfd71 | 2015-04-25 14:38:30 +0200 | [diff] [blame] | 624 | MemoryRegionSection *section, |
| 625 | int old, int new) |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 626 | { |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 627 | XenIOState *state = container_of(listener, XenIOState, memory_listener); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 628 | |
Paolo Bonzini | b2dfd71 | 2015-04-25 14:38:30 +0200 | [diff] [blame] | 629 | if (new & ~old & (1 << DIRTY_MEMORY_VGA)) { |
| 630 | xen_sync_dirty_bitmap(state, section->offset_within_address_space, |
| 631 | int128_get64(section->size)); |
| 632 | } |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 633 | } |
| 634 | |
Paolo Bonzini | b2dfd71 | 2015-04-25 14:38:30 +0200 | [diff] [blame] | 635 | static void xen_log_stop(MemoryListener *listener, MemoryRegionSection *section, |
| 636 | int old, int new) |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 637 | { |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 638 | XenIOState *state = container_of(listener, XenIOState, memory_listener); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 639 | |
Paolo Bonzini | b2dfd71 | 2015-04-25 14:38:30 +0200 | [diff] [blame] | 640 | if (old & ~new & (1 << DIRTY_MEMORY_VGA)) { |
| 641 | state->log_for_dirtybit = NULL; |
| 642 | /* Disable dirty bit tracking */ |
| 643 | xc_hvm_track_dirty_vram(xen_xc, xen_domid, 0, 0, NULL); |
| 644 | } |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 645 | } |
| 646 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 647 | static void xen_log_sync(MemoryListener *listener, MemoryRegionSection *section) |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 648 | { |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 649 | XenIOState *state = container_of(listener, XenIOState, memory_listener); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 650 | |
Anthony PERARD | b18620c | 2012-01-05 12:47:08 +0000 | [diff] [blame] | 651 | xen_sync_dirty_bitmap(state, section->offset_within_address_space, |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 652 | int128_get64(section->size)); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 653 | } |
| 654 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 655 | static void xen_log_global_start(MemoryListener *listener) |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 656 | { |
Anthony PERARD | 39f4243 | 2012-10-03 13:48:19 +0000 | [diff] [blame] | 657 | if (xen_enabled()) { |
| 658 | xen_in_migration = true; |
| 659 | } |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 660 | } |
| 661 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 662 | static void xen_log_global_stop(MemoryListener *listener) |
| 663 | { |
Anthony PERARD | 39f4243 | 2012-10-03 13:48:19 +0000 | [diff] [blame] | 664 | xen_in_migration = false; |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 665 | } |
| 666 | |
| 667 | static MemoryListener xen_memory_listener = { |
| 668 | .region_add = xen_region_add, |
| 669 | .region_del = xen_region_del, |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 670 | .log_start = xen_log_start, |
| 671 | .log_stop = xen_log_stop, |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 672 | .log_sync = xen_log_sync, |
| 673 | .log_global_start = xen_log_global_start, |
| 674 | .log_global_stop = xen_log_global_stop, |
Avi Kivity | 72e22d2 | 2012-02-08 15:05:50 +0200 | [diff] [blame] | 675 | .priority = 10, |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 676 | }; |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 677 | |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 678 | static MemoryListener xen_io_listener = { |
| 679 | .region_add = xen_io_add, |
| 680 | .region_del = xen_io_del, |
| 681 | .priority = 10, |
| 682 | }; |
| 683 | |
| 684 | static DeviceListener xen_device_listener = { |
| 685 | .realize = xen_device_realize, |
| 686 | .unrealize = xen_device_unrealize, |
| 687 | }; |
| 688 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 689 | /* get the ioreq packets from share mem */ |
| 690 | static ioreq_t *cpu_get_ioreq_from_shared_memory(XenIOState *state, int vcpu) |
| 691 | { |
| 692 | ioreq_t *req = xen_vcpu_ioreq(state->shared_page, vcpu); |
| 693 | |
| 694 | if (req->state != STATE_IOREQ_READY) { |
| 695 | DPRINTF("I/O request not ready: " |
| 696 | "%x, ptr: %x, port: %"PRIx64", " |
| 697 | "data: %"PRIx64", count: %" FMT_ioreq_size ", size: %" FMT_ioreq_size "\n", |
| 698 | req->state, req->data_is_ptr, req->addr, |
| 699 | req->data, req->count, req->size); |
| 700 | return NULL; |
| 701 | } |
| 702 | |
| 703 | xen_rmb(); /* see IOREQ_READY /then/ read contents of ioreq */ |
| 704 | |
| 705 | req->state = STATE_IOREQ_INPROCESS; |
| 706 | return req; |
| 707 | } |
| 708 | |
| 709 | /* use poll to get the port notification */ |
| 710 | /* ioreq_vec--out,the */ |
| 711 | /* retval--the number of ioreq packet */ |
| 712 | static ioreq_t *cpu_get_ioreq(XenIOState *state) |
| 713 | { |
| 714 | int i; |
| 715 | evtchn_port_t port; |
| 716 | |
| 717 | port = xc_evtchn_pending(state->xce_handle); |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 718 | if (port == state->bufioreq_local_port) { |
Alex Bligh | bc72ad6 | 2013-08-21 16:03:08 +0100 | [diff] [blame] | 719 | timer_mod(state->buffered_io_timer, |
| 720 | BUFFER_IO_MAX_DELAY + qemu_clock_get_ms(QEMU_CLOCK_REALTIME)); |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 721 | return NULL; |
| 722 | } |
| 723 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 724 | if (port != -1) { |
Anthony PERARD | 1cd25a8 | 2013-09-25 16:41:48 +0000 | [diff] [blame] | 725 | for (i = 0; i < max_cpus; i++) { |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 726 | if (state->ioreq_local_port[i] == port) { |
| 727 | break; |
| 728 | } |
| 729 | } |
| 730 | |
Anthony PERARD | 1cd25a8 | 2013-09-25 16:41:48 +0000 | [diff] [blame] | 731 | if (i == max_cpus) { |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 732 | hw_error("Fatal error while trying to get io event!\n"); |
| 733 | } |
| 734 | |
| 735 | /* unmask the wanted port again */ |
| 736 | xc_evtchn_unmask(state->xce_handle, port); |
| 737 | |
| 738 | /* get the io packet from shared memory */ |
| 739 | state->send_vcpu = i; |
| 740 | return cpu_get_ioreq_from_shared_memory(state, i); |
| 741 | } |
| 742 | |
| 743 | /* read error or read nothing */ |
| 744 | return NULL; |
| 745 | } |
| 746 | |
| 747 | static uint32_t do_inp(pio_addr_t addr, unsigned long size) |
| 748 | { |
| 749 | switch (size) { |
| 750 | case 1: |
| 751 | return cpu_inb(addr); |
| 752 | case 2: |
| 753 | return cpu_inw(addr); |
| 754 | case 4: |
| 755 | return cpu_inl(addr); |
| 756 | default: |
| 757 | hw_error("inp: bad size: %04"FMT_pioaddr" %lx", addr, size); |
| 758 | } |
| 759 | } |
| 760 | |
| 761 | static void do_outp(pio_addr_t addr, |
| 762 | unsigned long size, uint32_t val) |
| 763 | { |
| 764 | switch (size) { |
| 765 | case 1: |
| 766 | return cpu_outb(addr, val); |
| 767 | case 2: |
| 768 | return cpu_outw(addr, val); |
| 769 | case 4: |
| 770 | return cpu_outl(addr, val); |
| 771 | default: |
| 772 | hw_error("outp: bad size: %04"FMT_pioaddr" %lx", addr, size); |
| 773 | } |
| 774 | } |
| 775 | |
Ian Jackson | a386482 | 2012-12-17 11:43:19 +0000 | [diff] [blame] | 776 | /* |
| 777 | * Helper functions which read/write an object from/to physical guest |
| 778 | * memory, as part of the implementation of an ioreq. |
| 779 | * |
| 780 | * Equivalent to |
| 781 | * cpu_physical_memory_rw(addr + (req->df ? -1 : +1) * req->size * i, |
| 782 | * val, req->size, 0/1) |
| 783 | * except without the integer overflow problems. |
| 784 | */ |
| 785 | static void rw_phys_req_item(hwaddr addr, |
| 786 | ioreq_t *req, uint32_t i, void *val, int rw) |
| 787 | { |
| 788 | /* Do everything unsigned so overflow just results in a truncated result |
| 789 | * and accesses to undesired parts of guest memory, which is up |
| 790 | * to the guest */ |
| 791 | hwaddr offset = (hwaddr)req->size * i; |
| 792 | if (req->df) { |
| 793 | addr -= offset; |
| 794 | } else { |
| 795 | addr += offset; |
| 796 | } |
| 797 | cpu_physical_memory_rw(addr, val, req->size, rw); |
| 798 | } |
| 799 | |
| 800 | static inline void read_phys_req_item(hwaddr addr, |
| 801 | ioreq_t *req, uint32_t i, void *val) |
| 802 | { |
| 803 | rw_phys_req_item(addr, req, i, val, 0); |
| 804 | } |
| 805 | static inline void write_phys_req_item(hwaddr addr, |
| 806 | ioreq_t *req, uint32_t i, void *val) |
| 807 | { |
| 808 | rw_phys_req_item(addr, req, i, val, 1); |
| 809 | } |
| 810 | |
| 811 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 812 | static void cpu_ioreq_pio(ioreq_t *req) |
| 813 | { |
Ian Jackson | 249e7e0 | 2012-12-17 11:44:02 +0000 | [diff] [blame] | 814 | uint32_t i; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 815 | |
Don Slutz | eeb6b13 | 2015-04-30 14:27:09 -0400 | [diff] [blame] | 816 | trace_cpu_ioreq_pio(req, req->dir, req->df, req->data_is_ptr, req->addr, |
| 817 | req->data, req->count, req->size); |
| 818 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 819 | if (req->dir == IOREQ_READ) { |
| 820 | if (!req->data_is_ptr) { |
| 821 | req->data = do_inp(req->addr, req->size); |
Don Slutz | eeb6b13 | 2015-04-30 14:27:09 -0400 | [diff] [blame] | 822 | trace_cpu_ioreq_pio_read_reg(req, req->data, req->addr, |
| 823 | req->size); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 824 | } else { |
| 825 | uint32_t tmp; |
| 826 | |
| 827 | for (i = 0; i < req->count; i++) { |
| 828 | tmp = do_inp(req->addr, req->size); |
Ian Jackson | a386482 | 2012-12-17 11:43:19 +0000 | [diff] [blame] | 829 | write_phys_req_item(req->data, req, i, &tmp); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 830 | } |
| 831 | } |
| 832 | } else if (req->dir == IOREQ_WRITE) { |
| 833 | if (!req->data_is_ptr) { |
Don Slutz | eeb6b13 | 2015-04-30 14:27:09 -0400 | [diff] [blame] | 834 | trace_cpu_ioreq_pio_write_reg(req, req->data, req->addr, |
| 835 | req->size); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 836 | do_outp(req->addr, req->size, req->data); |
| 837 | } else { |
| 838 | for (i = 0; i < req->count; i++) { |
| 839 | uint32_t tmp = 0; |
| 840 | |
Ian Jackson | a386482 | 2012-12-17 11:43:19 +0000 | [diff] [blame] | 841 | read_phys_req_item(req->data, req, i, &tmp); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 842 | do_outp(req->addr, req->size, tmp); |
| 843 | } |
| 844 | } |
| 845 | } |
| 846 | } |
| 847 | |
| 848 | static void cpu_ioreq_move(ioreq_t *req) |
| 849 | { |
Ian Jackson | 249e7e0 | 2012-12-17 11:44:02 +0000 | [diff] [blame] | 850 | uint32_t i; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 851 | |
Don Slutz | eeb6b13 | 2015-04-30 14:27:09 -0400 | [diff] [blame] | 852 | trace_cpu_ioreq_move(req, req->dir, req->df, req->data_is_ptr, req->addr, |
| 853 | req->data, req->count, req->size); |
| 854 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 855 | if (!req->data_is_ptr) { |
| 856 | if (req->dir == IOREQ_READ) { |
| 857 | for (i = 0; i < req->count; i++) { |
Ian Jackson | a386482 | 2012-12-17 11:43:19 +0000 | [diff] [blame] | 858 | read_phys_req_item(req->addr, req, i, &req->data); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 859 | } |
| 860 | } else if (req->dir == IOREQ_WRITE) { |
| 861 | for (i = 0; i < req->count; i++) { |
Ian Jackson | a386482 | 2012-12-17 11:43:19 +0000 | [diff] [blame] | 862 | write_phys_req_item(req->addr, req, i, &req->data); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 863 | } |
| 864 | } |
| 865 | } else { |
Stefano Stabellini | 2b73434 | 2011-05-20 16:57:24 +0000 | [diff] [blame] | 866 | uint64_t tmp; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 867 | |
| 868 | if (req->dir == IOREQ_READ) { |
| 869 | for (i = 0; i < req->count; i++) { |
Ian Jackson | a386482 | 2012-12-17 11:43:19 +0000 | [diff] [blame] | 870 | read_phys_req_item(req->addr, req, i, &tmp); |
| 871 | write_phys_req_item(req->data, req, i, &tmp); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 872 | } |
| 873 | } else if (req->dir == IOREQ_WRITE) { |
| 874 | for (i = 0; i < req->count; i++) { |
Ian Jackson | a386482 | 2012-12-17 11:43:19 +0000 | [diff] [blame] | 875 | read_phys_req_item(req->data, req, i, &tmp); |
| 876 | write_phys_req_item(req->addr, req, i, &tmp); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 877 | } |
| 878 | } |
| 879 | } |
| 880 | } |
| 881 | |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 882 | static void regs_to_cpu(vmware_regs_t *vmport_regs, ioreq_t *req) |
| 883 | { |
| 884 | X86CPU *cpu; |
| 885 | CPUX86State *env; |
| 886 | |
| 887 | cpu = X86_CPU(current_cpu); |
| 888 | env = &cpu->env; |
| 889 | env->regs[R_EAX] = req->data; |
| 890 | env->regs[R_EBX] = vmport_regs->ebx; |
| 891 | env->regs[R_ECX] = vmport_regs->ecx; |
| 892 | env->regs[R_EDX] = vmport_regs->edx; |
| 893 | env->regs[R_ESI] = vmport_regs->esi; |
| 894 | env->regs[R_EDI] = vmport_regs->edi; |
| 895 | } |
| 896 | |
| 897 | static void regs_from_cpu(vmware_regs_t *vmport_regs) |
| 898 | { |
| 899 | X86CPU *cpu = X86_CPU(current_cpu); |
| 900 | CPUX86State *env = &cpu->env; |
| 901 | |
| 902 | vmport_regs->ebx = env->regs[R_EBX]; |
| 903 | vmport_regs->ecx = env->regs[R_ECX]; |
| 904 | vmport_regs->edx = env->regs[R_EDX]; |
| 905 | vmport_regs->esi = env->regs[R_ESI]; |
| 906 | vmport_regs->edi = env->regs[R_EDI]; |
| 907 | } |
| 908 | |
| 909 | static void handle_vmport_ioreq(XenIOState *state, ioreq_t *req) |
| 910 | { |
| 911 | vmware_regs_t *vmport_regs; |
| 912 | |
| 913 | assert(state->shared_vmport_page); |
| 914 | vmport_regs = |
| 915 | &state->shared_vmport_page->vcpu_vmport_regs[state->send_vcpu]; |
| 916 | QEMU_BUILD_BUG_ON(sizeof(*req) < sizeof(*vmport_regs)); |
| 917 | |
| 918 | current_cpu = state->cpu_by_vcpu_id[state->send_vcpu]; |
| 919 | regs_to_cpu(vmport_regs, req); |
| 920 | cpu_ioreq_pio(req); |
| 921 | regs_from_cpu(vmport_regs); |
| 922 | current_cpu = NULL; |
| 923 | } |
| 924 | |
| 925 | static void handle_ioreq(XenIOState *state, ioreq_t *req) |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 926 | { |
Don Slutz | eeb6b13 | 2015-04-30 14:27:09 -0400 | [diff] [blame] | 927 | trace_handle_ioreq(req, req->type, req->dir, req->df, req->data_is_ptr, |
| 928 | req->addr, req->data, req->count, req->size); |
| 929 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 930 | if (!req->data_is_ptr && (req->dir == IOREQ_WRITE) && |
| 931 | (req->size < sizeof (target_ulong))) { |
| 932 | req->data &= ((target_ulong) 1 << (8 * req->size)) - 1; |
| 933 | } |
| 934 | |
Don Slutz | eeb6b13 | 2015-04-30 14:27:09 -0400 | [diff] [blame] | 935 | if (req->dir == IOREQ_WRITE) |
| 936 | trace_handle_ioreq_write(req, req->type, req->df, req->data_is_ptr, |
| 937 | req->addr, req->data, req->count, req->size); |
| 938 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 939 | switch (req->type) { |
| 940 | case IOREQ_TYPE_PIO: |
| 941 | cpu_ioreq_pio(req); |
| 942 | break; |
| 943 | case IOREQ_TYPE_COPY: |
| 944 | cpu_ioreq_move(req); |
| 945 | break; |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 946 | case IOREQ_TYPE_VMWARE_PORT: |
| 947 | handle_vmport_ioreq(state, req); |
| 948 | break; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 949 | case IOREQ_TYPE_TIMEOFFSET: |
| 950 | break; |
| 951 | case IOREQ_TYPE_INVALIDATE: |
Jan Kiszka | e41d7c6 | 2011-06-21 22:59:08 +0200 | [diff] [blame] | 952 | xen_invalidate_map_cache(); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 953 | break; |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 954 | case IOREQ_TYPE_PCI_CONFIG: { |
| 955 | uint32_t sbdf = req->addr >> 32; |
| 956 | uint32_t val; |
| 957 | |
| 958 | /* Fake a write to port 0xCF8 so that |
| 959 | * the config space access will target the |
| 960 | * correct device model. |
| 961 | */ |
| 962 | val = (1u << 31) | |
| 963 | ((req->addr & 0x0f00) << 16) | |
| 964 | ((sbdf & 0xffff) << 8) | |
| 965 | (req->addr & 0xfc); |
| 966 | do_outp(0xcf8, 4, val); |
| 967 | |
| 968 | /* Now issue the config space access via |
| 969 | * port 0xCFC |
| 970 | */ |
| 971 | req->addr = 0xcfc | (req->addr & 0x03); |
| 972 | cpu_ioreq_pio(req); |
| 973 | break; |
| 974 | } |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 975 | default: |
| 976 | hw_error("Invalid ioreq type 0x%x\n", req->type); |
| 977 | } |
Don Slutz | eeb6b13 | 2015-04-30 14:27:09 -0400 | [diff] [blame] | 978 | if (req->dir == IOREQ_READ) { |
| 979 | trace_handle_ioreq_read(req, req->type, req->df, req->data_is_ptr, |
| 980 | req->addr, req->data, req->count, req->size); |
| 981 | } |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 982 | } |
| 983 | |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 984 | static int handle_buffered_iopage(XenIOState *state) |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 985 | { |
Jan Beulich | d8b441a | 2015-07-24 03:38:28 -0600 | [diff] [blame] | 986 | buffered_iopage_t *buf_page = state->buffered_io_page; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 987 | buf_ioreq_t *buf_req = NULL; |
| 988 | ioreq_t req; |
| 989 | int qw; |
| 990 | |
Jan Beulich | d8b441a | 2015-07-24 03:38:28 -0600 | [diff] [blame] | 991 | if (!buf_page) { |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 992 | return 0; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 993 | } |
| 994 | |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 995 | memset(&req, 0x00, sizeof(req)); |
| 996 | |
Jan Beulich | d8b441a | 2015-07-24 03:38:28 -0600 | [diff] [blame] | 997 | for (;;) { |
| 998 | uint32_t rdptr = buf_page->read_pointer, wrptr; |
| 999 | |
| 1000 | xen_rmb(); |
| 1001 | wrptr = buf_page->write_pointer; |
| 1002 | xen_rmb(); |
| 1003 | if (rdptr != buf_page->read_pointer) { |
| 1004 | continue; |
| 1005 | } |
| 1006 | if (rdptr == wrptr) { |
| 1007 | break; |
| 1008 | } |
| 1009 | buf_req = &buf_page->buf_ioreq[rdptr % IOREQ_BUFFER_SLOT_NUM]; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1010 | req.size = 1UL << buf_req->size; |
| 1011 | req.count = 1; |
| 1012 | req.addr = buf_req->addr; |
| 1013 | req.data = buf_req->data; |
| 1014 | req.state = STATE_IOREQ_READY; |
| 1015 | req.dir = buf_req->dir; |
| 1016 | req.df = 1; |
| 1017 | req.type = buf_req->type; |
| 1018 | req.data_is_ptr = 0; |
| 1019 | qw = (req.size == 8); |
| 1020 | if (qw) { |
Jan Beulich | d8b441a | 2015-07-24 03:38:28 -0600 | [diff] [blame] | 1021 | buf_req = &buf_page->buf_ioreq[(rdptr + 1) % |
| 1022 | IOREQ_BUFFER_SLOT_NUM]; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1023 | req.data |= ((uint64_t)buf_req->data) << 32; |
| 1024 | } |
| 1025 | |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 1026 | handle_ioreq(state, &req); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1027 | |
Jan Beulich | d8b441a | 2015-07-24 03:38:28 -0600 | [diff] [blame] | 1028 | atomic_add(&buf_page->read_pointer, qw + 1); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1029 | } |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 1030 | |
| 1031 | return req.count; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1032 | } |
| 1033 | |
| 1034 | static void handle_buffered_io(void *opaque) |
| 1035 | { |
| 1036 | XenIOState *state = opaque; |
| 1037 | |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 1038 | if (handle_buffered_iopage(state)) { |
Alex Bligh | bc72ad6 | 2013-08-21 16:03:08 +0100 | [diff] [blame] | 1039 | timer_mod(state->buffered_io_timer, |
| 1040 | BUFFER_IO_MAX_DELAY + qemu_clock_get_ms(QEMU_CLOCK_REALTIME)); |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 1041 | } else { |
Alex Bligh | bc72ad6 | 2013-08-21 16:03:08 +0100 | [diff] [blame] | 1042 | timer_del(state->buffered_io_timer); |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 1043 | xc_evtchn_unmask(state->xce_handle, state->bufioreq_local_port); |
| 1044 | } |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1045 | } |
| 1046 | |
| 1047 | static void cpu_handle_ioreq(void *opaque) |
| 1048 | { |
| 1049 | XenIOState *state = opaque; |
| 1050 | ioreq_t *req = cpu_get_ioreq(state); |
| 1051 | |
| 1052 | handle_buffered_iopage(state); |
| 1053 | if (req) { |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 1054 | handle_ioreq(state, req); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1055 | |
| 1056 | if (req->state != STATE_IOREQ_INPROCESS) { |
| 1057 | fprintf(stderr, "Badness in I/O request ... not in service?!: " |
| 1058 | "%x, ptr: %x, port: %"PRIx64", " |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 1059 | "data: %"PRIx64", count: %" FMT_ioreq_size |
| 1060 | ", size: %" FMT_ioreq_size |
| 1061 | ", type: %"FMT_ioreq_size"\n", |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1062 | req->state, req->data_is_ptr, req->addr, |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 1063 | req->data, req->count, req->size, req->type); |
John V. Baboval | 180640e | 2012-05-17 10:33:09 +0000 | [diff] [blame] | 1064 | destroy_hvm_domain(false); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1065 | return; |
| 1066 | } |
| 1067 | |
| 1068 | xen_wmb(); /* Update ioreq contents /then/ update state. */ |
| 1069 | |
| 1070 | /* |
| 1071 | * We do this before we send the response so that the tools |
| 1072 | * have the opportunity to pick up on the reset before the |
| 1073 | * guest resumes and does a hlt with interrupts disabled which |
| 1074 | * causes Xen to powerdown the domain. |
| 1075 | */ |
Luiz Capitulino | 1354869 | 2011-07-29 15:36:43 -0300 | [diff] [blame] | 1076 | if (runstate_is_running()) { |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1077 | if (qemu_shutdown_requested_get()) { |
John V. Baboval | 180640e | 2012-05-17 10:33:09 +0000 | [diff] [blame] | 1078 | destroy_hvm_domain(false); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1079 | } |
| 1080 | if (qemu_reset_requested_get()) { |
Jan Kiszka | e063eb1 | 2011-06-14 18:29:43 +0200 | [diff] [blame] | 1081 | qemu_system_reset(VMRESET_REPORT); |
John V. Baboval | 180640e | 2012-05-17 10:33:09 +0000 | [diff] [blame] | 1082 | destroy_hvm_domain(true); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1083 | } |
| 1084 | } |
| 1085 | |
| 1086 | req->state = STATE_IORESP_READY; |
| 1087 | xc_evtchn_notify(state->xce_handle, state->ioreq_local_port[state->send_vcpu]); |
| 1088 | } |
| 1089 | } |
| 1090 | |
| 1091 | static void xen_main_loop_prepare(XenIOState *state) |
| 1092 | { |
| 1093 | int evtchn_fd = -1; |
| 1094 | |
| 1095 | if (state->xce_handle != XC_HANDLER_INITIAL_VALUE) { |
| 1096 | evtchn_fd = xc_evtchn_fd(state->xce_handle); |
| 1097 | } |
| 1098 | |
Alex Bligh | bc72ad6 | 2013-08-21 16:03:08 +0100 | [diff] [blame] | 1099 | state->buffered_io_timer = timer_new_ms(QEMU_CLOCK_REALTIME, handle_buffered_io, |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1100 | state); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1101 | |
| 1102 | if (evtchn_fd != -1) { |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 1103 | CPUState *cpu_state; |
| 1104 | |
| 1105 | DPRINTF("%s: Init cpu_by_vcpu_id\n", __func__); |
| 1106 | CPU_FOREACH(cpu_state) { |
| 1107 | DPRINTF("%s: cpu_by_vcpu_id[%d]=%p\n", |
| 1108 | __func__, cpu_state->cpu_index, cpu_state); |
| 1109 | state->cpu_by_vcpu_id[cpu_state->cpu_index] = cpu_state; |
| 1110 | } |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1111 | qemu_set_fd_handler(evtchn_fd, cpu_handle_ioreq, NULL, state); |
| 1112 | } |
| 1113 | } |
| 1114 | |
| 1115 | |
Luiz Capitulino | 1dfb4dd | 2011-07-29 14:26:33 -0300 | [diff] [blame] | 1116 | static void xen_hvm_change_state_handler(void *opaque, int running, |
| 1117 | RunState rstate) |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1118 | { |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1119 | XenIOState *state = opaque; |
| 1120 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1121 | if (running) { |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1122 | xen_main_loop_prepare(state); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1123 | } |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1124 | |
| 1125 | xen_set_ioreq_server_state(xen_xc, xen_domid, |
| 1126 | state->ioservid, |
| 1127 | (rstate == RUN_STATE_RUNNING)); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1128 | } |
| 1129 | |
Jan Kiszka | 9e8dd45 | 2011-06-20 14:06:26 +0200 | [diff] [blame] | 1130 | static void xen_exit_notifier(Notifier *n, void *data) |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1131 | { |
| 1132 | XenIOState *state = container_of(n, XenIOState, exit); |
| 1133 | |
| 1134 | xc_evtchn_close(state->xce_handle); |
Anthony PERARD | 2932133 | 2010-09-06 20:07:33 +0100 | [diff] [blame] | 1135 | xs_daemon_close(state->xenstore); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1136 | } |
| 1137 | |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 1138 | static void xen_read_physmap(XenIOState *state) |
| 1139 | { |
| 1140 | XenPhysmap *physmap = NULL; |
| 1141 | unsigned int len, num, i; |
| 1142 | char path[80], *value = NULL; |
| 1143 | char **entries = NULL; |
| 1144 | |
| 1145 | snprintf(path, sizeof(path), |
| 1146 | "/local/domain/0/device-model/%d/physmap", xen_domid); |
| 1147 | entries = xs_directory(state->xenstore, 0, path, &num); |
| 1148 | if (entries == NULL) |
| 1149 | return; |
| 1150 | |
| 1151 | for (i = 0; i < num; i++) { |
| 1152 | physmap = g_malloc(sizeof (XenPhysmap)); |
| 1153 | physmap->phys_offset = strtoull(entries[i], NULL, 16); |
| 1154 | snprintf(path, sizeof(path), |
| 1155 | "/local/domain/0/device-model/%d/physmap/%s/start_addr", |
| 1156 | xen_domid, entries[i]); |
| 1157 | value = xs_read(state->xenstore, 0, path, &len); |
| 1158 | if (value == NULL) { |
Stefan Weil | c5633d9 | 2013-06-10 22:36:22 +0200 | [diff] [blame] | 1159 | g_free(physmap); |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 1160 | continue; |
| 1161 | } |
| 1162 | physmap->start_addr = strtoull(value, NULL, 16); |
| 1163 | free(value); |
| 1164 | |
| 1165 | snprintf(path, sizeof(path), |
| 1166 | "/local/domain/0/device-model/%d/physmap/%s/size", |
| 1167 | xen_domid, entries[i]); |
| 1168 | value = xs_read(state->xenstore, 0, path, &len); |
| 1169 | if (value == NULL) { |
Stefan Weil | c5633d9 | 2013-06-10 22:36:22 +0200 | [diff] [blame] | 1170 | g_free(physmap); |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 1171 | continue; |
| 1172 | } |
| 1173 | physmap->size = strtoull(value, NULL, 16); |
| 1174 | free(value); |
| 1175 | |
| 1176 | snprintf(path, sizeof(path), |
| 1177 | "/local/domain/0/device-model/%d/physmap/%s/name", |
| 1178 | xen_domid, entries[i]); |
| 1179 | physmap->name = xs_read(state->xenstore, 0, path, &len); |
| 1180 | |
| 1181 | QLIST_INSERT_HEAD(&state->physmap, physmap, list); |
| 1182 | } |
| 1183 | free(entries); |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 1184 | } |
| 1185 | |
Liu, Jinsong | 11addd0 | 2013-09-25 16:40:23 +0000 | [diff] [blame] | 1186 | static void xen_wakeup_notifier(Notifier *notifier, void *data) |
| 1187 | { |
| 1188 | xc_set_hvm_param(xen_xc, xen_domid, HVM_PARAM_ACPI_S_STATE, 0); |
| 1189 | } |
| 1190 | |
Chen Gang | 6c5b0c0 | 2014-09-04 22:32:46 +0800 | [diff] [blame] | 1191 | /* return 0 means OK, or -1 means critical issue -- will exit(1) */ |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 1192 | int xen_hvm_init(PCMachineState *pcms, |
Don Slutz | 3c2a966 | 2014-06-19 21:40:24 -0400 | [diff] [blame] | 1193 | MemoryRegion **ram_memory) |
Anthony PERARD | 29d3ccd | 2010-06-30 12:58:34 +0100 | [diff] [blame] | 1194 | { |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1195 | int i, rc; |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1196 | xen_pfn_t ioreq_pfn; |
| 1197 | xen_pfn_t bufioreq_pfn; |
| 1198 | evtchn_port_t bufioreq_evtchn; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1199 | XenIOState *state; |
| 1200 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 1201 | state = g_malloc0(sizeof (XenIOState)); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1202 | |
| 1203 | state->xce_handle = xen_xc_evtchn_open(NULL, 0); |
| 1204 | if (state->xce_handle == XC_HANDLER_INITIAL_VALUE) { |
| 1205 | perror("xen: event channel open"); |
Chen Gang | 6c5b0c0 | 2014-09-04 22:32:46 +0800 | [diff] [blame] | 1206 | return -1; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1207 | } |
| 1208 | |
Anthony PERARD | 2932133 | 2010-09-06 20:07:33 +0100 | [diff] [blame] | 1209 | state->xenstore = xs_daemon_open(); |
| 1210 | if (state->xenstore == NULL) { |
| 1211 | perror("xen: xenstore open"); |
Chen Gang | 6c5b0c0 | 2014-09-04 22:32:46 +0800 | [diff] [blame] | 1212 | return -1; |
Anthony PERARD | 2932133 | 2010-09-06 20:07:33 +0100 | [diff] [blame] | 1213 | } |
| 1214 | |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1215 | rc = xen_create_ioreq_server(xen_xc, xen_domid, &state->ioservid); |
| 1216 | if (rc < 0) { |
| 1217 | perror("xen: ioreq server create"); |
| 1218 | return -1; |
| 1219 | } |
| 1220 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1221 | state->exit.notify = xen_exit_notifier; |
| 1222 | qemu_add_exit_notifier(&state->exit); |
| 1223 | |
Gerd Hoffmann | da98c8e | 2012-02-23 13:45:20 +0100 | [diff] [blame] | 1224 | state->suspend.notify = xen_suspend_notifier; |
| 1225 | qemu_register_suspend_notifier(&state->suspend); |
| 1226 | |
Liu, Jinsong | 11addd0 | 2013-09-25 16:40:23 +0000 | [diff] [blame] | 1227 | state->wakeup.notify = xen_wakeup_notifier; |
| 1228 | qemu_register_wakeup_notifier(&state->wakeup); |
| 1229 | |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1230 | rc = xen_get_ioreq_server_info(xen_xc, xen_domid, state->ioservid, |
| 1231 | &ioreq_pfn, &bufioreq_pfn, |
| 1232 | &bufioreq_evtchn); |
| 1233 | if (rc < 0) { |
| 1234 | hw_error("failed to get ioreq server info: error %d handle=" XC_INTERFACE_FMT, |
| 1235 | errno, xen_xc); |
| 1236 | } |
| 1237 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1238 | DPRINTF("shared page at pfn %lx\n", ioreq_pfn); |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1239 | DPRINTF("buffered io page at pfn %lx\n", bufioreq_pfn); |
| 1240 | DPRINTF("buffered io evtchn is %x\n", bufioreq_evtchn); |
| 1241 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1242 | state->shared_page = xc_map_foreign_range(xen_xc, xen_domid, XC_PAGE_SIZE, |
| 1243 | PROT_READ|PROT_WRITE, ioreq_pfn); |
| 1244 | if (state->shared_page == NULL) { |
| 1245 | hw_error("map shared IO page returned error %d handle=" XC_INTERFACE_FMT, |
| 1246 | errno, xen_xc); |
| 1247 | } |
| 1248 | |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 1249 | rc = xen_get_vmport_regs_pfn(xen_xc, xen_domid, &ioreq_pfn); |
| 1250 | if (!rc) { |
| 1251 | DPRINTF("shared vmport page at pfn %lx\n", ioreq_pfn); |
| 1252 | state->shared_vmport_page = |
| 1253 | xc_map_foreign_range(xen_xc, xen_domid, XC_PAGE_SIZE, |
| 1254 | PROT_READ|PROT_WRITE, ioreq_pfn); |
| 1255 | if (state->shared_vmport_page == NULL) { |
| 1256 | hw_error("map shared vmport IO page returned error %d handle=" |
| 1257 | XC_INTERFACE_FMT, errno, xen_xc); |
| 1258 | } |
| 1259 | } else if (rc != -ENOSYS) { |
| 1260 | hw_error("get vmport regs pfn returned error %d, rc=%d", errno, rc); |
| 1261 | } |
| 1262 | |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1263 | state->buffered_io_page = xc_map_foreign_range(xen_xc, xen_domid, |
| 1264 | XC_PAGE_SIZE, |
| 1265 | PROT_READ|PROT_WRITE, |
| 1266 | bufioreq_pfn); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1267 | if (state->buffered_io_page == NULL) { |
| 1268 | hw_error("map buffered IO page returned error %d", errno); |
| 1269 | } |
| 1270 | |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 1271 | /* Note: cpus is empty at this point in init */ |
| 1272 | state->cpu_by_vcpu_id = g_malloc0(max_cpus * sizeof(CPUState *)); |
| 1273 | |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1274 | rc = xen_set_ioreq_server_state(xen_xc, xen_domid, state->ioservid, true); |
| 1275 | if (rc < 0) { |
| 1276 | hw_error("failed to enable ioreq server info: error %d handle=" XC_INTERFACE_FMT, |
| 1277 | errno, xen_xc); |
| 1278 | } |
| 1279 | |
Anthony PERARD | 1cd25a8 | 2013-09-25 16:41:48 +0000 | [diff] [blame] | 1280 | state->ioreq_local_port = g_malloc0(max_cpus * sizeof (evtchn_port_t)); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1281 | |
| 1282 | /* FIXME: how about if we overflow the page here? */ |
Anthony PERARD | 1cd25a8 | 2013-09-25 16:41:48 +0000 | [diff] [blame] | 1283 | for (i = 0; i < max_cpus; i++) { |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1284 | rc = xc_evtchn_bind_interdomain(state->xce_handle, xen_domid, |
| 1285 | xen_vcpu_eport(state->shared_page, i)); |
| 1286 | if (rc == -1) { |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1287 | fprintf(stderr, "shared evtchn %d bind error %d\n", i, errno); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1288 | return -1; |
| 1289 | } |
| 1290 | state->ioreq_local_port[i] = rc; |
| 1291 | } |
| 1292 | |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 1293 | rc = xc_evtchn_bind_interdomain(state->xce_handle, xen_domid, |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1294 | bufioreq_evtchn); |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 1295 | if (rc == -1) { |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1296 | fprintf(stderr, "buffered evtchn bind error %d\n", errno); |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 1297 | return -1; |
| 1298 | } |
| 1299 | state->bufioreq_local_port = rc; |
| 1300 | |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 1301 | /* Init RAM management */ |
Anthony PERARD | cd1ba7d | 2012-01-18 12:21:38 +0000 | [diff] [blame] | 1302 | xen_map_cache_init(xen_phys_offset_to_gaddr, state); |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 1303 | xen_ram_init(pcms, ram_size, ram_memory); |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 1304 | |
Anthony PERARD | fb4bb2b | 2011-07-15 00:33:42 +0000 | [diff] [blame] | 1305 | qemu_add_vm_change_state_handler(xen_hvm_change_state_handler, state); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1306 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 1307 | state->memory_listener = xen_memory_listener; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 1308 | QLIST_INIT(&state->physmap); |
Avi Kivity | f6790af | 2012-10-02 20:13:51 +0200 | [diff] [blame] | 1309 | memory_listener_register(&state->memory_listener, &address_space_memory); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 1310 | state->log_for_dirtybit = NULL; |
| 1311 | |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1312 | state->io_listener = xen_io_listener; |
| 1313 | memory_listener_register(&state->io_listener, &address_space_io); |
| 1314 | |
| 1315 | state->device_listener = xen_device_listener; |
| 1316 | device_listener_register(&state->device_listener); |
| 1317 | |
Stefano Stabellini | ad35a7d | 2011-06-24 15:54:48 +0100 | [diff] [blame] | 1318 | /* Initialize backend core & drivers */ |
| 1319 | if (xen_be_init() != 0) { |
| 1320 | fprintf(stderr, "%s: xen backend core setup failed\n", __FUNCTION__); |
Chen Gang | 6c5b0c0 | 2014-09-04 22:32:46 +0800 | [diff] [blame] | 1321 | return -1; |
Stefano Stabellini | ad35a7d | 2011-06-24 15:54:48 +0100 | [diff] [blame] | 1322 | } |
| 1323 | xen_be_register("console", &xen_console_ops); |
Stefano Stabellini | 37cdfcf | 2011-06-24 17:36:11 +0100 | [diff] [blame] | 1324 | xen_be_register("vkbd", &xen_kbdmouse_ops); |
Stefano Stabellini | ad35a7d | 2011-06-24 15:54:48 +0100 | [diff] [blame] | 1325 | xen_be_register("qdisk", &xen_blkdev_ops); |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 1326 | xen_read_physmap(state); |
Stefano Stabellini | ad35a7d | 2011-06-24 15:54:48 +0100 | [diff] [blame] | 1327 | |
Anthony PERARD | 29d3ccd | 2010-06-30 12:58:34 +0100 | [diff] [blame] | 1328 | return 0; |
| 1329 | } |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1330 | |
John V. Baboval | 180640e | 2012-05-17 10:33:09 +0000 | [diff] [blame] | 1331 | void destroy_hvm_domain(bool reboot) |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1332 | { |
| 1333 | XenXC xc_handle; |
| 1334 | int sts; |
| 1335 | |
| 1336 | xc_handle = xen_xc_interface_open(0, 0, 0); |
| 1337 | if (xc_handle == XC_HANDLER_INITIAL_VALUE) { |
| 1338 | fprintf(stderr, "Cannot acquire xenctrl handle\n"); |
| 1339 | } else { |
John V. Baboval | 180640e | 2012-05-17 10:33:09 +0000 | [diff] [blame] | 1340 | sts = xc_domain_shutdown(xc_handle, xen_domid, |
| 1341 | reboot ? SHUTDOWN_reboot : SHUTDOWN_poweroff); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1342 | if (sts != 0) { |
John V. Baboval | 180640e | 2012-05-17 10:33:09 +0000 | [diff] [blame] | 1343 | fprintf(stderr, "xc_domain_shutdown failed to issue %s, " |
| 1344 | "sts %d, %s\n", reboot ? "reboot" : "poweroff", |
| 1345 | sts, strerror(errno)); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1346 | } else { |
John V. Baboval | 180640e | 2012-05-17 10:33:09 +0000 | [diff] [blame] | 1347 | fprintf(stderr, "Issued domain %d %s\n", xen_domid, |
| 1348 | reboot ? "reboot" : "poweroff"); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1349 | } |
| 1350 | xc_interface_close(xc_handle); |
| 1351 | } |
| 1352 | } |
Avi Kivity | c65adf9 | 2011-12-18 16:40:50 +0200 | [diff] [blame] | 1353 | |
| 1354 | void xen_register_framebuffer(MemoryRegion *mr) |
| 1355 | { |
| 1356 | framebuffer = mr; |
| 1357 | } |
Allen Kay | eaab4d6 | 2012-06-21 15:40:09 +0000 | [diff] [blame] | 1358 | |
| 1359 | void xen_shutdown_fatal_error(const char *fmt, ...) |
| 1360 | { |
| 1361 | va_list ap; |
| 1362 | |
| 1363 | va_start(ap, fmt); |
| 1364 | vfprintf(stderr, fmt, ap); |
| 1365 | va_end(ap); |
| 1366 | fprintf(stderr, "Will destroy the domain.\n"); |
| 1367 | /* destroy the domain */ |
| 1368 | qemu_system_shutdown_request(); |
| 1369 | } |
Anthony PERARD | 910b38e | 2012-10-03 13:48:45 +0000 | [diff] [blame] | 1370 | |
| 1371 | void xen_modified_memory(ram_addr_t start, ram_addr_t length) |
| 1372 | { |
| 1373 | if (unlikely(xen_in_migration)) { |
| 1374 | int rc; |
| 1375 | ram_addr_t start_pfn, nb_pages; |
| 1376 | |
| 1377 | if (length == 0) { |
| 1378 | length = TARGET_PAGE_SIZE; |
| 1379 | } |
| 1380 | start_pfn = start >> TARGET_PAGE_BITS; |
| 1381 | nb_pages = ((start + length + TARGET_PAGE_SIZE - 1) >> TARGET_PAGE_BITS) |
| 1382 | - start_pfn; |
| 1383 | rc = xc_hvm_modified_memory(xen_xc, xen_domid, start_pfn, nb_pages); |
| 1384 | if (rc) { |
| 1385 | fprintf(stderr, |
| 1386 | "%s failed for "RAM_ADDR_FMT" ("RAM_ADDR_FMT"): %i, %s\n", |
| 1387 | __func__, start, nb_pages, rc, strerror(-rc)); |
| 1388 | } |
| 1389 | } |
| 1390 | } |
Wei Liu | 04b0de0 | 2014-05-07 16:16:43 +0000 | [diff] [blame] | 1391 | |
| 1392 | void qmp_xen_set_global_dirty_log(bool enable, Error **errp) |
| 1393 | { |
| 1394 | if (enable) { |
| 1395 | memory_global_dirty_log_start(); |
| 1396 | } else { |
| 1397 | memory_global_dirty_log_stop(); |
| 1398 | } |
| 1399 | } |