Anthony PERARD | 3285cf4 | 2010-08-19 12:27:56 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2010 Citrix Ltd. |
| 3 | * |
| 4 | * This work is licensed under the terms of the GNU GPL, version 2. See |
| 5 | * the COPYING file in the top-level directory. |
| 6 | * |
Paolo Bonzini | 6b620ca | 2012-01-13 17:44:23 +0100 | [diff] [blame] | 7 | * Contributions after 2012-01-13 are licensed under the terms of the |
| 8 | * GNU GPL, version 2 or (at your option) any later version. |
Anthony PERARD | 3285cf4 | 2010-08-19 12:27:56 +0100 | [diff] [blame] | 9 | */ |
| 10 | |
Peter Maydell | 21cbfe5 | 2016-01-26 18:17:06 +0000 | [diff] [blame] | 11 | #include "qemu/osdep.h" |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 12 | |
Paolo Bonzini | 33c1187 | 2016-03-15 16:58:45 +0100 | [diff] [blame] | 13 | #include "cpu.h" |
Michael S. Tsirkin | a2cb15b | 2012-12-12 14:24:50 +0200 | [diff] [blame] | 14 | #include "hw/pci/pci.h" |
Paolo Bonzini | 0d09e41 | 2013-02-05 17:06:20 +0100 | [diff] [blame] | 15 | #include "hw/i386/pc.h" |
Stefano Stabellini | 428c3ec | 2016-01-13 14:59:09 +0000 | [diff] [blame] | 16 | #include "hw/i386/apic-msidef.h" |
Paolo Bonzini | 0d09e41 | 2013-02-05 17:06:20 +0100 | [diff] [blame] | 17 | #include "hw/xen/xen_common.h" |
| 18 | #include "hw/xen/xen_backend.h" |
Anthony PERARD | 39f4243 | 2012-10-03 13:48:19 +0000 | [diff] [blame] | 19 | #include "qmp-commands.h" |
Anthony PERARD | 3285cf4 | 2010-08-19 12:27:56 +0100 | [diff] [blame] | 20 | |
Paolo Bonzini | dccfcd0 | 2013-04-08 16:55:25 +0200 | [diff] [blame] | 21 | #include "sysemu/char.h" |
Markus Armbruster | dced4d2 | 2016-01-14 16:09:38 +0100 | [diff] [blame] | 22 | #include "qemu/error-report.h" |
Paolo Bonzini | 1de7afc | 2012-12-17 18:20:00 +0100 | [diff] [blame] | 23 | #include "qemu/range.h" |
Paolo Bonzini | 9c17d61 | 2012-12-17 18:20:04 +0100 | [diff] [blame] | 24 | #include "sysemu/xen-mapcache.h" |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 25 | #include "trace.h" |
Paolo Bonzini | 022c62c | 2012-12-17 18:19:49 +0100 | [diff] [blame] | 26 | #include "exec/address-spaces.h" |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 27 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 28 | #include <xen/hvm/ioreq.h> |
| 29 | #include <xen/hvm/params.h> |
Anthony PERARD | 8a369e2 | 2011-07-20 08:17:43 +0000 | [diff] [blame] | 30 | #include <xen/hvm/e820.h> |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 31 | |
Wei Liu | 04b0de0 | 2014-05-07 16:16:43 +0000 | [diff] [blame] | 32 | //#define DEBUG_XEN_HVM |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 33 | |
Wei Liu | 04b0de0 | 2014-05-07 16:16:43 +0000 | [diff] [blame] | 34 | #ifdef DEBUG_XEN_HVM |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 35 | #define DPRINTF(fmt, ...) \ |
| 36 | do { fprintf(stderr, "xen: " fmt, ## __VA_ARGS__); } while (0) |
| 37 | #else |
| 38 | #define DPRINTF(fmt, ...) \ |
| 39 | do { } while (0) |
| 40 | #endif |
| 41 | |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 42 | static MemoryRegion ram_memory, ram_640k, ram_lo, ram_hi; |
Avi Kivity | c65adf9 | 2011-12-18 16:40:50 +0200 | [diff] [blame] | 43 | static MemoryRegion *framebuffer; |
Anthony PERARD | 39f4243 | 2012-10-03 13:48:19 +0000 | [diff] [blame] | 44 | static bool xen_in_migration; |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 45 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 46 | /* Compatibility with older version */ |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 47 | |
| 48 | /* This allows QEMU to build on a system that has Xen 4.5 or earlier |
| 49 | * installed. This here (not in hw/xen/xen_common.h) because xen/hvm/ioreq.h |
| 50 | * needs to be included before this block and hw/xen/xen_common.h needs to |
| 51 | * be included before xen/hvm/ioreq.h |
| 52 | */ |
| 53 | #ifndef IOREQ_TYPE_VMWARE_PORT |
| 54 | #define IOREQ_TYPE_VMWARE_PORT 3 |
| 55 | struct vmware_regs { |
| 56 | uint32_t esi; |
| 57 | uint32_t edi; |
| 58 | uint32_t ebx; |
| 59 | uint32_t ecx; |
| 60 | uint32_t edx; |
| 61 | }; |
| 62 | typedef struct vmware_regs vmware_regs_t; |
| 63 | |
| 64 | struct shared_vmport_iopage { |
| 65 | struct vmware_regs vcpu_vmport_regs[1]; |
| 66 | }; |
| 67 | typedef struct shared_vmport_iopage shared_vmport_iopage_t; |
| 68 | #endif |
| 69 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 70 | static inline uint32_t xen_vcpu_eport(shared_iopage_t *shared_page, int i) |
| 71 | { |
| 72 | return shared_page->vcpu_ioreq[i].vp_eport; |
| 73 | } |
| 74 | static inline ioreq_t *xen_vcpu_ioreq(shared_iopage_t *shared_page, int vcpu) |
| 75 | { |
| 76 | return &shared_page->vcpu_ioreq[vcpu]; |
| 77 | } |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 78 | |
| 79 | #define BUFFER_IO_MAX_DELAY 100 |
| 80 | |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 81 | typedef struct XenPhysmap { |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 82 | hwaddr start_addr; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 83 | ram_addr_t size; |
Peter Crosthwaite | dc6c4fe | 2014-08-25 20:09:13 -0700 | [diff] [blame] | 84 | const char *name; |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 85 | hwaddr phys_offset; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 86 | |
| 87 | QLIST_ENTRY(XenPhysmap) list; |
| 88 | } XenPhysmap; |
| 89 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 90 | typedef struct XenIOState { |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 91 | ioservid_t ioservid; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 92 | shared_iopage_t *shared_page; |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 93 | shared_vmport_iopage_t *shared_vmport_page; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 94 | buffered_iopage_t *buffered_io_page; |
| 95 | QEMUTimer *buffered_io_timer; |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 96 | CPUState **cpu_by_vcpu_id; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 97 | /* the evtchn port for polling the notification, */ |
| 98 | evtchn_port_t *ioreq_local_port; |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 99 | /* evtchn local port for buffered io */ |
| 100 | evtchn_port_t bufioreq_local_port; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 101 | /* the evtchn fd for polling */ |
Ian Campbell | a2db2a1 | 2016-01-15 13:23:38 +0000 | [diff] [blame] | 102 | xenevtchn_handle *xce_handle; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 103 | /* which vcpu we are serving */ |
| 104 | int send_vcpu; |
| 105 | |
Anthony PERARD | 2932133 | 2010-09-06 20:07:33 +0100 | [diff] [blame] | 106 | struct xs_handle *xenstore; |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 107 | MemoryListener memory_listener; |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 108 | MemoryListener io_listener; |
| 109 | DeviceListener device_listener; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 110 | QLIST_HEAD(, XenPhysmap) physmap; |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 111 | hwaddr free_phys_offset; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 112 | const XenPhysmap *log_for_dirtybit; |
Anthony PERARD | 2932133 | 2010-09-06 20:07:33 +0100 | [diff] [blame] | 113 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 114 | Notifier exit; |
Gerd Hoffmann | da98c8e | 2012-02-23 13:45:20 +0100 | [diff] [blame] | 115 | Notifier suspend; |
Liu, Jinsong | 11addd0 | 2013-09-25 16:40:23 +0000 | [diff] [blame] | 116 | Notifier wakeup; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 117 | } XenIOState; |
| 118 | |
Anthony PERARD | 4144530 | 2010-07-16 14:55:39 +0100 | [diff] [blame] | 119 | /* Xen specific function for piix pci */ |
| 120 | |
| 121 | int xen_pci_slot_get_pirq(PCIDevice *pci_dev, int irq_num) |
| 122 | { |
| 123 | return irq_num + ((pci_dev->devfn >> 3) << 2); |
| 124 | } |
| 125 | |
| 126 | void xen_piix3_set_irq(void *opaque, int irq_num, int level) |
| 127 | { |
| 128 | xc_hvm_set_pci_intx_level(xen_xc, xen_domid, 0, 0, irq_num >> 2, |
| 129 | irq_num & 3, level); |
| 130 | } |
| 131 | |
| 132 | void xen_piix_pci_write_config_client(uint32_t address, uint32_t val, int len) |
| 133 | { |
| 134 | int i; |
| 135 | |
| 136 | /* Scan for updates to PCI link routes (0x60-0x63). */ |
| 137 | for (i = 0; i < len; i++) { |
| 138 | uint8_t v = (val >> (8 * i)) & 0xff; |
| 139 | if (v & 0x80) { |
| 140 | v = 0; |
| 141 | } |
| 142 | v &= 0xf; |
| 143 | if (((address + i) >= 0x60) && ((address + i) <= 0x63)) { |
| 144 | xc_hvm_set_pci_link_route(xen_xc, xen_domid, address + i - 0x60, v); |
| 145 | } |
| 146 | } |
| 147 | } |
| 148 | |
Stefano Stabellini | 428c3ec | 2016-01-13 14:59:09 +0000 | [diff] [blame] | 149 | int xen_is_pirq_msi(uint32_t msi_data) |
| 150 | { |
| 151 | /* If vector is 0, the msi is remapped into a pirq, passed as |
| 152 | * dest_id. |
| 153 | */ |
| 154 | return ((msi_data & MSI_DATA_VECTOR_MASK) >> MSI_DATA_VECTOR_SHIFT) == 0; |
| 155 | } |
| 156 | |
Wei Liu | f1dbf01 | 2012-04-12 10:01:43 +0000 | [diff] [blame] | 157 | void xen_hvm_inject_msi(uint64_t addr, uint32_t data) |
| 158 | { |
Ian Campbell | 2ac9f6d | 2016-02-10 11:07:02 +0000 | [diff] [blame] | 159 | xc_hvm_inject_msi(xen_xc, xen_domid, addr, data); |
Wei Liu | f1dbf01 | 2012-04-12 10:01:43 +0000 | [diff] [blame] | 160 | } |
| 161 | |
Gerd Hoffmann | da98c8e | 2012-02-23 13:45:20 +0100 | [diff] [blame] | 162 | static void xen_suspend_notifier(Notifier *notifier, void *data) |
Anthony PERARD | c962247 | 2010-10-05 16:40:22 +0100 | [diff] [blame] | 163 | { |
Gerd Hoffmann | da98c8e | 2012-02-23 13:45:20 +0100 | [diff] [blame] | 164 | xc_set_hvm_param(xen_xc, xen_domid, HVM_PARAM_ACPI_S_STATE, 3); |
Anthony PERARD | c962247 | 2010-10-05 16:40:22 +0100 | [diff] [blame] | 165 | } |
| 166 | |
Anthony PERARD | 9c11a8a | 2010-06-30 17:50:10 +0100 | [diff] [blame] | 167 | /* Xen Interrupt Controller */ |
| 168 | |
| 169 | static void xen_set_irq(void *opaque, int irq, int level) |
| 170 | { |
| 171 | xc_hvm_set_isa_irq_level(xen_xc, xen_domid, irq, level); |
| 172 | } |
| 173 | |
| 174 | qemu_irq *xen_interrupt_controller_init(void) |
| 175 | { |
| 176 | return qemu_allocate_irqs(xen_set_irq, NULL, 16); |
| 177 | } |
| 178 | |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 179 | /* Memory Ops */ |
| 180 | |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 181 | static void xen_ram_init(PCMachineState *pcms, |
Don Slutz | 3c2a966 | 2014-06-19 21:40:24 -0400 | [diff] [blame] | 182 | ram_addr_t ram_size, MemoryRegion **ram_memory_p) |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 183 | { |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 184 | MemoryRegion *sysmem = get_system_memory(); |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 185 | ram_addr_t block_len; |
Don Slutz | c4f5cdc | 2014-06-19 21:40:26 -0400 | [diff] [blame] | 186 | uint64_t user_lowmem = object_property_get_int(qdev_get_machine(), |
| 187 | PC_MACHINE_MAX_RAM_BELOW_4G, |
| 188 | &error_abort); |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 189 | |
Stefan Weil | a9dd38d | 2014-07-07 21:00:41 +0200 | [diff] [blame] | 190 | /* Handle the machine opt max-ram-below-4g. It is basically doing |
Don Slutz | c4f5cdc | 2014-06-19 21:40:26 -0400 | [diff] [blame] | 191 | * min(xen limit, user limit). |
| 192 | */ |
Gerd Hoffmann | 5ec7d09 | 2016-06-24 13:35:17 +0200 | [diff] [blame] | 193 | if (!user_lowmem) { |
| 194 | user_lowmem = HVM_BELOW_4G_RAM_END; /* default */ |
| 195 | } |
Don Slutz | c4f5cdc | 2014-06-19 21:40:26 -0400 | [diff] [blame] | 196 | if (HVM_BELOW_4G_RAM_END <= user_lowmem) { |
| 197 | user_lowmem = HVM_BELOW_4G_RAM_END; |
Anthony PERARD | 8a369e2 | 2011-07-20 08:17:43 +0000 | [diff] [blame] | 198 | } |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 199 | |
Don Slutz | c4f5cdc | 2014-06-19 21:40:26 -0400 | [diff] [blame] | 200 | if (ram_size >= user_lowmem) { |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 201 | pcms->above_4g_mem_size = ram_size - user_lowmem; |
| 202 | pcms->below_4g_mem_size = user_lowmem; |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 203 | } else { |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 204 | pcms->above_4g_mem_size = 0; |
| 205 | pcms->below_4g_mem_size = ram_size; |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 206 | } |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 207 | if (!pcms->above_4g_mem_size) { |
Don Slutz | c4f5cdc | 2014-06-19 21:40:26 -0400 | [diff] [blame] | 208 | block_len = ram_size; |
| 209 | } else { |
| 210 | /* |
| 211 | * Xen does not allocate the memory continuously, it keeps a |
| 212 | * hole of the size computed above or passed in. |
| 213 | */ |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 214 | block_len = (1ULL << 32) + pcms->above_4g_mem_size; |
Don Slutz | c4f5cdc | 2014-06-19 21:40:26 -0400 | [diff] [blame] | 215 | } |
Hu Tao | 4994653 | 2014-09-09 13:27:55 +0800 | [diff] [blame] | 216 | memory_region_init_ram(&ram_memory, NULL, "xen.ram", block_len, |
Markus Armbruster | f8ed85a | 2015-09-11 16:51:43 +0200 | [diff] [blame] | 217 | &error_fatal); |
Don Slutz | c4f5cdc | 2014-06-19 21:40:26 -0400 | [diff] [blame] | 218 | *ram_memory_p = &ram_memory; |
| 219 | vmstate_register_ram_global(&ram_memory); |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 220 | |
Paolo Bonzini | 2c9b15c | 2013-06-06 05:41:28 -0400 | [diff] [blame] | 221 | memory_region_init_alias(&ram_640k, NULL, "xen.ram.640k", |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 222 | &ram_memory, 0, 0xa0000); |
| 223 | memory_region_add_subregion(sysmem, 0, &ram_640k); |
Anthony PERARD | 8a369e2 | 2011-07-20 08:17:43 +0000 | [diff] [blame] | 224 | /* Skip of the VGA IO memory space, it will be registered later by the VGA |
| 225 | * emulated device. |
| 226 | * |
| 227 | * The area between 0xc0000 and 0x100000 will be used by SeaBIOS to load |
| 228 | * the Options ROM, so it is registered here as RAM. |
| 229 | */ |
Paolo Bonzini | 2c9b15c | 2013-06-06 05:41:28 -0400 | [diff] [blame] | 230 | memory_region_init_alias(&ram_lo, NULL, "xen.ram.lo", |
Don Slutz | 3c2a966 | 2014-06-19 21:40:24 -0400 | [diff] [blame] | 231 | &ram_memory, 0xc0000, |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 232 | pcms->below_4g_mem_size - 0xc0000); |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 233 | memory_region_add_subregion(sysmem, 0xc0000, &ram_lo); |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 234 | if (pcms->above_4g_mem_size > 0) { |
Paolo Bonzini | 2c9b15c | 2013-06-06 05:41:28 -0400 | [diff] [blame] | 235 | memory_region_init_alias(&ram_hi, NULL, "xen.ram.hi", |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 236 | &ram_memory, 0x100000000ULL, |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 237 | pcms->above_4g_mem_size); |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 238 | memory_region_add_subregion(sysmem, 0x100000000ULL, &ram_hi); |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 239 | } |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 240 | } |
| 241 | |
Markus Armbruster | 37aa7a0 | 2016-01-14 16:09:39 +0100 | [diff] [blame] | 242 | void xen_ram_alloc(ram_addr_t ram_addr, ram_addr_t size, MemoryRegion *mr, |
| 243 | Error **errp) |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 244 | { |
| 245 | unsigned long nr_pfn; |
| 246 | xen_pfn_t *pfn_list; |
| 247 | int i; |
| 248 | |
Anthony PERARD | c234572 | 2012-01-25 12:36:06 +0000 | [diff] [blame] | 249 | if (runstate_check(RUN_STATE_INMIGRATE)) { |
| 250 | /* RAM already populated in Xen */ |
| 251 | fprintf(stderr, "%s: do not alloc "RAM_ADDR_FMT |
| 252 | " bytes of ram at "RAM_ADDR_FMT" when runstate is INMIGRATE\n", |
| 253 | __func__, size, ram_addr); |
| 254 | return; |
| 255 | } |
| 256 | |
Avi Kivity | ce76b8a | 2011-12-18 16:27:48 +0200 | [diff] [blame] | 257 | if (mr == &ram_memory) { |
| 258 | return; |
| 259 | } |
| 260 | |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 261 | trace_xen_ram_alloc(ram_addr, size); |
| 262 | |
| 263 | nr_pfn = size >> TARGET_PAGE_BITS; |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 264 | pfn_list = g_malloc(sizeof (*pfn_list) * nr_pfn); |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 265 | |
| 266 | for (i = 0; i < nr_pfn; i++) { |
| 267 | pfn_list[i] = (ram_addr >> TARGET_PAGE_BITS) + i; |
| 268 | } |
| 269 | |
| 270 | if (xc_domain_populate_physmap_exact(xen_xc, xen_domid, nr_pfn, 0, 0, pfn_list)) { |
Markus Armbruster | 37aa7a0 | 2016-01-14 16:09:39 +0100 | [diff] [blame] | 271 | error_setg(errp, "xen: failed to populate ram at " RAM_ADDR_FMT, |
| 272 | ram_addr); |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 273 | } |
| 274 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 275 | g_free(pfn_list); |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 276 | } |
| 277 | |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 278 | static XenPhysmap *get_physmapping(XenIOState *state, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 279 | hwaddr start_addr, ram_addr_t size) |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 280 | { |
| 281 | XenPhysmap *physmap = NULL; |
| 282 | |
| 283 | start_addr &= TARGET_PAGE_MASK; |
| 284 | |
| 285 | QLIST_FOREACH(physmap, &state->physmap, list) { |
| 286 | if (range_covers_byte(physmap->start_addr, physmap->size, start_addr)) { |
| 287 | return physmap; |
| 288 | } |
| 289 | } |
| 290 | return NULL; |
| 291 | } |
| 292 | |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 293 | static hwaddr xen_phys_offset_to_gaddr(hwaddr start_addr, |
Anthony PERARD | cd1ba7d | 2012-01-18 12:21:38 +0000 | [diff] [blame] | 294 | ram_addr_t size, void *opaque) |
| 295 | { |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 296 | hwaddr addr = start_addr & TARGET_PAGE_MASK; |
Anthony PERARD | cd1ba7d | 2012-01-18 12:21:38 +0000 | [diff] [blame] | 297 | XenIOState *xen_io_state = opaque; |
| 298 | XenPhysmap *physmap = NULL; |
| 299 | |
| 300 | QLIST_FOREACH(physmap, &xen_io_state->physmap, list) { |
| 301 | if (range_covers_byte(physmap->phys_offset, physmap->size, addr)) { |
| 302 | return physmap->start_addr; |
| 303 | } |
| 304 | } |
| 305 | |
| 306 | return start_addr; |
| 307 | } |
| 308 | |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 309 | static int xen_add_to_physmap(XenIOState *state, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 310 | hwaddr start_addr, |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 311 | ram_addr_t size, |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 312 | MemoryRegion *mr, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 313 | hwaddr offset_within_region) |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 314 | { |
| 315 | unsigned long i = 0; |
| 316 | int rc = 0; |
| 317 | XenPhysmap *physmap = NULL; |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 318 | hwaddr pfn, start_gpfn; |
| 319 | hwaddr phys_offset = memory_region_get_ram_addr(mr); |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 320 | char path[80], value[17]; |
Peter Crosthwaite | 3e1f508 | 2014-08-25 20:09:48 -0700 | [diff] [blame] | 321 | const char *mr_name; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 322 | |
| 323 | if (get_physmapping(state, start_addr, size)) { |
| 324 | return 0; |
| 325 | } |
| 326 | if (size <= 0) { |
| 327 | return -1; |
| 328 | } |
| 329 | |
Stefano Stabellini | ebed850 | 2011-06-15 17:29:27 +0100 | [diff] [blame] | 330 | /* Xen can only handle a single dirty log region for now and we want |
| 331 | * the linear framebuffer to be that region. |
| 332 | * Avoid tracking any regions that is not videoram and avoid tracking |
| 333 | * the legacy vga region. */ |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 334 | if (mr == framebuffer && start_addr > 0xbffff) { |
| 335 | goto go_physmap; |
Stefano Stabellini | ebed850 | 2011-06-15 17:29:27 +0100 | [diff] [blame] | 336 | } |
| 337 | return -1; |
| 338 | |
| 339 | go_physmap: |
Sander Eikelenboom | f1b8caf | 2012-12-17 11:37:43 +0000 | [diff] [blame] | 340 | DPRINTF("mapping vram to %"HWADDR_PRIx" - %"HWADDR_PRIx"\n", |
| 341 | start_addr, start_addr + size); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 342 | |
| 343 | pfn = phys_offset >> TARGET_PAGE_BITS; |
| 344 | start_gpfn = start_addr >> TARGET_PAGE_BITS; |
| 345 | for (i = 0; i < size >> TARGET_PAGE_BITS; i++) { |
| 346 | unsigned long idx = pfn + i; |
| 347 | xen_pfn_t gpfn = start_gpfn + i; |
| 348 | |
Konrad Rzeszutek Wilk | 20a544c | 2015-06-29 12:51:05 -0400 | [diff] [blame] | 349 | rc = xen_xc_domain_add_to_physmap(xen_xc, xen_domid, XENMAPSPACE_gmfn, idx, gpfn); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 350 | if (rc) { |
| 351 | DPRINTF("add_to_physmap MFN %"PRI_xen_pfn" to PFN %" |
Konrad Rzeszutek Wilk | e763add | 2015-03-13 15:36:58 -0400 | [diff] [blame] | 352 | PRI_xen_pfn" failed: %d (errno: %d)\n", idx, gpfn, rc, errno); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 353 | return -rc; |
| 354 | } |
| 355 | } |
| 356 | |
Peter Crosthwaite | 3e1f508 | 2014-08-25 20:09:48 -0700 | [diff] [blame] | 357 | mr_name = memory_region_name(mr); |
| 358 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 359 | physmap = g_malloc(sizeof (XenPhysmap)); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 360 | |
| 361 | physmap->start_addr = start_addr; |
| 362 | physmap->size = size; |
Peter Crosthwaite | 3e1f508 | 2014-08-25 20:09:48 -0700 | [diff] [blame] | 363 | physmap->name = mr_name; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 364 | physmap->phys_offset = phys_offset; |
| 365 | |
| 366 | QLIST_INSERT_HEAD(&state->physmap, physmap, list); |
| 367 | |
| 368 | xc_domain_pin_memory_cacheattr(xen_xc, xen_domid, |
| 369 | start_addr >> TARGET_PAGE_BITS, |
Stefano Stabellini | 8b6bb0a | 2014-05-07 13:48:37 +0000 | [diff] [blame] | 370 | (start_addr + size - 1) >> TARGET_PAGE_BITS, |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 371 | XEN_DOMCTL_MEM_CACHEATTR_WB); |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 372 | |
| 373 | snprintf(path, sizeof(path), |
| 374 | "/local/domain/0/device-model/%d/physmap/%"PRIx64"/start_addr", |
| 375 | xen_domid, (uint64_t)phys_offset); |
| 376 | snprintf(value, sizeof(value), "%"PRIx64, (uint64_t)start_addr); |
| 377 | if (!xs_write(state->xenstore, 0, path, value, strlen(value))) { |
| 378 | return -1; |
| 379 | } |
| 380 | snprintf(path, sizeof(path), |
| 381 | "/local/domain/0/device-model/%d/physmap/%"PRIx64"/size", |
| 382 | xen_domid, (uint64_t)phys_offset); |
| 383 | snprintf(value, sizeof(value), "%"PRIx64, (uint64_t)size); |
| 384 | if (!xs_write(state->xenstore, 0, path, value, strlen(value))) { |
| 385 | return -1; |
| 386 | } |
Peter Crosthwaite | 3e1f508 | 2014-08-25 20:09:48 -0700 | [diff] [blame] | 387 | if (mr_name) { |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 388 | snprintf(path, sizeof(path), |
| 389 | "/local/domain/0/device-model/%d/physmap/%"PRIx64"/name", |
| 390 | xen_domid, (uint64_t)phys_offset); |
Peter Crosthwaite | 3e1f508 | 2014-08-25 20:09:48 -0700 | [diff] [blame] | 391 | if (!xs_write(state->xenstore, 0, path, mr_name, strlen(mr_name))) { |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 392 | return -1; |
| 393 | } |
| 394 | } |
| 395 | |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 396 | return 0; |
| 397 | } |
| 398 | |
| 399 | static int xen_remove_from_physmap(XenIOState *state, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 400 | hwaddr start_addr, |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 401 | ram_addr_t size) |
| 402 | { |
| 403 | unsigned long i = 0; |
| 404 | int rc = 0; |
| 405 | XenPhysmap *physmap = NULL; |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 406 | hwaddr phys_offset = 0; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 407 | |
| 408 | physmap = get_physmapping(state, start_addr, size); |
| 409 | if (physmap == NULL) { |
| 410 | return -1; |
| 411 | } |
| 412 | |
| 413 | phys_offset = physmap->phys_offset; |
| 414 | size = physmap->size; |
| 415 | |
Wei Liu | d18e173 | 2013-10-14 13:53:53 +0100 | [diff] [blame] | 416 | DPRINTF("unmapping vram to %"HWADDR_PRIx" - %"HWADDR_PRIx", at " |
| 417 | "%"HWADDR_PRIx"\n", start_addr, start_addr + size, phys_offset); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 418 | |
| 419 | size >>= TARGET_PAGE_BITS; |
| 420 | start_addr >>= TARGET_PAGE_BITS; |
| 421 | phys_offset >>= TARGET_PAGE_BITS; |
| 422 | for (i = 0; i < size; i++) { |
Stefano Stabellini | 643f593 | 2013-12-18 19:17:32 +0000 | [diff] [blame] | 423 | xen_pfn_t idx = start_addr + i; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 424 | xen_pfn_t gpfn = phys_offset + i; |
| 425 | |
Konrad Rzeszutek Wilk | 20a544c | 2015-06-29 12:51:05 -0400 | [diff] [blame] | 426 | rc = xen_xc_domain_add_to_physmap(xen_xc, xen_domid, XENMAPSPACE_gmfn, idx, gpfn); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 427 | if (rc) { |
| 428 | fprintf(stderr, "add_to_physmap MFN %"PRI_xen_pfn" to PFN %" |
Konrad Rzeszutek Wilk | e763add | 2015-03-13 15:36:58 -0400 | [diff] [blame] | 429 | PRI_xen_pfn" failed: %d (errno: %d)\n", idx, gpfn, rc, errno); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 430 | return -rc; |
| 431 | } |
| 432 | } |
| 433 | |
| 434 | QLIST_REMOVE(physmap, list); |
| 435 | if (state->log_for_dirtybit == physmap) { |
| 436 | state->log_for_dirtybit = NULL; |
| 437 | } |
Stefan Weil | c5633d9 | 2013-06-10 22:36:22 +0200 | [diff] [blame] | 438 | g_free(physmap); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 439 | |
| 440 | return 0; |
| 441 | } |
| 442 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 443 | static void xen_set_memory(struct MemoryListener *listener, |
| 444 | MemoryRegionSection *section, |
| 445 | bool add) |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 446 | { |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 447 | XenIOState *state = container_of(listener, XenIOState, memory_listener); |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 448 | hwaddr start_addr = section->offset_within_address_space; |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 449 | ram_addr_t size = int128_get64(section->size); |
Paolo Bonzini | 2d1a35b | 2015-03-23 10:50:57 +0100 | [diff] [blame] | 450 | bool log_dirty = memory_region_is_logging(section->mr, DIRTY_MEMORY_VGA); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 451 | hvmmem_type_t mem_type; |
| 452 | |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 453 | if (section->mr == &ram_memory) { |
| 454 | return; |
| 455 | } else { |
| 456 | if (add) { |
| 457 | xen_map_memory_section(xen_xc, xen_domid, state->ioservid, |
| 458 | section); |
| 459 | } else { |
| 460 | xen_unmap_memory_section(xen_xc, xen_domid, state->ioservid, |
| 461 | section); |
| 462 | } |
| 463 | } |
| 464 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 465 | if (!memory_region_is_ram(section->mr)) { |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 466 | return; |
| 467 | } |
| 468 | |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 469 | if (log_dirty != add) { |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 470 | return; |
| 471 | } |
| 472 | |
| 473 | trace_xen_client_set_memory(start_addr, size, log_dirty); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 474 | |
| 475 | start_addr &= TARGET_PAGE_MASK; |
| 476 | size = TARGET_PAGE_ALIGN(size); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 477 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 478 | if (add) { |
| 479 | if (!memory_region_is_rom(section->mr)) { |
| 480 | xen_add_to_physmap(state, start_addr, size, |
| 481 | section->mr, section->offset_within_region); |
| 482 | } else { |
| 483 | mem_type = HVMMEM_ram_ro; |
| 484 | if (xc_hvm_set_mem_type(xen_xc, xen_domid, mem_type, |
| 485 | start_addr >> TARGET_PAGE_BITS, |
| 486 | size >> TARGET_PAGE_BITS)) { |
| 487 | DPRINTF("xc_hvm_set_mem_type error, addr: "TARGET_FMT_plx"\n", |
| 488 | start_addr); |
| 489 | } |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 490 | } |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 491 | } else { |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 492 | if (xen_remove_from_physmap(state, start_addr, size) < 0) { |
| 493 | DPRINTF("physmapping does not exist at "TARGET_FMT_plx"\n", start_addr); |
| 494 | } |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 495 | } |
| 496 | } |
| 497 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 498 | static void xen_region_add(MemoryListener *listener, |
| 499 | MemoryRegionSection *section) |
| 500 | { |
Paolo Bonzini | dfde4e6 | 2013-05-06 10:46:11 +0200 | [diff] [blame] | 501 | memory_region_ref(section->mr); |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 502 | xen_set_memory(listener, section, true); |
| 503 | } |
| 504 | |
| 505 | static void xen_region_del(MemoryListener *listener, |
| 506 | MemoryRegionSection *section) |
| 507 | { |
| 508 | xen_set_memory(listener, section, false); |
Paolo Bonzini | dfde4e6 | 2013-05-06 10:46:11 +0200 | [diff] [blame] | 509 | memory_region_unref(section->mr); |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 510 | } |
| 511 | |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 512 | static void xen_io_add(MemoryListener *listener, |
| 513 | MemoryRegionSection *section) |
| 514 | { |
| 515 | XenIOState *state = container_of(listener, XenIOState, io_listener); |
Paul Durrant | a8ff431 | 2016-05-09 17:31:20 +0100 | [diff] [blame] | 516 | MemoryRegion *mr = section->mr; |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 517 | |
Paul Durrant | a8ff431 | 2016-05-09 17:31:20 +0100 | [diff] [blame] | 518 | if (mr->ops == &unassigned_io_ops) { |
| 519 | return; |
| 520 | } |
| 521 | |
| 522 | memory_region_ref(mr); |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 523 | |
| 524 | xen_map_io_section(xen_xc, xen_domid, state->ioservid, section); |
| 525 | } |
| 526 | |
| 527 | static void xen_io_del(MemoryListener *listener, |
| 528 | MemoryRegionSection *section) |
| 529 | { |
| 530 | XenIOState *state = container_of(listener, XenIOState, io_listener); |
Paul Durrant | a8ff431 | 2016-05-09 17:31:20 +0100 | [diff] [blame] | 531 | MemoryRegion *mr = section->mr; |
| 532 | |
| 533 | if (mr->ops == &unassigned_io_ops) { |
| 534 | return; |
| 535 | } |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 536 | |
| 537 | xen_unmap_io_section(xen_xc, xen_domid, state->ioservid, section); |
| 538 | |
Paul Durrant | a8ff431 | 2016-05-09 17:31:20 +0100 | [diff] [blame] | 539 | memory_region_unref(mr); |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 540 | } |
| 541 | |
| 542 | static void xen_device_realize(DeviceListener *listener, |
| 543 | DeviceState *dev) |
| 544 | { |
| 545 | XenIOState *state = container_of(listener, XenIOState, device_listener); |
| 546 | |
| 547 | if (object_dynamic_cast(OBJECT(dev), TYPE_PCI_DEVICE)) { |
| 548 | PCIDevice *pci_dev = PCI_DEVICE(dev); |
| 549 | |
| 550 | xen_map_pcidev(xen_xc, xen_domid, state->ioservid, pci_dev); |
| 551 | } |
| 552 | } |
| 553 | |
| 554 | static void xen_device_unrealize(DeviceListener *listener, |
| 555 | DeviceState *dev) |
| 556 | { |
| 557 | XenIOState *state = container_of(listener, XenIOState, device_listener); |
| 558 | |
| 559 | if (object_dynamic_cast(OBJECT(dev), TYPE_PCI_DEVICE)) { |
| 560 | PCIDevice *pci_dev = PCI_DEVICE(dev); |
| 561 | |
| 562 | xen_unmap_pcidev(xen_xc, xen_domid, state->ioservid, pci_dev); |
| 563 | } |
| 564 | } |
| 565 | |
Anthony PERARD | b18620c | 2012-01-05 12:47:08 +0000 | [diff] [blame] | 566 | static void xen_sync_dirty_bitmap(XenIOState *state, |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 567 | hwaddr start_addr, |
Anthony PERARD | b18620c | 2012-01-05 12:47:08 +0000 | [diff] [blame] | 568 | ram_addr_t size) |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 569 | { |
Avi Kivity | a8170e5 | 2012-10-23 12:30:10 +0200 | [diff] [blame] | 570 | hwaddr npages = size >> TARGET_PAGE_BITS; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 571 | const int width = sizeof(unsigned long) * 8; |
Laurent Vivier | d0448de | 2016-05-31 18:35:56 +0200 | [diff] [blame] | 572 | unsigned long bitmap[DIV_ROUND_UP(npages, width)]; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 573 | int rc, i, j; |
| 574 | const XenPhysmap *physmap = NULL; |
| 575 | |
| 576 | physmap = get_physmapping(state, start_addr, size); |
| 577 | if (physmap == NULL) { |
| 578 | /* not handled */ |
Anthony PERARD | b18620c | 2012-01-05 12:47:08 +0000 | [diff] [blame] | 579 | return; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 580 | } |
| 581 | |
| 582 | if (state->log_for_dirtybit == NULL) { |
| 583 | state->log_for_dirtybit = physmap; |
| 584 | } else if (state->log_for_dirtybit != physmap) { |
Anthony PERARD | b18620c | 2012-01-05 12:47:08 +0000 | [diff] [blame] | 585 | /* Only one range for dirty bitmap can be tracked. */ |
| 586 | return; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 587 | } |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 588 | |
| 589 | rc = xc_hvm_track_dirty_vram(xen_xc, xen_domid, |
| 590 | start_addr >> TARGET_PAGE_BITS, npages, |
| 591 | bitmap); |
Anthony PERARD | b18620c | 2012-01-05 12:47:08 +0000 | [diff] [blame] | 592 | if (rc < 0) { |
Roger Pau Monne | 74bc415 | 2014-05-23 17:57:47 +0200 | [diff] [blame] | 593 | #ifndef ENODATA |
| 594 | #define ENODATA ENOENT |
| 595 | #endif |
| 596 | if (errno == ENODATA) { |
Anthony PERARD | 8aba7dc | 2012-10-03 13:49:40 +0000 | [diff] [blame] | 597 | memory_region_set_dirty(framebuffer, 0, size); |
| 598 | DPRINTF("xen: track_dirty_vram failed (0x" TARGET_FMT_plx |
Anthony PERARD | b18620c | 2012-01-05 12:47:08 +0000 | [diff] [blame] | 599 | ", 0x" TARGET_FMT_plx "): %s\n", |
Roger Pau Monne | 74bc415 | 2014-05-23 17:57:47 +0200 | [diff] [blame] | 600 | start_addr, start_addr + size, strerror(errno)); |
Anthony PERARD | b18620c | 2012-01-05 12:47:08 +0000 | [diff] [blame] | 601 | } |
| 602 | return; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 603 | } |
| 604 | |
| 605 | for (i = 0; i < ARRAY_SIZE(bitmap); i++) { |
| 606 | unsigned long map = bitmap[i]; |
| 607 | while (map != 0) { |
Natanael Copa | adf9d70 | 2014-04-29 16:17:28 +0200 | [diff] [blame] | 608 | j = ctzl(map); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 609 | map &= ~(1ul << j); |
Avi Kivity | 5a97065 | 2011-12-21 14:21:27 +0200 | [diff] [blame] | 610 | memory_region_set_dirty(framebuffer, |
Blue Swirl | fd4aa97 | 2011-10-16 16:04:59 +0000 | [diff] [blame] | 611 | (i * width + j) * TARGET_PAGE_SIZE, |
| 612 | TARGET_PAGE_SIZE); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 613 | }; |
| 614 | } |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 615 | } |
| 616 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 617 | static void xen_log_start(MemoryListener *listener, |
Paolo Bonzini | b2dfd71 | 2015-04-25 14:38:30 +0200 | [diff] [blame] | 618 | MemoryRegionSection *section, |
| 619 | int old, int new) |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 620 | { |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 621 | XenIOState *state = container_of(listener, XenIOState, memory_listener); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 622 | |
Paolo Bonzini | b2dfd71 | 2015-04-25 14:38:30 +0200 | [diff] [blame] | 623 | if (new & ~old & (1 << DIRTY_MEMORY_VGA)) { |
| 624 | xen_sync_dirty_bitmap(state, section->offset_within_address_space, |
| 625 | int128_get64(section->size)); |
| 626 | } |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 627 | } |
| 628 | |
Paolo Bonzini | b2dfd71 | 2015-04-25 14:38:30 +0200 | [diff] [blame] | 629 | static void xen_log_stop(MemoryListener *listener, MemoryRegionSection *section, |
| 630 | int old, int new) |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 631 | { |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 632 | XenIOState *state = container_of(listener, XenIOState, memory_listener); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 633 | |
Paolo Bonzini | b2dfd71 | 2015-04-25 14:38:30 +0200 | [diff] [blame] | 634 | if (old & ~new & (1 << DIRTY_MEMORY_VGA)) { |
| 635 | state->log_for_dirtybit = NULL; |
| 636 | /* Disable dirty bit tracking */ |
| 637 | xc_hvm_track_dirty_vram(xen_xc, xen_domid, 0, 0, NULL); |
| 638 | } |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 639 | } |
| 640 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 641 | static void xen_log_sync(MemoryListener *listener, MemoryRegionSection *section) |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 642 | { |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 643 | XenIOState *state = container_of(listener, XenIOState, memory_listener); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 644 | |
Anthony PERARD | b18620c | 2012-01-05 12:47:08 +0000 | [diff] [blame] | 645 | xen_sync_dirty_bitmap(state, section->offset_within_address_space, |
Paolo Bonzini | 052e87b | 2013-05-27 10:08:27 +0200 | [diff] [blame] | 646 | int128_get64(section->size)); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 647 | } |
| 648 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 649 | static void xen_log_global_start(MemoryListener *listener) |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 650 | { |
Anthony PERARD | 39f4243 | 2012-10-03 13:48:19 +0000 | [diff] [blame] | 651 | if (xen_enabled()) { |
| 652 | xen_in_migration = true; |
| 653 | } |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 654 | } |
| 655 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 656 | static void xen_log_global_stop(MemoryListener *listener) |
| 657 | { |
Anthony PERARD | 39f4243 | 2012-10-03 13:48:19 +0000 | [diff] [blame] | 658 | xen_in_migration = false; |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 659 | } |
| 660 | |
| 661 | static MemoryListener xen_memory_listener = { |
| 662 | .region_add = xen_region_add, |
| 663 | .region_del = xen_region_del, |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 664 | .log_start = xen_log_start, |
| 665 | .log_stop = xen_log_stop, |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 666 | .log_sync = xen_log_sync, |
| 667 | .log_global_start = xen_log_global_start, |
| 668 | .log_global_stop = xen_log_global_stop, |
Avi Kivity | 72e22d2 | 2012-02-08 15:05:50 +0200 | [diff] [blame] | 669 | .priority = 10, |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 670 | }; |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 671 | |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 672 | static MemoryListener xen_io_listener = { |
| 673 | .region_add = xen_io_add, |
| 674 | .region_del = xen_io_del, |
| 675 | .priority = 10, |
| 676 | }; |
| 677 | |
| 678 | static DeviceListener xen_device_listener = { |
| 679 | .realize = xen_device_realize, |
| 680 | .unrealize = xen_device_unrealize, |
| 681 | }; |
| 682 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 683 | /* get the ioreq packets from share mem */ |
| 684 | static ioreq_t *cpu_get_ioreq_from_shared_memory(XenIOState *state, int vcpu) |
| 685 | { |
| 686 | ioreq_t *req = xen_vcpu_ioreq(state->shared_page, vcpu); |
| 687 | |
| 688 | if (req->state != STATE_IOREQ_READY) { |
| 689 | DPRINTF("I/O request not ready: " |
| 690 | "%x, ptr: %x, port: %"PRIx64", " |
Ian Campbell | 47d3df2 | 2016-02-10 11:07:05 +0000 | [diff] [blame] | 691 | "data: %"PRIx64", count: %u, size: %u\n", |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 692 | req->state, req->data_is_ptr, req->addr, |
| 693 | req->data, req->count, req->size); |
| 694 | return NULL; |
| 695 | } |
| 696 | |
| 697 | xen_rmb(); /* see IOREQ_READY /then/ read contents of ioreq */ |
| 698 | |
| 699 | req->state = STATE_IOREQ_INPROCESS; |
| 700 | return req; |
| 701 | } |
| 702 | |
| 703 | /* use poll to get the port notification */ |
| 704 | /* ioreq_vec--out,the */ |
| 705 | /* retval--the number of ioreq packet */ |
| 706 | static ioreq_t *cpu_get_ioreq(XenIOState *state) |
| 707 | { |
| 708 | int i; |
| 709 | evtchn_port_t port; |
| 710 | |
Ian Campbell | a2db2a1 | 2016-01-15 13:23:38 +0000 | [diff] [blame] | 711 | port = xenevtchn_pending(state->xce_handle); |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 712 | if (port == state->bufioreq_local_port) { |
Alex Bligh | bc72ad6 | 2013-08-21 16:03:08 +0100 | [diff] [blame] | 713 | timer_mod(state->buffered_io_timer, |
| 714 | BUFFER_IO_MAX_DELAY + qemu_clock_get_ms(QEMU_CLOCK_REALTIME)); |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 715 | return NULL; |
| 716 | } |
| 717 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 718 | if (port != -1) { |
Anthony PERARD | 1cd25a8 | 2013-09-25 16:41:48 +0000 | [diff] [blame] | 719 | for (i = 0; i < max_cpus; i++) { |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 720 | if (state->ioreq_local_port[i] == port) { |
| 721 | break; |
| 722 | } |
| 723 | } |
| 724 | |
Anthony PERARD | 1cd25a8 | 2013-09-25 16:41:48 +0000 | [diff] [blame] | 725 | if (i == max_cpus) { |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 726 | hw_error("Fatal error while trying to get io event!\n"); |
| 727 | } |
| 728 | |
| 729 | /* unmask the wanted port again */ |
Ian Campbell | a2db2a1 | 2016-01-15 13:23:38 +0000 | [diff] [blame] | 730 | xenevtchn_unmask(state->xce_handle, port); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 731 | |
| 732 | /* get the io packet from shared memory */ |
| 733 | state->send_vcpu = i; |
| 734 | return cpu_get_ioreq_from_shared_memory(state, i); |
| 735 | } |
| 736 | |
| 737 | /* read error or read nothing */ |
| 738 | return NULL; |
| 739 | } |
| 740 | |
Paolo Bonzini | 89a80e7 | 2016-03-16 10:20:34 +0100 | [diff] [blame] | 741 | static uint32_t do_inp(uint32_t addr, unsigned long size) |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 742 | { |
| 743 | switch (size) { |
| 744 | case 1: |
| 745 | return cpu_inb(addr); |
| 746 | case 2: |
| 747 | return cpu_inw(addr); |
| 748 | case 4: |
| 749 | return cpu_inl(addr); |
| 750 | default: |
Paolo Bonzini | 89a80e7 | 2016-03-16 10:20:34 +0100 | [diff] [blame] | 751 | hw_error("inp: bad size: %04x %lx", addr, size); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 752 | } |
| 753 | } |
| 754 | |
Paolo Bonzini | 89a80e7 | 2016-03-16 10:20:34 +0100 | [diff] [blame] | 755 | static void do_outp(uint32_t addr, |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 756 | unsigned long size, uint32_t val) |
| 757 | { |
| 758 | switch (size) { |
| 759 | case 1: |
| 760 | return cpu_outb(addr, val); |
| 761 | case 2: |
| 762 | return cpu_outw(addr, val); |
| 763 | case 4: |
| 764 | return cpu_outl(addr, val); |
| 765 | default: |
Paolo Bonzini | 89a80e7 | 2016-03-16 10:20:34 +0100 | [diff] [blame] | 766 | hw_error("outp: bad size: %04x %lx", addr, size); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 767 | } |
| 768 | } |
| 769 | |
Ian Jackson | a386482 | 2012-12-17 11:43:19 +0000 | [diff] [blame] | 770 | /* |
| 771 | * Helper functions which read/write an object from/to physical guest |
| 772 | * memory, as part of the implementation of an ioreq. |
| 773 | * |
| 774 | * Equivalent to |
| 775 | * cpu_physical_memory_rw(addr + (req->df ? -1 : +1) * req->size * i, |
| 776 | * val, req->size, 0/1) |
| 777 | * except without the integer overflow problems. |
| 778 | */ |
| 779 | static void rw_phys_req_item(hwaddr addr, |
| 780 | ioreq_t *req, uint32_t i, void *val, int rw) |
| 781 | { |
| 782 | /* Do everything unsigned so overflow just results in a truncated result |
| 783 | * and accesses to undesired parts of guest memory, which is up |
| 784 | * to the guest */ |
| 785 | hwaddr offset = (hwaddr)req->size * i; |
| 786 | if (req->df) { |
| 787 | addr -= offset; |
| 788 | } else { |
| 789 | addr += offset; |
| 790 | } |
| 791 | cpu_physical_memory_rw(addr, val, req->size, rw); |
| 792 | } |
| 793 | |
| 794 | static inline void read_phys_req_item(hwaddr addr, |
| 795 | ioreq_t *req, uint32_t i, void *val) |
| 796 | { |
| 797 | rw_phys_req_item(addr, req, i, val, 0); |
| 798 | } |
| 799 | static inline void write_phys_req_item(hwaddr addr, |
| 800 | ioreq_t *req, uint32_t i, void *val) |
| 801 | { |
| 802 | rw_phys_req_item(addr, req, i, val, 1); |
| 803 | } |
| 804 | |
| 805 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 806 | static void cpu_ioreq_pio(ioreq_t *req) |
| 807 | { |
Ian Jackson | 249e7e0 | 2012-12-17 11:44:02 +0000 | [diff] [blame] | 808 | uint32_t i; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 809 | |
Don Slutz | eeb6b13 | 2015-04-30 14:27:09 -0400 | [diff] [blame] | 810 | trace_cpu_ioreq_pio(req, req->dir, req->df, req->data_is_ptr, req->addr, |
| 811 | req->data, req->count, req->size); |
| 812 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 813 | if (req->dir == IOREQ_READ) { |
| 814 | if (!req->data_is_ptr) { |
| 815 | req->data = do_inp(req->addr, req->size); |
Don Slutz | eeb6b13 | 2015-04-30 14:27:09 -0400 | [diff] [blame] | 816 | trace_cpu_ioreq_pio_read_reg(req, req->data, req->addr, |
| 817 | req->size); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 818 | } else { |
| 819 | uint32_t tmp; |
| 820 | |
| 821 | for (i = 0; i < req->count; i++) { |
| 822 | tmp = do_inp(req->addr, req->size); |
Ian Jackson | a386482 | 2012-12-17 11:43:19 +0000 | [diff] [blame] | 823 | write_phys_req_item(req->data, req, i, &tmp); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 824 | } |
| 825 | } |
| 826 | } else if (req->dir == IOREQ_WRITE) { |
| 827 | if (!req->data_is_ptr) { |
Don Slutz | eeb6b13 | 2015-04-30 14:27:09 -0400 | [diff] [blame] | 828 | trace_cpu_ioreq_pio_write_reg(req, req->data, req->addr, |
| 829 | req->size); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 830 | do_outp(req->addr, req->size, req->data); |
| 831 | } else { |
| 832 | for (i = 0; i < req->count; i++) { |
| 833 | uint32_t tmp = 0; |
| 834 | |
Ian Jackson | a386482 | 2012-12-17 11:43:19 +0000 | [diff] [blame] | 835 | read_phys_req_item(req->data, req, i, &tmp); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 836 | do_outp(req->addr, req->size, tmp); |
| 837 | } |
| 838 | } |
| 839 | } |
| 840 | } |
| 841 | |
| 842 | static void cpu_ioreq_move(ioreq_t *req) |
| 843 | { |
Ian Jackson | 249e7e0 | 2012-12-17 11:44:02 +0000 | [diff] [blame] | 844 | uint32_t i; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 845 | |
Don Slutz | eeb6b13 | 2015-04-30 14:27:09 -0400 | [diff] [blame] | 846 | trace_cpu_ioreq_move(req, req->dir, req->df, req->data_is_ptr, req->addr, |
| 847 | req->data, req->count, req->size); |
| 848 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 849 | if (!req->data_is_ptr) { |
| 850 | if (req->dir == IOREQ_READ) { |
| 851 | for (i = 0; i < req->count; i++) { |
Ian Jackson | a386482 | 2012-12-17 11:43:19 +0000 | [diff] [blame] | 852 | read_phys_req_item(req->addr, req, i, &req->data); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 853 | } |
| 854 | } else if (req->dir == IOREQ_WRITE) { |
| 855 | for (i = 0; i < req->count; i++) { |
Ian Jackson | a386482 | 2012-12-17 11:43:19 +0000 | [diff] [blame] | 856 | write_phys_req_item(req->addr, req, i, &req->data); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 857 | } |
| 858 | } |
| 859 | } else { |
Stefano Stabellini | 2b73434 | 2011-05-20 16:57:24 +0000 | [diff] [blame] | 860 | uint64_t tmp; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 861 | |
| 862 | if (req->dir == IOREQ_READ) { |
| 863 | for (i = 0; i < req->count; i++) { |
Ian Jackson | a386482 | 2012-12-17 11:43:19 +0000 | [diff] [blame] | 864 | read_phys_req_item(req->addr, req, i, &tmp); |
| 865 | write_phys_req_item(req->data, req, i, &tmp); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 866 | } |
| 867 | } else if (req->dir == IOREQ_WRITE) { |
| 868 | for (i = 0; i < req->count; i++) { |
Ian Jackson | a386482 | 2012-12-17 11:43:19 +0000 | [diff] [blame] | 869 | read_phys_req_item(req->data, req, i, &tmp); |
| 870 | write_phys_req_item(req->addr, req, i, &tmp); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 871 | } |
| 872 | } |
| 873 | } |
| 874 | } |
| 875 | |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 876 | static void regs_to_cpu(vmware_regs_t *vmport_regs, ioreq_t *req) |
| 877 | { |
| 878 | X86CPU *cpu; |
| 879 | CPUX86State *env; |
| 880 | |
| 881 | cpu = X86_CPU(current_cpu); |
| 882 | env = &cpu->env; |
| 883 | env->regs[R_EAX] = req->data; |
| 884 | env->regs[R_EBX] = vmport_regs->ebx; |
| 885 | env->regs[R_ECX] = vmport_regs->ecx; |
| 886 | env->regs[R_EDX] = vmport_regs->edx; |
| 887 | env->regs[R_ESI] = vmport_regs->esi; |
| 888 | env->regs[R_EDI] = vmport_regs->edi; |
| 889 | } |
| 890 | |
| 891 | static void regs_from_cpu(vmware_regs_t *vmport_regs) |
| 892 | { |
| 893 | X86CPU *cpu = X86_CPU(current_cpu); |
| 894 | CPUX86State *env = &cpu->env; |
| 895 | |
| 896 | vmport_regs->ebx = env->regs[R_EBX]; |
| 897 | vmport_regs->ecx = env->regs[R_ECX]; |
| 898 | vmport_regs->edx = env->regs[R_EDX]; |
| 899 | vmport_regs->esi = env->regs[R_ESI]; |
| 900 | vmport_regs->edi = env->regs[R_EDI]; |
| 901 | } |
| 902 | |
| 903 | static void handle_vmport_ioreq(XenIOState *state, ioreq_t *req) |
| 904 | { |
| 905 | vmware_regs_t *vmport_regs; |
| 906 | |
| 907 | assert(state->shared_vmport_page); |
| 908 | vmport_regs = |
| 909 | &state->shared_vmport_page->vcpu_vmport_regs[state->send_vcpu]; |
| 910 | QEMU_BUILD_BUG_ON(sizeof(*req) < sizeof(*vmport_regs)); |
| 911 | |
| 912 | current_cpu = state->cpu_by_vcpu_id[state->send_vcpu]; |
| 913 | regs_to_cpu(vmport_regs, req); |
| 914 | cpu_ioreq_pio(req); |
| 915 | regs_from_cpu(vmport_regs); |
| 916 | current_cpu = NULL; |
| 917 | } |
| 918 | |
| 919 | static void handle_ioreq(XenIOState *state, ioreq_t *req) |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 920 | { |
Don Slutz | eeb6b13 | 2015-04-30 14:27:09 -0400 | [diff] [blame] | 921 | trace_handle_ioreq(req, req->type, req->dir, req->df, req->data_is_ptr, |
| 922 | req->addr, req->data, req->count, req->size); |
| 923 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 924 | if (!req->data_is_ptr && (req->dir == IOREQ_WRITE) && |
| 925 | (req->size < sizeof (target_ulong))) { |
| 926 | req->data &= ((target_ulong) 1 << (8 * req->size)) - 1; |
| 927 | } |
| 928 | |
Don Slutz | eeb6b13 | 2015-04-30 14:27:09 -0400 | [diff] [blame] | 929 | if (req->dir == IOREQ_WRITE) |
| 930 | trace_handle_ioreq_write(req, req->type, req->df, req->data_is_ptr, |
| 931 | req->addr, req->data, req->count, req->size); |
| 932 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 933 | switch (req->type) { |
| 934 | case IOREQ_TYPE_PIO: |
| 935 | cpu_ioreq_pio(req); |
| 936 | break; |
| 937 | case IOREQ_TYPE_COPY: |
| 938 | cpu_ioreq_move(req); |
| 939 | break; |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 940 | case IOREQ_TYPE_VMWARE_PORT: |
| 941 | handle_vmport_ioreq(state, req); |
| 942 | break; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 943 | case IOREQ_TYPE_TIMEOFFSET: |
| 944 | break; |
| 945 | case IOREQ_TYPE_INVALIDATE: |
Jan Kiszka | e41d7c6 | 2011-06-21 22:59:08 +0200 | [diff] [blame] | 946 | xen_invalidate_map_cache(); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 947 | break; |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 948 | case IOREQ_TYPE_PCI_CONFIG: { |
| 949 | uint32_t sbdf = req->addr >> 32; |
| 950 | uint32_t val; |
| 951 | |
| 952 | /* Fake a write to port 0xCF8 so that |
| 953 | * the config space access will target the |
| 954 | * correct device model. |
| 955 | */ |
| 956 | val = (1u << 31) | |
| 957 | ((req->addr & 0x0f00) << 16) | |
| 958 | ((sbdf & 0xffff) << 8) | |
| 959 | (req->addr & 0xfc); |
| 960 | do_outp(0xcf8, 4, val); |
| 961 | |
| 962 | /* Now issue the config space access via |
| 963 | * port 0xCFC |
| 964 | */ |
| 965 | req->addr = 0xcfc | (req->addr & 0x03); |
| 966 | cpu_ioreq_pio(req); |
| 967 | break; |
| 968 | } |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 969 | default: |
| 970 | hw_error("Invalid ioreq type 0x%x\n", req->type); |
| 971 | } |
Don Slutz | eeb6b13 | 2015-04-30 14:27:09 -0400 | [diff] [blame] | 972 | if (req->dir == IOREQ_READ) { |
| 973 | trace_handle_ioreq_read(req, req->type, req->df, req->data_is_ptr, |
| 974 | req->addr, req->data, req->count, req->size); |
| 975 | } |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 976 | } |
| 977 | |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 978 | static int handle_buffered_iopage(XenIOState *state) |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 979 | { |
Jan Beulich | d8b441a | 2015-07-24 03:38:28 -0600 | [diff] [blame] | 980 | buffered_iopage_t *buf_page = state->buffered_io_page; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 981 | buf_ioreq_t *buf_req = NULL; |
| 982 | ioreq_t req; |
| 983 | int qw; |
| 984 | |
Jan Beulich | d8b441a | 2015-07-24 03:38:28 -0600 | [diff] [blame] | 985 | if (!buf_page) { |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 986 | return 0; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 987 | } |
| 988 | |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 989 | memset(&req, 0x00, sizeof(req)); |
| 990 | |
Jan Beulich | d8b441a | 2015-07-24 03:38:28 -0600 | [diff] [blame] | 991 | for (;;) { |
| 992 | uint32_t rdptr = buf_page->read_pointer, wrptr; |
| 993 | |
| 994 | xen_rmb(); |
| 995 | wrptr = buf_page->write_pointer; |
| 996 | xen_rmb(); |
| 997 | if (rdptr != buf_page->read_pointer) { |
| 998 | continue; |
| 999 | } |
| 1000 | if (rdptr == wrptr) { |
| 1001 | break; |
| 1002 | } |
| 1003 | buf_req = &buf_page->buf_ioreq[rdptr % IOREQ_BUFFER_SLOT_NUM]; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1004 | req.size = 1UL << buf_req->size; |
| 1005 | req.count = 1; |
| 1006 | req.addr = buf_req->addr; |
| 1007 | req.data = buf_req->data; |
| 1008 | req.state = STATE_IOREQ_READY; |
| 1009 | req.dir = buf_req->dir; |
| 1010 | req.df = 1; |
| 1011 | req.type = buf_req->type; |
| 1012 | req.data_is_ptr = 0; |
| 1013 | qw = (req.size == 8); |
| 1014 | if (qw) { |
Jan Beulich | d8b441a | 2015-07-24 03:38:28 -0600 | [diff] [blame] | 1015 | buf_req = &buf_page->buf_ioreq[(rdptr + 1) % |
| 1016 | IOREQ_BUFFER_SLOT_NUM]; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1017 | req.data |= ((uint64_t)buf_req->data) << 32; |
| 1018 | } |
| 1019 | |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 1020 | handle_ioreq(state, &req); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1021 | |
Jan Beulich | d8b441a | 2015-07-24 03:38:28 -0600 | [diff] [blame] | 1022 | atomic_add(&buf_page->read_pointer, qw + 1); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1023 | } |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 1024 | |
| 1025 | return req.count; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1026 | } |
| 1027 | |
| 1028 | static void handle_buffered_io(void *opaque) |
| 1029 | { |
| 1030 | XenIOState *state = opaque; |
| 1031 | |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 1032 | if (handle_buffered_iopage(state)) { |
Alex Bligh | bc72ad6 | 2013-08-21 16:03:08 +0100 | [diff] [blame] | 1033 | timer_mod(state->buffered_io_timer, |
| 1034 | BUFFER_IO_MAX_DELAY + qemu_clock_get_ms(QEMU_CLOCK_REALTIME)); |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 1035 | } else { |
Alex Bligh | bc72ad6 | 2013-08-21 16:03:08 +0100 | [diff] [blame] | 1036 | timer_del(state->buffered_io_timer); |
Ian Campbell | a2db2a1 | 2016-01-15 13:23:38 +0000 | [diff] [blame] | 1037 | xenevtchn_unmask(state->xce_handle, state->bufioreq_local_port); |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 1038 | } |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1039 | } |
| 1040 | |
| 1041 | static void cpu_handle_ioreq(void *opaque) |
| 1042 | { |
| 1043 | XenIOState *state = opaque; |
| 1044 | ioreq_t *req = cpu_get_ioreq(state); |
| 1045 | |
| 1046 | handle_buffered_iopage(state); |
| 1047 | if (req) { |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 1048 | handle_ioreq(state, req); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1049 | |
| 1050 | if (req->state != STATE_IOREQ_INPROCESS) { |
| 1051 | fprintf(stderr, "Badness in I/O request ... not in service?!: " |
| 1052 | "%x, ptr: %x, port: %"PRIx64", " |
Ian Campbell | 47d3df2 | 2016-02-10 11:07:05 +0000 | [diff] [blame] | 1053 | "data: %"PRIx64", count: %u, size: %u, type: %u\n", |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1054 | req->state, req->data_is_ptr, req->addr, |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 1055 | req->data, req->count, req->size, req->type); |
John V. Baboval | 180640e | 2012-05-17 10:33:09 +0000 | [diff] [blame] | 1056 | destroy_hvm_domain(false); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1057 | return; |
| 1058 | } |
| 1059 | |
| 1060 | xen_wmb(); /* Update ioreq contents /then/ update state. */ |
| 1061 | |
| 1062 | /* |
| 1063 | * We do this before we send the response so that the tools |
| 1064 | * have the opportunity to pick up on the reset before the |
| 1065 | * guest resumes and does a hlt with interrupts disabled which |
| 1066 | * causes Xen to powerdown the domain. |
| 1067 | */ |
Luiz Capitulino | 1354869 | 2011-07-29 15:36:43 -0300 | [diff] [blame] | 1068 | if (runstate_is_running()) { |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1069 | if (qemu_shutdown_requested_get()) { |
John V. Baboval | 180640e | 2012-05-17 10:33:09 +0000 | [diff] [blame] | 1070 | destroy_hvm_domain(false); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1071 | } |
| 1072 | if (qemu_reset_requested_get()) { |
Jan Kiszka | e063eb1 | 2011-06-14 18:29:43 +0200 | [diff] [blame] | 1073 | qemu_system_reset(VMRESET_REPORT); |
John V. Baboval | 180640e | 2012-05-17 10:33:09 +0000 | [diff] [blame] | 1074 | destroy_hvm_domain(true); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1075 | } |
| 1076 | } |
| 1077 | |
| 1078 | req->state = STATE_IORESP_READY; |
Ian Campbell | a2db2a1 | 2016-01-15 13:23:38 +0000 | [diff] [blame] | 1079 | xenevtchn_notify(state->xce_handle, |
| 1080 | state->ioreq_local_port[state->send_vcpu]); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1081 | } |
| 1082 | } |
| 1083 | |
| 1084 | static void xen_main_loop_prepare(XenIOState *state) |
| 1085 | { |
| 1086 | int evtchn_fd = -1; |
| 1087 | |
Ian Campbell | a2db2a1 | 2016-01-15 13:23:38 +0000 | [diff] [blame] | 1088 | if (state->xce_handle != NULL) { |
| 1089 | evtchn_fd = xenevtchn_fd(state->xce_handle); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1090 | } |
| 1091 | |
Alex Bligh | bc72ad6 | 2013-08-21 16:03:08 +0100 | [diff] [blame] | 1092 | state->buffered_io_timer = timer_new_ms(QEMU_CLOCK_REALTIME, handle_buffered_io, |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1093 | state); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1094 | |
| 1095 | if (evtchn_fd != -1) { |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 1096 | CPUState *cpu_state; |
| 1097 | |
| 1098 | DPRINTF("%s: Init cpu_by_vcpu_id\n", __func__); |
| 1099 | CPU_FOREACH(cpu_state) { |
| 1100 | DPRINTF("%s: cpu_by_vcpu_id[%d]=%p\n", |
| 1101 | __func__, cpu_state->cpu_index, cpu_state); |
| 1102 | state->cpu_by_vcpu_id[cpu_state->cpu_index] = cpu_state; |
| 1103 | } |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1104 | qemu_set_fd_handler(evtchn_fd, cpu_handle_ioreq, NULL, state); |
| 1105 | } |
| 1106 | } |
| 1107 | |
| 1108 | |
Luiz Capitulino | 1dfb4dd | 2011-07-29 14:26:33 -0300 | [diff] [blame] | 1109 | static void xen_hvm_change_state_handler(void *opaque, int running, |
| 1110 | RunState rstate) |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1111 | { |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1112 | XenIOState *state = opaque; |
| 1113 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1114 | if (running) { |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1115 | xen_main_loop_prepare(state); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1116 | } |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1117 | |
| 1118 | xen_set_ioreq_server_state(xen_xc, xen_domid, |
| 1119 | state->ioservid, |
| 1120 | (rstate == RUN_STATE_RUNNING)); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1121 | } |
| 1122 | |
Jan Kiszka | 9e8dd45 | 2011-06-20 14:06:26 +0200 | [diff] [blame] | 1123 | static void xen_exit_notifier(Notifier *n, void *data) |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1124 | { |
| 1125 | XenIOState *state = container_of(n, XenIOState, exit); |
| 1126 | |
Ian Campbell | a2db2a1 | 2016-01-15 13:23:38 +0000 | [diff] [blame] | 1127 | xenevtchn_close(state->xce_handle); |
Anthony PERARD | 2932133 | 2010-09-06 20:07:33 +0100 | [diff] [blame] | 1128 | xs_daemon_close(state->xenstore); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1129 | } |
| 1130 | |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 1131 | static void xen_read_physmap(XenIOState *state) |
| 1132 | { |
| 1133 | XenPhysmap *physmap = NULL; |
| 1134 | unsigned int len, num, i; |
| 1135 | char path[80], *value = NULL; |
| 1136 | char **entries = NULL; |
| 1137 | |
| 1138 | snprintf(path, sizeof(path), |
| 1139 | "/local/domain/0/device-model/%d/physmap", xen_domid); |
| 1140 | entries = xs_directory(state->xenstore, 0, path, &num); |
| 1141 | if (entries == NULL) |
| 1142 | return; |
| 1143 | |
| 1144 | for (i = 0; i < num; i++) { |
| 1145 | physmap = g_malloc(sizeof (XenPhysmap)); |
| 1146 | physmap->phys_offset = strtoull(entries[i], NULL, 16); |
| 1147 | snprintf(path, sizeof(path), |
| 1148 | "/local/domain/0/device-model/%d/physmap/%s/start_addr", |
| 1149 | xen_domid, entries[i]); |
| 1150 | value = xs_read(state->xenstore, 0, path, &len); |
| 1151 | if (value == NULL) { |
Stefan Weil | c5633d9 | 2013-06-10 22:36:22 +0200 | [diff] [blame] | 1152 | g_free(physmap); |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 1153 | continue; |
| 1154 | } |
| 1155 | physmap->start_addr = strtoull(value, NULL, 16); |
| 1156 | free(value); |
| 1157 | |
| 1158 | snprintf(path, sizeof(path), |
| 1159 | "/local/domain/0/device-model/%d/physmap/%s/size", |
| 1160 | xen_domid, entries[i]); |
| 1161 | value = xs_read(state->xenstore, 0, path, &len); |
| 1162 | if (value == NULL) { |
Stefan Weil | c5633d9 | 2013-06-10 22:36:22 +0200 | [diff] [blame] | 1163 | g_free(physmap); |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 1164 | continue; |
| 1165 | } |
| 1166 | physmap->size = strtoull(value, NULL, 16); |
| 1167 | free(value); |
| 1168 | |
| 1169 | snprintf(path, sizeof(path), |
| 1170 | "/local/domain/0/device-model/%d/physmap/%s/name", |
| 1171 | xen_domid, entries[i]); |
| 1172 | physmap->name = xs_read(state->xenstore, 0, path, &len); |
| 1173 | |
| 1174 | QLIST_INSERT_HEAD(&state->physmap, physmap, list); |
| 1175 | } |
| 1176 | free(entries); |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 1177 | } |
| 1178 | |
Liu, Jinsong | 11addd0 | 2013-09-25 16:40:23 +0000 | [diff] [blame] | 1179 | static void xen_wakeup_notifier(Notifier *notifier, void *data) |
| 1180 | { |
| 1181 | xc_set_hvm_param(xen_xc, xen_domid, HVM_PARAM_ACPI_S_STATE, 0); |
| 1182 | } |
| 1183 | |
Markus Armbruster | dced4d2 | 2016-01-14 16:09:38 +0100 | [diff] [blame] | 1184 | void xen_hvm_init(PCMachineState *pcms, MemoryRegion **ram_memory) |
Anthony PERARD | 29d3ccd | 2010-06-30 12:58:34 +0100 | [diff] [blame] | 1185 | { |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1186 | int i, rc; |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1187 | xen_pfn_t ioreq_pfn; |
| 1188 | xen_pfn_t bufioreq_pfn; |
| 1189 | evtchn_port_t bufioreq_evtchn; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1190 | XenIOState *state; |
| 1191 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 1192 | state = g_malloc0(sizeof (XenIOState)); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1193 | |
Ian Campbell | a2db2a1 | 2016-01-15 13:23:38 +0000 | [diff] [blame] | 1194 | state->xce_handle = xenevtchn_open(NULL, 0); |
| 1195 | if (state->xce_handle == NULL) { |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1196 | perror("xen: event channel open"); |
Markus Armbruster | dced4d2 | 2016-01-14 16:09:38 +0100 | [diff] [blame] | 1197 | goto err; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1198 | } |
| 1199 | |
Anthony PERARD | 2932133 | 2010-09-06 20:07:33 +0100 | [diff] [blame] | 1200 | state->xenstore = xs_daemon_open(); |
| 1201 | if (state->xenstore == NULL) { |
| 1202 | perror("xen: xenstore open"); |
Markus Armbruster | dced4d2 | 2016-01-14 16:09:38 +0100 | [diff] [blame] | 1203 | goto err; |
Anthony PERARD | 2932133 | 2010-09-06 20:07:33 +0100 | [diff] [blame] | 1204 | } |
| 1205 | |
Paul Durrant | b7665c6 | 2016-08-01 10:16:25 +0100 | [diff] [blame] | 1206 | xen_create_ioreq_server(xen_xc, xen_domid, &state->ioservid); |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1207 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1208 | state->exit.notify = xen_exit_notifier; |
| 1209 | qemu_add_exit_notifier(&state->exit); |
| 1210 | |
Gerd Hoffmann | da98c8e | 2012-02-23 13:45:20 +0100 | [diff] [blame] | 1211 | state->suspend.notify = xen_suspend_notifier; |
| 1212 | qemu_register_suspend_notifier(&state->suspend); |
| 1213 | |
Liu, Jinsong | 11addd0 | 2013-09-25 16:40:23 +0000 | [diff] [blame] | 1214 | state->wakeup.notify = xen_wakeup_notifier; |
| 1215 | qemu_register_wakeup_notifier(&state->wakeup); |
| 1216 | |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1217 | rc = xen_get_ioreq_server_info(xen_xc, xen_domid, state->ioservid, |
| 1218 | &ioreq_pfn, &bufioreq_pfn, |
| 1219 | &bufioreq_evtchn); |
| 1220 | if (rc < 0) { |
Ian Campbell | 81daba58 | 2016-02-10 11:07:03 +0000 | [diff] [blame] | 1221 | error_report("failed to get ioreq server info: error %d handle=%p", |
Markus Armbruster | dced4d2 | 2016-01-14 16:09:38 +0100 | [diff] [blame] | 1222 | errno, xen_xc); |
| 1223 | goto err; |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1224 | } |
| 1225 | |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1226 | DPRINTF("shared page at pfn %lx\n", ioreq_pfn); |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1227 | DPRINTF("buffered io page at pfn %lx\n", bufioreq_pfn); |
| 1228 | DPRINTF("buffered io evtchn is %x\n", bufioreq_evtchn); |
| 1229 | |
Ian Campbell | e0cb42a | 2016-01-15 13:23:41 +0000 | [diff] [blame] | 1230 | state->shared_page = xenforeignmemory_map(xen_fmem, xen_domid, |
Ian Campbell | 9ed257d | 2016-01-15 13:23:40 +0000 | [diff] [blame] | 1231 | PROT_READ|PROT_WRITE, |
Ian Campbell | e0cb42a | 2016-01-15 13:23:41 +0000 | [diff] [blame] | 1232 | 1, &ioreq_pfn, NULL); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1233 | if (state->shared_page == NULL) { |
Ian Campbell | 81daba58 | 2016-02-10 11:07:03 +0000 | [diff] [blame] | 1234 | error_report("map shared IO page returned error %d handle=%p", |
Markus Armbruster | dced4d2 | 2016-01-14 16:09:38 +0100 | [diff] [blame] | 1235 | errno, xen_xc); |
| 1236 | goto err; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1237 | } |
| 1238 | |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 1239 | rc = xen_get_vmport_regs_pfn(xen_xc, xen_domid, &ioreq_pfn); |
| 1240 | if (!rc) { |
| 1241 | DPRINTF("shared vmport page at pfn %lx\n", ioreq_pfn); |
| 1242 | state->shared_vmport_page = |
Ian Campbell | e0cb42a | 2016-01-15 13:23:41 +0000 | [diff] [blame] | 1243 | xenforeignmemory_map(xen_fmem, xen_domid, PROT_READ|PROT_WRITE, |
| 1244 | 1, &ioreq_pfn, NULL); |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 1245 | if (state->shared_vmport_page == NULL) { |
Ian Campbell | 81daba58 | 2016-02-10 11:07:03 +0000 | [diff] [blame] | 1246 | error_report("map shared vmport IO page returned error %d handle=%p", |
| 1247 | errno, xen_xc); |
Markus Armbruster | dced4d2 | 2016-01-14 16:09:38 +0100 | [diff] [blame] | 1248 | goto err; |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 1249 | } |
| 1250 | } else if (rc != -ENOSYS) { |
Markus Armbruster | dced4d2 | 2016-01-14 16:09:38 +0100 | [diff] [blame] | 1251 | error_report("get vmport regs pfn returned error %d, rc=%d", |
| 1252 | errno, rc); |
| 1253 | goto err; |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 1254 | } |
| 1255 | |
Ian Campbell | e0cb42a | 2016-01-15 13:23:41 +0000 | [diff] [blame] | 1256 | state->buffered_io_page = xenforeignmemory_map(xen_fmem, xen_domid, |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1257 | PROT_READ|PROT_WRITE, |
Ian Campbell | e0cb42a | 2016-01-15 13:23:41 +0000 | [diff] [blame] | 1258 | 1, &bufioreq_pfn, NULL); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1259 | if (state->buffered_io_page == NULL) { |
Markus Armbruster | dced4d2 | 2016-01-14 16:09:38 +0100 | [diff] [blame] | 1260 | error_report("map buffered IO page returned error %d", errno); |
| 1261 | goto err; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1262 | } |
| 1263 | |
Don Slutz | 37f9e25 | 2014-10-20 15:49:12 -0400 | [diff] [blame] | 1264 | /* Note: cpus is empty at this point in init */ |
| 1265 | state->cpu_by_vcpu_id = g_malloc0(max_cpus * sizeof(CPUState *)); |
| 1266 | |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1267 | rc = xen_set_ioreq_server_state(xen_xc, xen_domid, state->ioservid, true); |
| 1268 | if (rc < 0) { |
Ian Campbell | 81daba58 | 2016-02-10 11:07:03 +0000 | [diff] [blame] | 1269 | error_report("failed to enable ioreq server info: error %d handle=%p", |
Markus Armbruster | dced4d2 | 2016-01-14 16:09:38 +0100 | [diff] [blame] | 1270 | errno, xen_xc); |
| 1271 | goto err; |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1272 | } |
| 1273 | |
Anthony PERARD | 1cd25a8 | 2013-09-25 16:41:48 +0000 | [diff] [blame] | 1274 | state->ioreq_local_port = g_malloc0(max_cpus * sizeof (evtchn_port_t)); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1275 | |
| 1276 | /* FIXME: how about if we overflow the page here? */ |
Anthony PERARD | 1cd25a8 | 2013-09-25 16:41:48 +0000 | [diff] [blame] | 1277 | for (i = 0; i < max_cpus; i++) { |
Ian Campbell | a2db2a1 | 2016-01-15 13:23:38 +0000 | [diff] [blame] | 1278 | rc = xenevtchn_bind_interdomain(state->xce_handle, xen_domid, |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1279 | xen_vcpu_eport(state->shared_page, i)); |
| 1280 | if (rc == -1) { |
Markus Armbruster | dced4d2 | 2016-01-14 16:09:38 +0100 | [diff] [blame] | 1281 | error_report("shared evtchn %d bind error %d", i, errno); |
| 1282 | goto err; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1283 | } |
| 1284 | state->ioreq_local_port[i] = rc; |
| 1285 | } |
| 1286 | |
Ian Campbell | a2db2a1 | 2016-01-15 13:23:38 +0000 | [diff] [blame] | 1287 | rc = xenevtchn_bind_interdomain(state->xce_handle, xen_domid, |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1288 | bufioreq_evtchn); |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 1289 | if (rc == -1) { |
Markus Armbruster | dced4d2 | 2016-01-14 16:09:38 +0100 | [diff] [blame] | 1290 | error_report("buffered evtchn bind error %d", errno); |
| 1291 | goto err; |
Stefano Stabellini | fda1f76 | 2012-04-13 17:46:01 +0000 | [diff] [blame] | 1292 | } |
| 1293 | state->bufioreq_local_port = rc; |
| 1294 | |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 1295 | /* Init RAM management */ |
Anthony PERARD | cd1ba7d | 2012-01-18 12:21:38 +0000 | [diff] [blame] | 1296 | xen_map_cache_init(xen_phys_offset_to_gaddr, state); |
Eduardo Habkost | 91176e3 | 2015-08-17 11:42:29 -0700 | [diff] [blame] | 1297 | xen_ram_init(pcms, ram_size, ram_memory); |
Jun Nakajima | 432d268 | 2010-08-31 16:41:25 +0100 | [diff] [blame] | 1298 | |
Anthony PERARD | fb4bb2b | 2011-07-15 00:33:42 +0000 | [diff] [blame] | 1299 | qemu_add_vm_change_state_handler(xen_hvm_change_state_handler, state); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1300 | |
Avi Kivity | 20581d2 | 2011-12-19 12:07:50 +0200 | [diff] [blame] | 1301 | state->memory_listener = xen_memory_listener; |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 1302 | QLIST_INIT(&state->physmap); |
Avi Kivity | f6790af | 2012-10-02 20:13:51 +0200 | [diff] [blame] | 1303 | memory_listener_register(&state->memory_listener, &address_space_memory); |
Anthony PERARD | b4dd780 | 2011-05-24 14:34:21 +0100 | [diff] [blame] | 1304 | state->log_for_dirtybit = NULL; |
| 1305 | |
Paul Durrant | 3996e85 | 2015-01-20 11:06:19 +0000 | [diff] [blame] | 1306 | state->io_listener = xen_io_listener; |
| 1307 | memory_listener_register(&state->io_listener, &address_space_io); |
| 1308 | |
| 1309 | state->device_listener = xen_device_listener; |
| 1310 | device_listener_register(&state->device_listener); |
| 1311 | |
Stefano Stabellini | ad35a7d | 2011-06-24 15:54:48 +0100 | [diff] [blame] | 1312 | /* Initialize backend core & drivers */ |
| 1313 | if (xen_be_init() != 0) { |
Markus Armbruster | dced4d2 | 2016-01-14 16:09:38 +0100 | [diff] [blame] | 1314 | error_report("xen backend core setup failed"); |
| 1315 | goto err; |
Stefano Stabellini | ad35a7d | 2011-06-24 15:54:48 +0100 | [diff] [blame] | 1316 | } |
Juergen Gross | 0e39bb0 | 2016-08-02 08:32:32 +0200 | [diff] [blame] | 1317 | xen_be_register_common(); |
Stefano Stabellini | d1814e0 | 2012-01-19 15:56:11 +0000 | [diff] [blame] | 1318 | xen_read_physmap(state); |
Markus Armbruster | dced4d2 | 2016-01-14 16:09:38 +0100 | [diff] [blame] | 1319 | return; |
Stefano Stabellini | ad35a7d | 2011-06-24 15:54:48 +0100 | [diff] [blame] | 1320 | |
Markus Armbruster | dced4d2 | 2016-01-14 16:09:38 +0100 | [diff] [blame] | 1321 | err: |
| 1322 | error_report("xen hardware virtual machine initialisation failed"); |
| 1323 | exit(1); |
Anthony PERARD | 29d3ccd | 2010-06-30 12:58:34 +0100 | [diff] [blame] | 1324 | } |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1325 | |
John V. Baboval | 180640e | 2012-05-17 10:33:09 +0000 | [diff] [blame] | 1326 | void destroy_hvm_domain(bool reboot) |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1327 | { |
Ian Campbell | 81daba58 | 2016-02-10 11:07:03 +0000 | [diff] [blame] | 1328 | xc_interface *xc_handle; |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1329 | int sts; |
| 1330 | |
Ian Campbell | 81daba58 | 2016-02-10 11:07:03 +0000 | [diff] [blame] | 1331 | xc_handle = xc_interface_open(0, 0, 0); |
| 1332 | if (xc_handle == NULL) { |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1333 | fprintf(stderr, "Cannot acquire xenctrl handle\n"); |
| 1334 | } else { |
John V. Baboval | 180640e | 2012-05-17 10:33:09 +0000 | [diff] [blame] | 1335 | sts = xc_domain_shutdown(xc_handle, xen_domid, |
| 1336 | reboot ? SHUTDOWN_reboot : SHUTDOWN_poweroff); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1337 | if (sts != 0) { |
John V. Baboval | 180640e | 2012-05-17 10:33:09 +0000 | [diff] [blame] | 1338 | fprintf(stderr, "xc_domain_shutdown failed to issue %s, " |
| 1339 | "sts %d, %s\n", reboot ? "reboot" : "poweroff", |
| 1340 | sts, strerror(errno)); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1341 | } else { |
John V. Baboval | 180640e | 2012-05-17 10:33:09 +0000 | [diff] [blame] | 1342 | fprintf(stderr, "Issued domain %d %s\n", xen_domid, |
| 1343 | reboot ? "reboot" : "poweroff"); |
Arun Sharma | 9ce94e7 | 2010-09-06 20:07:14 +0100 | [diff] [blame] | 1344 | } |
| 1345 | xc_interface_close(xc_handle); |
| 1346 | } |
| 1347 | } |
Avi Kivity | c65adf9 | 2011-12-18 16:40:50 +0200 | [diff] [blame] | 1348 | |
| 1349 | void xen_register_framebuffer(MemoryRegion *mr) |
| 1350 | { |
| 1351 | framebuffer = mr; |
| 1352 | } |
Allen Kay | eaab4d6 | 2012-06-21 15:40:09 +0000 | [diff] [blame] | 1353 | |
| 1354 | void xen_shutdown_fatal_error(const char *fmt, ...) |
| 1355 | { |
| 1356 | va_list ap; |
| 1357 | |
| 1358 | va_start(ap, fmt); |
| 1359 | vfprintf(stderr, fmt, ap); |
| 1360 | va_end(ap); |
| 1361 | fprintf(stderr, "Will destroy the domain.\n"); |
| 1362 | /* destroy the domain */ |
| 1363 | qemu_system_shutdown_request(); |
| 1364 | } |
Anthony PERARD | 910b38e | 2012-10-03 13:48:45 +0000 | [diff] [blame] | 1365 | |
| 1366 | void xen_modified_memory(ram_addr_t start, ram_addr_t length) |
| 1367 | { |
| 1368 | if (unlikely(xen_in_migration)) { |
| 1369 | int rc; |
| 1370 | ram_addr_t start_pfn, nb_pages; |
| 1371 | |
| 1372 | if (length == 0) { |
| 1373 | length = TARGET_PAGE_SIZE; |
| 1374 | } |
| 1375 | start_pfn = start >> TARGET_PAGE_BITS; |
| 1376 | nb_pages = ((start + length + TARGET_PAGE_SIZE - 1) >> TARGET_PAGE_BITS) |
| 1377 | - start_pfn; |
| 1378 | rc = xc_hvm_modified_memory(xen_xc, xen_domid, start_pfn, nb_pages); |
| 1379 | if (rc) { |
| 1380 | fprintf(stderr, |
| 1381 | "%s failed for "RAM_ADDR_FMT" ("RAM_ADDR_FMT"): %i, %s\n", |
| 1382 | __func__, start, nb_pages, rc, strerror(-rc)); |
| 1383 | } |
| 1384 | } |
| 1385 | } |
Wei Liu | 04b0de0 | 2014-05-07 16:16:43 +0000 | [diff] [blame] | 1386 | |
| 1387 | void qmp_xen_set_global_dirty_log(bool enable, Error **errp) |
| 1388 | { |
| 1389 | if (enable) { |
| 1390 | memory_global_dirty_log_start(); |
| 1391 | } else { |
| 1392 | memory_global_dirty_log_stop(); |
| 1393 | } |
| 1394 | } |