blob: 7b69801cb822ce23f946b899dccf08b131cb9f5e [file] [log] [blame]
Wen Congyang80167a82012-05-07 12:03:46 +08001/*
2 * QEMU memory mapping
3 *
4 * Copyright Fujitsu, Corp. 2011, 2012
5 *
6 * Authors:
7 * Wen Congyang <wency@cn.fujitsu.com>
8 *
Stefan Weilfc0608a2012-06-10 19:49:18 +00009 * This work is licensed under the terms of the GNU GPL, version 2 or later.
10 * See the COPYING file in the top-level directory.
Wen Congyang80167a82012-05-07 12:03:46 +080011 *
12 */
13
Laszlo Ersekc5d7f602013-08-06 12:37:10 +020014#include <glib.h>
15
Wen Congyang80167a82012-05-07 12:03:46 +080016#include "cpu.h"
Paolo Bonzini022c62c2012-12-17 18:19:49 +010017#include "exec/cpu-all.h"
Paolo Bonzini9c17d612012-12-17 18:20:04 +010018#include "sysemu/memory_mapping.h"
Laszlo Ersekc5d7f602013-08-06 12:37:10 +020019#include "exec/memory.h"
20#include "exec/address-spaces.h"
21
22//#define DEBUG_GUEST_PHYS_REGION_ADD
Wen Congyang80167a82012-05-07 12:03:46 +080023
24static void memory_mapping_list_add_mapping_sorted(MemoryMappingList *list,
25 MemoryMapping *mapping)
26{
27 MemoryMapping *p;
28
29 QTAILQ_FOREACH(p, &list->head, next) {
30 if (p->phys_addr >= mapping->phys_addr) {
31 QTAILQ_INSERT_BEFORE(p, mapping, next);
32 return;
33 }
34 }
35 QTAILQ_INSERT_TAIL(&list->head, mapping, next);
36}
37
38static void create_new_memory_mapping(MemoryMappingList *list,
Avi Kivitya8170e52012-10-23 12:30:10 +020039 hwaddr phys_addr,
40 hwaddr virt_addr,
Wen Congyang80167a82012-05-07 12:03:46 +080041 ram_addr_t length)
42{
43 MemoryMapping *memory_mapping;
44
45 memory_mapping = g_malloc(sizeof(MemoryMapping));
46 memory_mapping->phys_addr = phys_addr;
47 memory_mapping->virt_addr = virt_addr;
48 memory_mapping->length = length;
49 list->last_mapping = memory_mapping;
50 list->num++;
51 memory_mapping_list_add_mapping_sorted(list, memory_mapping);
52}
53
54static inline bool mapping_contiguous(MemoryMapping *map,
Avi Kivitya8170e52012-10-23 12:30:10 +020055 hwaddr phys_addr,
56 hwaddr virt_addr)
Wen Congyang80167a82012-05-07 12:03:46 +080057{
58 return phys_addr == map->phys_addr + map->length &&
59 virt_addr == map->virt_addr + map->length;
60}
61
62/*
63 * [map->phys_addr, map->phys_addr + map->length) and
64 * [phys_addr, phys_addr + length) have intersection?
65 */
66static inline bool mapping_have_same_region(MemoryMapping *map,
Avi Kivitya8170e52012-10-23 12:30:10 +020067 hwaddr phys_addr,
Wen Congyang80167a82012-05-07 12:03:46 +080068 ram_addr_t length)
69{
70 return !(phys_addr + length < map->phys_addr ||
71 phys_addr >= map->phys_addr + map->length);
72}
73
74/*
75 * [map->phys_addr, map->phys_addr + map->length) and
76 * [phys_addr, phys_addr + length) have intersection. The virtual address in the
77 * intersection are the same?
78 */
79static inline bool mapping_conflict(MemoryMapping *map,
Avi Kivitya8170e52012-10-23 12:30:10 +020080 hwaddr phys_addr,
81 hwaddr virt_addr)
Wen Congyang80167a82012-05-07 12:03:46 +080082{
83 return virt_addr - map->virt_addr != phys_addr - map->phys_addr;
84}
85
86/*
87 * [map->virt_addr, map->virt_addr + map->length) and
88 * [virt_addr, virt_addr + length) have intersection. And the physical address
89 * in the intersection are the same.
90 */
91static inline void mapping_merge(MemoryMapping *map,
Avi Kivitya8170e52012-10-23 12:30:10 +020092 hwaddr virt_addr,
Wen Congyang80167a82012-05-07 12:03:46 +080093 ram_addr_t length)
94{
95 if (virt_addr < map->virt_addr) {
96 map->length += map->virt_addr - virt_addr;
97 map->virt_addr = virt_addr;
98 }
99
100 if ((virt_addr + length) >
101 (map->virt_addr + map->length)) {
102 map->length = virt_addr + length - map->virt_addr;
103 }
104}
105
106void memory_mapping_list_add_merge_sorted(MemoryMappingList *list,
Avi Kivitya8170e52012-10-23 12:30:10 +0200107 hwaddr phys_addr,
108 hwaddr virt_addr,
Wen Congyang80167a82012-05-07 12:03:46 +0800109 ram_addr_t length)
110{
111 MemoryMapping *memory_mapping, *last_mapping;
112
113 if (QTAILQ_EMPTY(&list->head)) {
114 create_new_memory_mapping(list, phys_addr, virt_addr, length);
115 return;
116 }
117
118 last_mapping = list->last_mapping;
119 if (last_mapping) {
120 if (mapping_contiguous(last_mapping, phys_addr, virt_addr)) {
121 last_mapping->length += length;
122 return;
123 }
124 }
125
126 QTAILQ_FOREACH(memory_mapping, &list->head, next) {
127 if (mapping_contiguous(memory_mapping, phys_addr, virt_addr)) {
128 memory_mapping->length += length;
129 list->last_mapping = memory_mapping;
130 return;
131 }
132
133 if (phys_addr + length < memory_mapping->phys_addr) {
134 /* create a new region before memory_mapping */
135 break;
136 }
137
138 if (mapping_have_same_region(memory_mapping, phys_addr, length)) {
139 if (mapping_conflict(memory_mapping, phys_addr, virt_addr)) {
140 continue;
141 }
142
143 /* merge this region into memory_mapping */
144 mapping_merge(memory_mapping, virt_addr, length);
145 list->last_mapping = memory_mapping;
146 return;
147 }
148 }
149
150 /* this region can not be merged into any existed memory mapping. */
151 create_new_memory_mapping(list, phys_addr, virt_addr, length);
152}
153
154void memory_mapping_list_free(MemoryMappingList *list)
155{
156 MemoryMapping *p, *q;
157
158 QTAILQ_FOREACH_SAFE(p, &list->head, next, q) {
159 QTAILQ_REMOVE(&list->head, p, next);
160 g_free(p);
161 }
162
163 list->num = 0;
164 list->last_mapping = NULL;
165}
166
167void memory_mapping_list_init(MemoryMappingList *list)
168{
169 list->num = 0;
170 list->last_mapping = NULL;
171 QTAILQ_INIT(&list->head);
172}
Wen Congyangc5170762012-05-07 12:06:40 +0800173
Laszlo Ersek5ee163e2013-08-06 12:37:09 +0200174void guest_phys_blocks_free(GuestPhysBlockList *list)
175{
176 GuestPhysBlock *p, *q;
177
178 QTAILQ_FOREACH_SAFE(p, &list->head, next, q) {
179 QTAILQ_REMOVE(&list->head, p, next);
180 g_free(p);
181 }
182 list->num = 0;
183}
184
185void guest_phys_blocks_init(GuestPhysBlockList *list)
186{
187 list->num = 0;
188 QTAILQ_INIT(&list->head);
189}
190
Laszlo Ersekc5d7f602013-08-06 12:37:10 +0200191typedef struct GuestPhysListener {
192 GuestPhysBlockList *list;
193 MemoryListener listener;
194} GuestPhysListener;
195
196static void guest_phys_blocks_region_add(MemoryListener *listener,
197 MemoryRegionSection *section)
198{
199 GuestPhysListener *g;
200 uint64_t section_size;
201 hwaddr target_start, target_end;
202 uint8_t *host_addr;
203 GuestPhysBlock *predecessor;
204
205 /* we only care about RAM */
Nikunj A Dadhaniae4dc3f52014-09-15 09:28:23 +0530206 if (!memory_region_is_ram(section->mr) ||
207 memory_region_is_skip_dump(section->mr)) {
Laszlo Ersekc5d7f602013-08-06 12:37:10 +0200208 return;
209 }
210
211 g = container_of(listener, GuestPhysListener, listener);
212 section_size = int128_get64(section->size);
213 target_start = section->offset_within_address_space;
214 target_end = target_start + section_size;
215 host_addr = memory_region_get_ram_ptr(section->mr) +
216 section->offset_within_region;
217 predecessor = NULL;
218
219 /* find continuity in guest physical address space */
220 if (!QTAILQ_EMPTY(&g->list->head)) {
221 hwaddr predecessor_size;
222
223 predecessor = QTAILQ_LAST(&g->list->head, GuestPhysBlockHead);
224 predecessor_size = predecessor->target_end - predecessor->target_start;
225
226 /* the memory API guarantees monotonically increasing traversal */
227 g_assert(predecessor->target_end <= target_start);
228
229 /* we want continuity in both guest-physical and host-virtual memory */
230 if (predecessor->target_end < target_start ||
231 predecessor->host_addr + predecessor_size != host_addr) {
232 predecessor = NULL;
233 }
234 }
235
236 if (predecessor == NULL) {
237 /* isolated mapping, allocate it and add it to the list */
238 GuestPhysBlock *block = g_malloc0(sizeof *block);
239
240 block->target_start = target_start;
241 block->target_end = target_end;
242 block->host_addr = host_addr;
243
244 QTAILQ_INSERT_TAIL(&g->list->head, block, next);
245 ++g->list->num;
246 } else {
247 /* expand predecessor until @target_end; predecessor's start doesn't
248 * change
249 */
250 predecessor->target_end = target_end;
251 }
252
253#ifdef DEBUG_GUEST_PHYS_REGION_ADD
254 fprintf(stderr, "%s: target_start=" TARGET_FMT_plx " target_end="
255 TARGET_FMT_plx ": %s (count: %u)\n", __FUNCTION__, target_start,
256 target_end, predecessor ? "joined" : "added", g->list->num);
257#endif
258}
259
260void guest_phys_blocks_append(GuestPhysBlockList *list)
261{
262 GuestPhysListener g = { 0 };
263
264 g.list = list;
265 g.listener.region_add = &guest_phys_blocks_region_add;
266 memory_listener_register(&g.listener, &address_space_memory);
267 memory_listener_unregister(&g.listener);
268}
269
Andreas Färber182735e2013-05-29 22:29:20 +0200270static CPUState *find_paging_enabled_cpu(CPUState *start_cpu)
Wen Congyangc5170762012-05-07 12:06:40 +0800271{
Andreas Färber182735e2013-05-29 22:29:20 +0200272 CPUState *cpu;
Wen Congyangc5170762012-05-07 12:06:40 +0800273
Andreas Färberbdc44642013-06-24 23:50:24 +0200274 CPU_FOREACH(cpu) {
Andreas Färber182735e2013-05-29 22:29:20 +0200275 if (cpu_paging_enabled(cpu)) {
276 return cpu;
Wen Congyangc5170762012-05-07 12:06:40 +0800277 }
278 }
279
280 return NULL;
281}
282
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200283void qemu_get_guest_memory_mapping(MemoryMappingList *list,
284 const GuestPhysBlockList *guest_phys_blocks,
285 Error **errp)
Wen Congyangc5170762012-05-07 12:06:40 +0800286{
Andreas Färber182735e2013-05-29 22:29:20 +0200287 CPUState *cpu, *first_paging_enabled_cpu;
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200288 GuestPhysBlock *block;
Wen Congyangc5170762012-05-07 12:06:40 +0800289 ram_addr_t offset, length;
Wen Congyangc5170762012-05-07 12:06:40 +0800290
291 first_paging_enabled_cpu = find_paging_enabled_cpu(first_cpu);
292 if (first_paging_enabled_cpu) {
Andreas Färberbdc44642013-06-24 23:50:24 +0200293 for (cpu = first_paging_enabled_cpu; cpu != NULL;
294 cpu = CPU_NEXT(cpu)) {
Andreas Färbera23bbfd2013-05-28 13:52:01 +0200295 Error *err = NULL;
Andreas Färber182735e2013-05-29 22:29:20 +0200296 cpu_get_memory_mapping(cpu, list, &err);
Andreas Färbera23bbfd2013-05-28 13:52:01 +0200297 if (err) {
Andreas Färber11ed09c2013-05-29 21:54:03 +0200298 error_propagate(errp, err);
299 return;
Wen Congyangc5170762012-05-07 12:06:40 +0800300 }
301 }
Andreas Färber11ed09c2013-05-29 21:54:03 +0200302 return;
Wen Congyangc5170762012-05-07 12:06:40 +0800303 }
304
305 /*
306 * If the guest doesn't use paging, the virtual address is equal to physical
307 * address.
308 */
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200309 QTAILQ_FOREACH(block, &guest_phys_blocks->head, next) {
310 offset = block->target_start;
311 length = block->target_end - block->target_start;
Wen Congyangc5170762012-05-07 12:06:40 +0800312 create_new_memory_mapping(list, offset, offset, length);
313 }
Wen Congyangc5170762012-05-07 12:06:40 +0800314}
Wen Congyang2b05ab52012-05-07 12:07:07 +0800315
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200316void qemu_get_guest_simple_memory_mapping(MemoryMappingList *list,
317 const GuestPhysBlockList *guest_phys_blocks)
Wen Congyang2b05ab52012-05-07 12:07:07 +0800318{
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200319 GuestPhysBlock *block;
Wen Congyang2b05ab52012-05-07 12:07:07 +0800320
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200321 QTAILQ_FOREACH(block, &guest_phys_blocks->head, next) {
322 create_new_memory_mapping(list, block->target_start, 0,
323 block->target_end - block->target_start);
Wen Congyang2b05ab52012-05-07 12:07:07 +0800324 }
325}
Wen Congyang783e9b42012-05-07 12:10:47 +0800326
327void memory_mapping_filter(MemoryMappingList *list, int64_t begin,
328 int64_t length)
329{
330 MemoryMapping *cur, *next;
331
332 QTAILQ_FOREACH_SAFE(cur, &list->head, next, next) {
333 if (cur->phys_addr >= begin + length ||
334 cur->phys_addr + cur->length <= begin) {
335 QTAILQ_REMOVE(&list->head, cur, next);
336 list->num--;
337 continue;
338 }
339
340 if (cur->phys_addr < begin) {
341 cur->length -= begin - cur->phys_addr;
342 if (cur->virt_addr) {
343 cur->virt_addr += begin - cur->phys_addr;
344 }
345 cur->phys_addr = begin;
346 }
347
348 if (cur->phys_addr + cur->length > begin + length) {
349 cur->length -= cur->phys_addr + cur->length - begin - length;
350 }
351 }
352}