blob: 499facf7747fe5fc69a1a76b9b44781849251baa [file] [log] [blame]
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +02001/*
2 * Target-specific parts of the CPU object
3 *
4 * Copyright (c) 2003 Fabrice Bellard
5 *
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
10 *
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
18 */
19
20#include "qemu/osdep.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020021#include "qapi/error.h"
22
23#include "exec/target_page.h"
Philippe Mathieu-Daudé74781c02023-12-06 20:27:32 +010024#include "exec/page-protection.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020025#include "hw/qdev-core.h"
26#include "hw/qdev-properties.h"
27#include "qemu/error-report.h"
Gavin Shandfa47532023-11-15 09:56:03 +100028#include "qemu/qemu-print.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020029#include "migration/vmstate.h"
30#ifdef CONFIG_USER_ONLY
31#include "qemu.h"
32#else
Philippe Mathieu-Daudé8b80bd22021-05-17 12:51:31 +020033#include "hw/core/sysemu-cpu-ops.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020034#include "exec/address-spaces.h"
Philippe Mathieu-Daudé5f8d88b2024-02-09 16:00:37 +010035#include "exec/memory.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020036#endif
Mads Ynddal412ae122023-03-02 18:58:05 -080037#include "sysemu/cpus.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020038#include "sysemu/tcg.h"
Philippe Mathieu-Daudé42508262023-12-12 11:34:25 +010039#include "exec/tswap.h"
Philippe Mathieu-Daudé5b5968c2022-12-19 18:09:43 +010040#include "exec/replay-core.h"
Philippe Mathieu-Daudé377bf6f2022-03-14 15:01:08 +010041#include "exec/cpu-common.h"
Philippe Mathieu-Daudé3b045082022-02-07 15:28:56 +010042#include "exec/exec-all.h"
Alex Bennée548c9602023-03-02 18:57:43 -080043#include "exec/tb-flush.h"
Paolo Bonzini3b9bd3f2020-12-16 13:27:58 +010044#include "exec/translate-all.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020045#include "exec/log.h"
Claudio Fontana30565f12021-03-22 14:27:41 +010046#include "hw/core/accel-cpu.h"
Richard Hendersonad1a7062021-07-01 08:10:53 -070047#include "trace/trace-root.h"
Philippe Mathieu-Daudé3b045082022-02-07 15:28:56 +010048#include "qemu/accel.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020049
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020050#ifndef CONFIG_USER_ONLY
51static int cpu_common_post_load(void *opaque, int version_id)
52{
53 CPUState *cpu = opaque;
54
55 /* 0x01 was CPU_INTERRUPT_EXIT. This line can be removed when the
56 version_id is increased. */
57 cpu->interrupt_request &= ~0x01;
58 tlb_flush(cpu);
59
60 /* loadvm has just updated the content of RAM, bypassing the
61 * usual mechanisms that ensure we flush TBs for writes to
62 * memory we've translated code from. So we must flush all TBs,
63 * which will now be stale.
64 */
65 tb_flush(cpu);
66
67 return 0;
68}
69
70static int cpu_common_pre_load(void *opaque)
71{
72 CPUState *cpu = opaque;
73
74 cpu->exception_index = -1;
75
76 return 0;
77}
78
79static bool cpu_common_exception_index_needed(void *opaque)
80{
81 CPUState *cpu = opaque;
82
83 return tcg_enabled() && cpu->exception_index != -1;
84}
85
86static const VMStateDescription vmstate_cpu_common_exception_index = {
87 .name = "cpu_common/exception_index",
88 .version_id = 1,
89 .minimum_version_id = 1,
90 .needed = cpu_common_exception_index_needed,
Richard Hendersonee1381c2023-12-21 14:16:46 +110091 .fields = (const VMStateField[]) {
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020092 VMSTATE_INT32(exception_index, CPUState),
93 VMSTATE_END_OF_LIST()
94 }
95};
96
97static bool cpu_common_crash_occurred_needed(void *opaque)
98{
99 CPUState *cpu = opaque;
100
101 return cpu->crash_occurred;
102}
103
104static const VMStateDescription vmstate_cpu_common_crash_occurred = {
105 .name = "cpu_common/crash_occurred",
106 .version_id = 1,
107 .minimum_version_id = 1,
108 .needed = cpu_common_crash_occurred_needed,
Richard Hendersonee1381c2023-12-21 14:16:46 +1100109 .fields = (const VMStateField[]) {
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200110 VMSTATE_BOOL(crash_occurred, CPUState),
111 VMSTATE_END_OF_LIST()
112 }
113};
114
115const VMStateDescription vmstate_cpu_common = {
116 .name = "cpu_common",
117 .version_id = 1,
118 .minimum_version_id = 1,
119 .pre_load = cpu_common_pre_load,
120 .post_load = cpu_common_post_load,
Richard Hendersonee1381c2023-12-21 14:16:46 +1100121 .fields = (const VMStateField[]) {
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200122 VMSTATE_UINT32(halted, CPUState),
123 VMSTATE_UINT32(interrupt_request, CPUState),
124 VMSTATE_END_OF_LIST()
125 },
Richard Hendersonee1381c2023-12-21 14:16:46 +1100126 .subsections = (const VMStateDescription * const []) {
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200127 &vmstate_cpu_common_exception_index,
128 &vmstate_cpu_common_crash_occurred,
129 NULL
130 }
131};
132#endif
133
Philippe Mathieu-Daudé79a99092023-09-15 16:26:52 +0200134bool cpu_exec_realizefn(CPUState *cpu, Error **errp)
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200135{
Alex Bennée6fbdff82022-09-23 10:47:59 +0200136 /* cache the cpu class for the hotpath */
137 cpu->cc = CPU_GET_CLASS(cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200138
Philippe Mathieu-Daudébd684b22023-10-03 14:30:21 +0200139 if (!accel_cpu_common_realize(cpu, errp)) {
Philippe Mathieu-Daudé79a99092023-09-15 16:26:52 +0200140 return false;
Claudio Fontana9ea057d2021-03-22 14:27:44 +0100141 }
Richard Henderson4e4fa6c2022-10-31 13:26:36 +1100142
Richard Henderson4e4fa6c2022-10-31 13:26:36 +1100143 /* Wait until cpu initialization complete before exposing cpu. */
144 cpu_list_add(cpu);
145
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100146#ifdef CONFIG_USER_ONLY
Philippe Mathieu-Daudé43360732021-05-17 12:51:28 +0200147 assert(qdev_get_vmsd(DEVICE(cpu)) == NULL ||
148 qdev_get_vmsd(DEVICE(cpu))->unmigratable);
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100149#else
150 if (qdev_get_vmsd(DEVICE(cpu)) == NULL) {
151 vmstate_register(NULL, cpu->cpu_index, &vmstate_cpu_common, cpu);
152 }
Alex Bennée6fbdff82022-09-23 10:47:59 +0200153 if (cpu->cc->sysemu_ops->legacy_vmsd != NULL) {
154 vmstate_register(NULL, cpu->cpu_index, cpu->cc->sysemu_ops->legacy_vmsd, cpu);
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100155 }
156#endif /* CONFIG_USER_ONLY */
Philippe Mathieu-Daudé79a99092023-09-15 16:26:52 +0200157
158 return true;
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100159}
160
161void cpu_exec_unrealizefn(CPUState *cpu)
162{
Philippe Mathieu-Daudéfeece4d2021-05-17 12:51:32 +0200163#ifndef CONFIG_USER_ONLY
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100164 CPUClass *cc = CPU_GET_CLASS(cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200165
Philippe Mathieu-Daudéfeece4d2021-05-17 12:51:32 +0200166 if (cc->sysemu_ops->legacy_vmsd != NULL) {
167 vmstate_unregister(NULL, cc->sysemu_ops->legacy_vmsd, cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200168 }
169 if (qdev_get_vmsd(DEVICE(cpu)) == NULL) {
170 vmstate_unregister(NULL, &vmstate_cpu_common, cpu);
171 }
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200172#endif
Emilio Cota4731f892023-01-24 18:01:18 +0000173
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100174 cpu_list_remove(cpu);
Emilio Cota4731f892023-01-24 18:01:18 +0000175 /*
176 * Now that the vCPU has been removed from the RCU list, we can call
Philippe Mathieu-Daudé1aa1d832023-10-03 14:30:22 +0200177 * accel_cpu_common_unrealize, which may free fields using call_rcu.
Emilio Cota4731f892023-01-24 18:01:18 +0000178 */
Philippe Mathieu-Daudé1aa1d832023-10-03 14:30:22 +0200179 accel_cpu_common_unrealize(cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200180}
181
Richard Henderson6e8dcac2021-12-27 07:01:24 -0800182/*
183 * This can't go in hw/core/cpu.c because that file is compiled only
184 * once for both user-mode and system builds.
185 */
Richard Henderson995b87d2021-08-22 00:25:28 -0700186static Property cpu_common_props[] = {
Richard Henderson6e8dcac2021-12-27 07:01:24 -0800187#ifdef CONFIG_USER_ONLY
Richard Henderson995b87d2021-08-22 00:25:28 -0700188 /*
Richard Henderson6e8dcac2021-12-27 07:01:24 -0800189 * Create a property for the user-only object, so users can
190 * adjust prctl(PR_SET_UNALIGN) from the command-line.
191 * Has no effect if the target does not support the feature.
192 */
193 DEFINE_PROP_BOOL("prctl-unalign-sigbus", CPUState,
194 prctl_unalign_sigbus, false),
195#else
196 /*
Philippe Mathieu-Daudé54b99122023-10-04 11:06:18 +0200197 * Create a memory property for system CPU object, so users can
Richard Henderson6e8dcac2021-12-27 07:01:24 -0800198 * wire up its memory. The default if no link is set up is to use
Richard Henderson995b87d2021-08-22 00:25:28 -0700199 * the system address space.
200 */
201 DEFINE_PROP_LINK("memory", CPUState, memory, TYPE_MEMORY_REGION,
202 MemoryRegion *),
203#endif
Richard Henderson995b87d2021-08-22 00:25:28 -0700204 DEFINE_PROP_END_OF_LIST(),
205};
206
Philippe Mathieu-Daudé0f9237f2024-01-10 10:03:11 +0100207#ifndef CONFIG_USER_ONLY
Peter Maydell0c3c25f2022-01-27 15:46:25 +0000208static bool cpu_get_start_powered_off(Object *obj, Error **errp)
209{
210 CPUState *cpu = CPU(obj);
211 return cpu->start_powered_off;
212}
213
214static void cpu_set_start_powered_off(Object *obj, bool value, Error **errp)
215{
216 CPUState *cpu = CPU(obj);
217 cpu->start_powered_off = value;
218}
Philippe Mathieu-Daudé0f9237f2024-01-10 10:03:11 +0100219#endif
Peter Maydell0c3c25f2022-01-27 15:46:25 +0000220
Richard Henderson995b87d2021-08-22 00:25:28 -0700221void cpu_class_init_props(DeviceClass *dc)
222{
Philippe Mathieu-Daudé0f9237f2024-01-10 10:03:11 +0100223#ifndef CONFIG_USER_ONLY
Peter Maydell0c3c25f2022-01-27 15:46:25 +0000224 ObjectClass *oc = OBJECT_CLASS(dc);
225
Peter Maydell0c3c25f2022-01-27 15:46:25 +0000226 /*
227 * We can't use DEFINE_PROP_BOOL in the Property array for this
228 * property, because we want this to be settable after realize.
229 */
230 object_class_property_add_bool(oc, "start-powered-off",
231 cpu_get_start_powered_off,
232 cpu_set_start_powered_off);
Philippe Mathieu-Daudé0f9237f2024-01-10 10:03:11 +0100233#endif
234
235 device_class_set_props(dc, cpu_common_props);
Richard Henderson995b87d2021-08-22 00:25:28 -0700236}
237
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200238void cpu_exec_initfn(CPUState *cpu)
239{
240 cpu->as = NULL;
241 cpu->num_ases = 0;
242
243#ifndef CONFIG_USER_ONLY
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200244 cpu->memory = get_system_memory();
245 object_ref(OBJECT(cpu->memory));
246#endif
247}
248
Gavin Shan445946f2023-11-15 09:56:02 +1000249char *cpu_model_from_type(const char *typename)
250{
251 const char *suffix = "-" CPU_RESOLVING_TYPE;
252
253 if (!object_class_by_name(typename)) {
254 return NULL;
255 }
256
257 if (g_str_has_suffix(typename, suffix)) {
258 return g_strndup(typename, strlen(typename) - strlen(suffix));
259 }
260
261 return g_strdup(typename);
262}
263
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200264const char *parse_cpu_option(const char *cpu_option)
265{
266 ObjectClass *oc;
267 CPUClass *cc;
268 gchar **model_pieces;
269 const char *cpu_type;
270
271 model_pieces = g_strsplit(cpu_option, ",", 2);
272 if (!model_pieces[0]) {
273 error_report("-cpu option cannot be empty");
274 exit(1);
275 }
276
277 oc = cpu_class_by_name(CPU_RESOLVING_TYPE, model_pieces[0]);
278 if (oc == NULL) {
279 error_report("unable to find CPU model '%s'", model_pieces[0]);
280 g_strfreev(model_pieces);
281 exit(EXIT_FAILURE);
282 }
283
284 cpu_type = object_class_get_name(oc);
285 cc = CPU_CLASS(oc);
286 cc->parse_features(cpu_type, model_pieces[1], &error_fatal);
287 g_strfreev(model_pieces);
288 return cpu_type;
289}
290
Gavin Shandfa47532023-11-15 09:56:03 +1000291#ifndef cpu_list
292static void cpu_list_entry(gpointer data, gpointer user_data)
293{
294 CPUClass *cc = CPU_CLASS(OBJECT_CLASS(data));
295 const char *typename = object_class_get_name(OBJECT_CLASS(data));
296 g_autofree char *model = cpu_model_from_type(typename);
297
298 if (cc->deprecation_note) {
299 qemu_printf(" %s (deprecated)\n", model);
300 } else {
301 qemu_printf(" %s\n", model);
302 }
303}
304
305static void cpu_list(void)
306{
307 GSList *list;
308
309 list = object_class_get_list_sorted(TYPE_CPU, false);
310 qemu_printf("Available CPUs:\n");
311 g_slist_foreach(list, cpu_list_entry, NULL);
312 g_slist_free(list);
313}
314#endif
315
Thomas Huthc138c3b2023-04-19 14:48:31 +0200316void list_cpus(void)
Philippe Mathieu-Daudé377bf6f2022-03-14 15:01:08 +0100317{
Philippe Mathieu-Daudé377bf6f2022-03-14 15:01:08 +0100318 cpu_list();
Philippe Mathieu-Daudé377bf6f2022-03-14 15:01:08 +0100319}
320
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200321/* enable or disable single step mode. EXCP_DEBUG is returned by the
322 CPU loop after each instruction */
323void cpu_single_step(CPUState *cpu, int enabled)
324{
325 if (cpu->singlestep_enabled != enabled) {
326 cpu->singlestep_enabled = enabled;
Mads Ynddal412ae122023-03-02 18:58:05 -0800327
328#if !defined(CONFIG_USER_ONLY)
329 const AccelOpsClass *ops = cpus_get_accel();
330 if (ops->update_guest_debug) {
331 ops->update_guest_debug(cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200332 }
Mads Ynddal412ae122023-03-02 18:58:05 -0800333#endif
334
Richard Hendersonad1a7062021-07-01 08:10:53 -0700335 trace_breakpoint_singlestep(cpu->cpu_index, enabled);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200336 }
337}
338
339void cpu_abort(CPUState *cpu, const char *fmt, ...)
340{
341 va_list ap;
342 va_list ap2;
343
344 va_start(ap, fmt);
345 va_copy(ap2, ap);
346 fprintf(stderr, "qemu: fatal: ");
347 vfprintf(stderr, fmt, ap);
348 fprintf(stderr, "\n");
349 cpu_dump_state(cpu, stderr, CPU_DUMP_FPU | CPU_DUMP_CCOP);
350 if (qemu_log_separate()) {
Richard Hendersonc60f5992022-04-17 11:29:47 -0700351 FILE *logfile = qemu_log_trylock();
Richard Henderson78b54852022-04-17 11:29:49 -0700352 if (logfile) {
353 fprintf(logfile, "qemu: fatal: ");
354 vfprintf(logfile, fmt, ap2);
355 fprintf(logfile, "\n");
356 cpu_dump_state(cpu, logfile, CPU_DUMP_FPU | CPU_DUMP_CCOP);
Richard Henderson78b54852022-04-17 11:29:49 -0700357 qemu_log_unlock(logfile);
358 }
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200359 }
360 va_end(ap2);
361 va_end(ap);
362 replay_finish();
363#if defined(CONFIG_USER_ONLY)
364 {
365 struct sigaction act;
366 sigfillset(&act.sa_mask);
367 act.sa_handler = SIG_DFL;
368 act.sa_flags = 0;
369 sigaction(SIGABRT, &act, NULL);
370 }
371#endif
372 abort();
373}
374
375/* physical memory access (slow version, mainly for debug) */
376#if defined(CONFIG_USER_ONLY)
Philippe Mathieu-Daudé73842ef2022-02-03 02:13:28 +0100377int cpu_memory_rw_debug(CPUState *cpu, vaddr addr,
378 void *ptr, size_t len, bool is_write)
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200379{
380 int flags;
Philippe Mathieu-Daudé73842ef2022-02-03 02:13:28 +0100381 vaddr l, page;
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200382 void * p;
383 uint8_t *buf = ptr;
Ilya Leoshkevich87ab2702024-01-29 10:32:14 +0100384 ssize_t written;
385 int ret = -1;
386 int fd = -1;
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200387
388 while (len > 0) {
389 page = addr & TARGET_PAGE_MASK;
390 l = (page + TARGET_PAGE_SIZE) - addr;
391 if (l > len)
392 l = len;
393 flags = page_get_flags(page);
Ilya Leoshkevich87ab2702024-01-29 10:32:14 +0100394 if (!(flags & PAGE_VALID)) {
395 goto out_close;
396 }
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200397 if (is_write) {
Ilya Leoshkevich87ab2702024-01-29 10:32:14 +0100398 if (flags & PAGE_WRITE) {
399 /* XXX: this code should not depend on lock_user */
400 p = lock_user(VERIFY_WRITE, addr, l, 0);
401 if (!p) {
402 goto out_close;
403 }
404 memcpy(p, buf, l);
405 unlock_user(p, addr, l);
406 } else {
407 /* Bypass the host page protection using ptrace. */
408 if (fd == -1) {
409 fd = open("/proc/self/mem", O_WRONLY);
410 if (fd == -1) {
411 goto out;
412 }
413 }
414 /*
415 * If there is a TranslationBlock and we weren't bypassing the
416 * host page protection, the memcpy() above would SEGV,
417 * ultimately leading to page_unprotect(). So invalidate the
418 * translations manually. Both invalidation and pwrite() must
419 * be under mmap_lock() in order to prevent the creation of
420 * another TranslationBlock in between.
421 */
422 mmap_lock();
423 tb_invalidate_phys_range(addr, addr + l - 1);
424 written = pwrite(fd, buf, l,
425 (off_t)(uintptr_t)g2h_untagged(addr));
426 mmap_unlock();
427 if (written != l) {
428 goto out_close;
429 }
430 }
431 } else if (flags & PAGE_READ) {
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200432 /* XXX: this code should not depend on lock_user */
Ilya Leoshkevich87ab2702024-01-29 10:32:14 +0100433 p = lock_user(VERIFY_READ, addr, l, 1);
434 if (!p) {
435 goto out_close;
436 }
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200437 memcpy(buf, p, l);
438 unlock_user(p, addr, 0);
Ilya Leoshkevich87ab2702024-01-29 10:32:14 +0100439 } else {
440 /* Bypass the host page protection using ptrace. */
441 if (fd == -1) {
442 fd = open("/proc/self/mem", O_RDONLY);
443 if (fd == -1) {
444 goto out;
445 }
446 }
447 if (pread(fd, buf, l,
448 (off_t)(uintptr_t)g2h_untagged(addr)) != l) {
449 goto out_close;
450 }
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200451 }
452 len -= l;
453 buf += l;
454 addr += l;
455 }
Ilya Leoshkevich87ab2702024-01-29 10:32:14 +0100456 ret = 0;
457out_close:
458 if (fd != -1) {
459 close(fd);
460 }
461out:
462 return ret;
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200463}
464#endif
465
466bool target_words_bigendian(void)
467{
Thomas Huthded625e2023-09-07 13:35:00 +0200468 return TARGET_BIG_ENDIAN;
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200469}
470
Thomas Huth1077f502023-04-24 18:04:33 +0200471const char *target_name(void)
472{
473 return TARGET_NAME;
474}