blob: 79363ae370e22ca83bc62c170c3cab31ab2ac4f6 [file] [log] [blame]
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +02001/*
2 * Target-specific parts of the CPU object
3 *
4 * Copyright (c) 2003 Fabrice Bellard
5 *
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
10 *
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
18 */
19
20#include "qemu/osdep.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020021#include "qapi/error.h"
22
23#include "exec/target_page.h"
24#include "hw/qdev-core.h"
25#include "hw/qdev-properties.h"
26#include "qemu/error-report.h"
27#include "migration/vmstate.h"
28#ifdef CONFIG_USER_ONLY
29#include "qemu.h"
30#else
Philippe Mathieu-Daudé8b80bd22021-05-17 12:51:31 +020031#include "hw/core/sysemu-cpu-ops.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020032#include "exec/address-spaces.h"
33#endif
Mads Ynddal412ae122023-03-02 18:58:05 -080034#include "sysemu/cpus.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020035#include "sysemu/tcg.h"
Philippe Mathieu-Daudé5b5968c2022-12-19 18:09:43 +010036#include "exec/replay-core.h"
Philippe Mathieu-Daudé377bf6f2022-03-14 15:01:08 +010037#include "exec/cpu-common.h"
Philippe Mathieu-Daudé3b045082022-02-07 15:28:56 +010038#include "exec/exec-all.h"
Alex Bennée548c9602023-03-02 18:57:43 -080039#include "exec/tb-flush.h"
Paolo Bonzini3b9bd3f2020-12-16 13:27:58 +010040#include "exec/translate-all.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020041#include "exec/log.h"
Claudio Fontana30565f12021-03-22 14:27:41 +010042#include "hw/core/accel-cpu.h"
Richard Hendersonad1a7062021-07-01 08:10:53 -070043#include "trace/trace-root.h"
Philippe Mathieu-Daudé3b045082022-02-07 15:28:56 +010044#include "qemu/accel.h"
Richard Henderson720ace22023-03-15 17:43:14 +000045#include "qemu/plugin.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020046
47uintptr_t qemu_host_page_size;
48intptr_t qemu_host_page_mask;
49
50#ifndef CONFIG_USER_ONLY
51static int cpu_common_post_load(void *opaque, int version_id)
52{
53 CPUState *cpu = opaque;
54
55 /* 0x01 was CPU_INTERRUPT_EXIT. This line can be removed when the
56 version_id is increased. */
57 cpu->interrupt_request &= ~0x01;
58 tlb_flush(cpu);
59
60 /* loadvm has just updated the content of RAM, bypassing the
61 * usual mechanisms that ensure we flush TBs for writes to
62 * memory we've translated code from. So we must flush all TBs,
63 * which will now be stale.
64 */
65 tb_flush(cpu);
66
67 return 0;
68}
69
70static int cpu_common_pre_load(void *opaque)
71{
72 CPUState *cpu = opaque;
73
74 cpu->exception_index = -1;
75
76 return 0;
77}
78
79static bool cpu_common_exception_index_needed(void *opaque)
80{
81 CPUState *cpu = opaque;
82
83 return tcg_enabled() && cpu->exception_index != -1;
84}
85
86static const VMStateDescription vmstate_cpu_common_exception_index = {
87 .name = "cpu_common/exception_index",
88 .version_id = 1,
89 .minimum_version_id = 1,
90 .needed = cpu_common_exception_index_needed,
91 .fields = (VMStateField[]) {
92 VMSTATE_INT32(exception_index, CPUState),
93 VMSTATE_END_OF_LIST()
94 }
95};
96
97static bool cpu_common_crash_occurred_needed(void *opaque)
98{
99 CPUState *cpu = opaque;
100
101 return cpu->crash_occurred;
102}
103
104static const VMStateDescription vmstate_cpu_common_crash_occurred = {
105 .name = "cpu_common/crash_occurred",
106 .version_id = 1,
107 .minimum_version_id = 1,
108 .needed = cpu_common_crash_occurred_needed,
109 .fields = (VMStateField[]) {
110 VMSTATE_BOOL(crash_occurred, CPUState),
111 VMSTATE_END_OF_LIST()
112 }
113};
114
115const VMStateDescription vmstate_cpu_common = {
116 .name = "cpu_common",
117 .version_id = 1,
118 .minimum_version_id = 1,
119 .pre_load = cpu_common_pre_load,
120 .post_load = cpu_common_post_load,
121 .fields = (VMStateField[]) {
122 VMSTATE_UINT32(halted, CPUState),
123 VMSTATE_UINT32(interrupt_request, CPUState),
124 VMSTATE_END_OF_LIST()
125 },
126 .subsections = (const VMStateDescription*[]) {
127 &vmstate_cpu_common_exception_index,
128 &vmstate_cpu_common_crash_occurred,
129 NULL
130 }
131};
132#endif
133
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100134void cpu_exec_realizefn(CPUState *cpu, Error **errp)
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200135{
Alex Bennée6fbdff82022-09-23 10:47:59 +0200136 /* cache the cpu class for the hotpath */
137 cpu->cc = CPU_GET_CLASS(cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200138
Philippe Mathieu-Daudébd684b22023-10-03 14:30:21 +0200139 if (!accel_cpu_common_realize(cpu, errp)) {
Claudio Fontana9ea057d2021-03-22 14:27:44 +0100140 return;
141 }
Richard Henderson4e4fa6c2022-10-31 13:26:36 +1100142
Richard Henderson4e4fa6c2022-10-31 13:26:36 +1100143 /* Wait until cpu initialization complete before exposing cpu. */
144 cpu_list_add(cpu);
145
146 /* Plugin initialization must wait until cpu_index assigned. */
147 if (tcg_enabled()) {
148 qemu_plugin_vcpu_init_hook(cpu);
149 }
150
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100151#ifdef CONFIG_USER_ONLY
Philippe Mathieu-Daudé43360732021-05-17 12:51:28 +0200152 assert(qdev_get_vmsd(DEVICE(cpu)) == NULL ||
153 qdev_get_vmsd(DEVICE(cpu))->unmigratable);
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100154#else
155 if (qdev_get_vmsd(DEVICE(cpu)) == NULL) {
156 vmstate_register(NULL, cpu->cpu_index, &vmstate_cpu_common, cpu);
157 }
Alex Bennée6fbdff82022-09-23 10:47:59 +0200158 if (cpu->cc->sysemu_ops->legacy_vmsd != NULL) {
159 vmstate_register(NULL, cpu->cpu_index, cpu->cc->sysemu_ops->legacy_vmsd, cpu);
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100160 }
161#endif /* CONFIG_USER_ONLY */
162}
163
164void cpu_exec_unrealizefn(CPUState *cpu)
165{
Philippe Mathieu-Daudéfeece4d2021-05-17 12:51:32 +0200166#ifndef CONFIG_USER_ONLY
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100167 CPUClass *cc = CPU_GET_CLASS(cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200168
Philippe Mathieu-Daudéfeece4d2021-05-17 12:51:32 +0200169 if (cc->sysemu_ops->legacy_vmsd != NULL) {
170 vmstate_unregister(NULL, cc->sysemu_ops->legacy_vmsd, cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200171 }
172 if (qdev_get_vmsd(DEVICE(cpu)) == NULL) {
173 vmstate_unregister(NULL, &vmstate_cpu_common, cpu);
174 }
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200175#endif
Emilio Cota4731f892023-01-24 18:01:18 +0000176
177 /* Call the plugin hook before clearing cpu->cpu_index in cpu_list_remove */
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100178 if (tcg_enabled()) {
Emilio Cota4731f892023-01-24 18:01:18 +0000179 qemu_plugin_vcpu_exit_hook(cpu);
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100180 }
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100181
182 cpu_list_remove(cpu);
Emilio Cota4731f892023-01-24 18:01:18 +0000183 /*
184 * Now that the vCPU has been removed from the RCU list, we can call
Philippe Mathieu-Daudé1aa1d832023-10-03 14:30:22 +0200185 * accel_cpu_common_unrealize, which may free fields using call_rcu.
Emilio Cota4731f892023-01-24 18:01:18 +0000186 */
Philippe Mathieu-Daudé1aa1d832023-10-03 14:30:22 +0200187 accel_cpu_common_unrealize(cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200188}
189
Richard Henderson6e8dcac2021-12-27 07:01:24 -0800190/*
191 * This can't go in hw/core/cpu.c because that file is compiled only
192 * once for both user-mode and system builds.
193 */
Richard Henderson995b87d2021-08-22 00:25:28 -0700194static Property cpu_common_props[] = {
Richard Henderson6e8dcac2021-12-27 07:01:24 -0800195#ifdef CONFIG_USER_ONLY
Richard Henderson995b87d2021-08-22 00:25:28 -0700196 /*
Richard Henderson6e8dcac2021-12-27 07:01:24 -0800197 * Create a property for the user-only object, so users can
198 * adjust prctl(PR_SET_UNALIGN) from the command-line.
199 * Has no effect if the target does not support the feature.
200 */
201 DEFINE_PROP_BOOL("prctl-unalign-sigbus", CPUState,
202 prctl_unalign_sigbus, false),
203#else
204 /*
Philippe Mathieu-Daudé54b99122023-10-04 11:06:18 +0200205 * Create a memory property for system CPU object, so users can
Richard Henderson6e8dcac2021-12-27 07:01:24 -0800206 * wire up its memory. The default if no link is set up is to use
Richard Henderson995b87d2021-08-22 00:25:28 -0700207 * the system address space.
208 */
209 DEFINE_PROP_LINK("memory", CPUState, memory, TYPE_MEMORY_REGION,
210 MemoryRegion *),
211#endif
Richard Henderson995b87d2021-08-22 00:25:28 -0700212 DEFINE_PROP_END_OF_LIST(),
213};
214
Peter Maydell0c3c25f2022-01-27 15:46:25 +0000215static bool cpu_get_start_powered_off(Object *obj, Error **errp)
216{
217 CPUState *cpu = CPU(obj);
218 return cpu->start_powered_off;
219}
220
221static void cpu_set_start_powered_off(Object *obj, bool value, Error **errp)
222{
223 CPUState *cpu = CPU(obj);
224 cpu->start_powered_off = value;
225}
226
Richard Henderson995b87d2021-08-22 00:25:28 -0700227void cpu_class_init_props(DeviceClass *dc)
228{
Peter Maydell0c3c25f2022-01-27 15:46:25 +0000229 ObjectClass *oc = OBJECT_CLASS(dc);
230
Richard Henderson995b87d2021-08-22 00:25:28 -0700231 device_class_set_props(dc, cpu_common_props);
Peter Maydell0c3c25f2022-01-27 15:46:25 +0000232 /*
233 * We can't use DEFINE_PROP_BOOL in the Property array for this
234 * property, because we want this to be settable after realize.
235 */
236 object_class_property_add_bool(oc, "start-powered-off",
237 cpu_get_start_powered_off,
238 cpu_set_start_powered_off);
Richard Henderson995b87d2021-08-22 00:25:28 -0700239}
240
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200241void cpu_exec_initfn(CPUState *cpu)
242{
243 cpu->as = NULL;
244 cpu->num_ases = 0;
245
246#ifndef CONFIG_USER_ONLY
247 cpu->thread_id = qemu_get_thread_id();
248 cpu->memory = get_system_memory();
249 object_ref(OBJECT(cpu->memory));
250#endif
251}
252
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200253const char *parse_cpu_option(const char *cpu_option)
254{
255 ObjectClass *oc;
256 CPUClass *cc;
257 gchar **model_pieces;
258 const char *cpu_type;
259
260 model_pieces = g_strsplit(cpu_option, ",", 2);
261 if (!model_pieces[0]) {
262 error_report("-cpu option cannot be empty");
263 exit(1);
264 }
265
266 oc = cpu_class_by_name(CPU_RESOLVING_TYPE, model_pieces[0]);
267 if (oc == NULL) {
268 error_report("unable to find CPU model '%s'", model_pieces[0]);
269 g_strfreev(model_pieces);
270 exit(EXIT_FAILURE);
271 }
272
273 cpu_type = object_class_get_name(oc);
274 cc = CPU_CLASS(oc);
275 cc->parse_features(cpu_type, model_pieces[1], &error_fatal);
276 g_strfreev(model_pieces);
277 return cpu_type;
278}
279
Thomas Huthc138c3b2023-04-19 14:48:31 +0200280void list_cpus(void)
Philippe Mathieu-Daudé377bf6f2022-03-14 15:01:08 +0100281{
282 /* XXX: implement xxx_cpu_list for targets that still miss it */
283#if defined(cpu_list)
284 cpu_list();
285#endif
286}
287
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200288#if defined(CONFIG_USER_ONLY)
Anton Johanssonc814c892023-06-21 15:56:33 +0200289void tb_invalidate_phys_addr(hwaddr addr)
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200290{
291 mmap_lock();
Richard Hendersond6d1fd22022-10-05 09:26:26 -0700292 tb_invalidate_phys_page(addr);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200293 mmap_unlock();
294}
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200295#else
296void tb_invalidate_phys_addr(AddressSpace *as, hwaddr addr, MemTxAttrs attrs)
297{
298 ram_addr_t ram_addr;
299 MemoryRegion *mr;
300 hwaddr l = 1;
301
302 if (!tcg_enabled()) {
303 return;
304 }
305
306 RCU_READ_LOCK_GUARD();
307 mr = address_space_translate(as, addr, &addr, &l, false, attrs);
308 if (!(memory_region_is_ram(mr)
309 || memory_region_is_romd(mr))) {
310 return;
311 }
312 ram_addr = memory_region_get_ram_addr(mr) + addr;
Richard Hendersond6d1fd22022-10-05 09:26:26 -0700313 tb_invalidate_phys_page(ram_addr);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200314}
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200315#endif
316
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200317/* enable or disable single step mode. EXCP_DEBUG is returned by the
318 CPU loop after each instruction */
319void cpu_single_step(CPUState *cpu, int enabled)
320{
321 if (cpu->singlestep_enabled != enabled) {
322 cpu->singlestep_enabled = enabled;
Mads Ynddal412ae122023-03-02 18:58:05 -0800323
324#if !defined(CONFIG_USER_ONLY)
325 const AccelOpsClass *ops = cpus_get_accel();
326 if (ops->update_guest_debug) {
327 ops->update_guest_debug(cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200328 }
Mads Ynddal412ae122023-03-02 18:58:05 -0800329#endif
330
Richard Hendersonad1a7062021-07-01 08:10:53 -0700331 trace_breakpoint_singlestep(cpu->cpu_index, enabled);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200332 }
333}
334
335void cpu_abort(CPUState *cpu, const char *fmt, ...)
336{
337 va_list ap;
338 va_list ap2;
339
340 va_start(ap, fmt);
341 va_copy(ap2, ap);
342 fprintf(stderr, "qemu: fatal: ");
343 vfprintf(stderr, fmt, ap);
344 fprintf(stderr, "\n");
345 cpu_dump_state(cpu, stderr, CPU_DUMP_FPU | CPU_DUMP_CCOP);
346 if (qemu_log_separate()) {
Richard Hendersonc60f5992022-04-17 11:29:47 -0700347 FILE *logfile = qemu_log_trylock();
Richard Henderson78b54852022-04-17 11:29:49 -0700348 if (logfile) {
349 fprintf(logfile, "qemu: fatal: ");
350 vfprintf(logfile, fmt, ap2);
351 fprintf(logfile, "\n");
352 cpu_dump_state(cpu, logfile, CPU_DUMP_FPU | CPU_DUMP_CCOP);
Richard Henderson78b54852022-04-17 11:29:49 -0700353 qemu_log_unlock(logfile);
354 }
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200355 }
356 va_end(ap2);
357 va_end(ap);
358 replay_finish();
359#if defined(CONFIG_USER_ONLY)
360 {
361 struct sigaction act;
362 sigfillset(&act.sa_mask);
363 act.sa_handler = SIG_DFL;
364 act.sa_flags = 0;
365 sigaction(SIGABRT, &act, NULL);
366 }
367#endif
368 abort();
369}
370
371/* physical memory access (slow version, mainly for debug) */
372#if defined(CONFIG_USER_ONLY)
Philippe Mathieu-Daudé73842ef2022-02-03 02:13:28 +0100373int cpu_memory_rw_debug(CPUState *cpu, vaddr addr,
374 void *ptr, size_t len, bool is_write)
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200375{
376 int flags;
Philippe Mathieu-Daudé73842ef2022-02-03 02:13:28 +0100377 vaddr l, page;
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200378 void * p;
379 uint8_t *buf = ptr;
380
381 while (len > 0) {
382 page = addr & TARGET_PAGE_MASK;
383 l = (page + TARGET_PAGE_SIZE) - addr;
384 if (l > len)
385 l = len;
386 flags = page_get_flags(page);
387 if (!(flags & PAGE_VALID))
388 return -1;
389 if (is_write) {
390 if (!(flags & PAGE_WRITE))
391 return -1;
392 /* XXX: this code should not depend on lock_user */
393 if (!(p = lock_user(VERIFY_WRITE, addr, l, 0)))
394 return -1;
395 memcpy(p, buf, l);
396 unlock_user(p, addr, l);
397 } else {
398 if (!(flags & PAGE_READ))
399 return -1;
400 /* XXX: this code should not depend on lock_user */
401 if (!(p = lock_user(VERIFY_READ, addr, l, 1)))
402 return -1;
403 memcpy(buf, p, l);
404 unlock_user(p, addr, 0);
405 }
406 len -= l;
407 buf += l;
408 addr += l;
409 }
410 return 0;
411}
412#endif
413
414bool target_words_bigendian(void)
415{
Thomas Huthded625e2023-09-07 13:35:00 +0200416 return TARGET_BIG_ENDIAN;
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200417}
418
Thomas Huth1077f502023-04-24 18:04:33 +0200419const char *target_name(void)
420{
421 return TARGET_NAME;
422}
423
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200424void page_size_init(void)
425{
426 /* NOTE: we can always suppose that qemu_host_page_size >=
427 TARGET_PAGE_SIZE */
428 if (qemu_host_page_size == 0) {
Marc-André Lureau8e3b0cb2022-03-23 19:57:22 +0400429 qemu_host_page_size = qemu_real_host_page_size();
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200430 }
431 if (qemu_host_page_size < TARGET_PAGE_SIZE) {
432 qemu_host_page_size = TARGET_PAGE_SIZE;
433 }
434 qemu_host_page_mask = -(intptr_t)qemu_host_page_size;
435}