blob: 20933bde7d40dfb618fe99d36f7d6e2ce2c5dc94 [file] [log] [blame]
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +02001/*
2 * Target-specific parts of the CPU object
3 *
4 * Copyright (c) 2003 Fabrice Bellard
5 *
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
10 *
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
18 */
19
20#include "qemu/osdep.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020021#include "qapi/error.h"
22
23#include "exec/target_page.h"
Philippe Mathieu-Daudé74781c02023-12-06 20:27:32 +010024#include "exec/page-protection.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020025#include "hw/qdev-core.h"
26#include "hw/qdev-properties.h"
27#include "qemu/error-report.h"
Gavin Shandfa47532023-11-15 09:56:03 +100028#include "qemu/qemu-print.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020029#include "migration/vmstate.h"
30#ifdef CONFIG_USER_ONLY
31#include "qemu.h"
Philippe Mathieu-Daudéf47dcf52024-12-12 18:01:41 +010032#include "user/page-protection.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020033#else
Philippe Mathieu-Daudé8b80bd22021-05-17 12:51:31 +020034#include "hw/core/sysemu-cpu-ops.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020035#include "exec/address-spaces.h"
Philippe Mathieu-Daudé5f8d88b2024-02-09 16:00:37 +010036#include "exec/memory.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020037#endif
Philippe Mathieu-Daudé0f665362025-01-23 13:39:05 +010038#include "system/accel-ops.h"
Philippe Mathieu-Daudé32cad1f2024-12-03 15:20:13 +010039#include "system/cpus.h"
40#include "system/tcg.h"
Philippe Mathieu-Daudé42508262023-12-12 11:34:25 +010041#include "exec/tswap.h"
Philippe Mathieu-Daudé5b5968c2022-12-19 18:09:43 +010042#include "exec/replay-core.h"
Philippe Mathieu-Daudé377bf6f2022-03-14 15:01:08 +010043#include "exec/cpu-common.h"
Philippe Mathieu-Daudé3b045082022-02-07 15:28:56 +010044#include "exec/exec-all.h"
Alex Bennée548c9602023-03-02 18:57:43 -080045#include "exec/tb-flush.h"
Philippe Mathieu-Daudé68df8c82024-11-13 22:46:13 +010046#include "exec/translation-block.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020047#include "exec/log.h"
Philippe Mathieu-Daudéb12a0f82025-01-23 11:11:24 +010048#include "accel/accel-cpu-target.h"
Richard Hendersonad1a7062021-07-01 08:10:53 -070049#include "trace/trace-root.h"
Philippe Mathieu-Daudé3b045082022-02-07 15:28:56 +010050#include "qemu/accel.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020051
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020052#ifndef CONFIG_USER_ONLY
53static int cpu_common_post_load(void *opaque, int version_id)
54{
55 CPUState *cpu = opaque;
56
57 /* 0x01 was CPU_INTERRUPT_EXIT. This line can be removed when the
58 version_id is increased. */
59 cpu->interrupt_request &= ~0x01;
60 tlb_flush(cpu);
61
62 /* loadvm has just updated the content of RAM, bypassing the
63 * usual mechanisms that ensure we flush TBs for writes to
64 * memory we've translated code from. So we must flush all TBs,
65 * which will now be stale.
66 */
67 tb_flush(cpu);
68
69 return 0;
70}
71
72static int cpu_common_pre_load(void *opaque)
73{
74 CPUState *cpu = opaque;
75
76 cpu->exception_index = -1;
77
78 return 0;
79}
80
81static bool cpu_common_exception_index_needed(void *opaque)
82{
83 CPUState *cpu = opaque;
84
85 return tcg_enabled() && cpu->exception_index != -1;
86}
87
88static const VMStateDescription vmstate_cpu_common_exception_index = {
89 .name = "cpu_common/exception_index",
90 .version_id = 1,
91 .minimum_version_id = 1,
92 .needed = cpu_common_exception_index_needed,
Richard Hendersonee1381c2023-12-21 14:16:46 +110093 .fields = (const VMStateField[]) {
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020094 VMSTATE_INT32(exception_index, CPUState),
95 VMSTATE_END_OF_LIST()
96 }
97};
98
99static bool cpu_common_crash_occurred_needed(void *opaque)
100{
101 CPUState *cpu = opaque;
102
103 return cpu->crash_occurred;
104}
105
106static const VMStateDescription vmstate_cpu_common_crash_occurred = {
107 .name = "cpu_common/crash_occurred",
108 .version_id = 1,
109 .minimum_version_id = 1,
110 .needed = cpu_common_crash_occurred_needed,
Richard Hendersonee1381c2023-12-21 14:16:46 +1100111 .fields = (const VMStateField[]) {
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200112 VMSTATE_BOOL(crash_occurred, CPUState),
113 VMSTATE_END_OF_LIST()
114 }
115};
116
117const VMStateDescription vmstate_cpu_common = {
118 .name = "cpu_common",
119 .version_id = 1,
120 .minimum_version_id = 1,
121 .pre_load = cpu_common_pre_load,
122 .post_load = cpu_common_post_load,
Richard Hendersonee1381c2023-12-21 14:16:46 +1100123 .fields = (const VMStateField[]) {
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200124 VMSTATE_UINT32(halted, CPUState),
125 VMSTATE_UINT32(interrupt_request, CPUState),
126 VMSTATE_END_OF_LIST()
127 },
Richard Hendersonee1381c2023-12-21 14:16:46 +1100128 .subsections = (const VMStateDescription * const []) {
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200129 &vmstate_cpu_common_exception_index,
130 &vmstate_cpu_common_crash_occurred,
131 NULL
132 }
133};
134#endif
135
Philippe Mathieu-Daudé79a99092023-09-15 16:26:52 +0200136bool cpu_exec_realizefn(CPUState *cpu, Error **errp)
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200137{
Philippe Mathieu-Daudébd684b22023-10-03 14:30:21 +0200138 if (!accel_cpu_common_realize(cpu, errp)) {
Philippe Mathieu-Daudé79a99092023-09-15 16:26:52 +0200139 return false;
Claudio Fontana9ea057d2021-03-22 14:27:44 +0100140 }
Richard Henderson4e4fa6c2022-10-31 13:26:36 +1100141
Richard Henderson4e4fa6c2022-10-31 13:26:36 +1100142 /* Wait until cpu initialization complete before exposing cpu. */
143 cpu_list_add(cpu);
144
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100145#ifdef CONFIG_USER_ONLY
Philippe Mathieu-Daudé43360732021-05-17 12:51:28 +0200146 assert(qdev_get_vmsd(DEVICE(cpu)) == NULL ||
147 qdev_get_vmsd(DEVICE(cpu))->unmigratable);
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100148#else
149 if (qdev_get_vmsd(DEVICE(cpu)) == NULL) {
150 vmstate_register(NULL, cpu->cpu_index, &vmstate_cpu_common, cpu);
151 }
Alex Bennée6fbdff82022-09-23 10:47:59 +0200152 if (cpu->cc->sysemu_ops->legacy_vmsd != NULL) {
153 vmstate_register(NULL, cpu->cpu_index, cpu->cc->sysemu_ops->legacy_vmsd, cpu);
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100154 }
155#endif /* CONFIG_USER_ONLY */
Philippe Mathieu-Daudé79a99092023-09-15 16:26:52 +0200156
157 return true;
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100158}
159
160void cpu_exec_unrealizefn(CPUState *cpu)
161{
Philippe Mathieu-Daudéfeece4d2021-05-17 12:51:32 +0200162#ifndef CONFIG_USER_ONLY
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100163 CPUClass *cc = CPU_GET_CLASS(cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200164
Philippe Mathieu-Daudéfeece4d2021-05-17 12:51:32 +0200165 if (cc->sysemu_ops->legacy_vmsd != NULL) {
166 vmstate_unregister(NULL, cc->sysemu_ops->legacy_vmsd, cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200167 }
168 if (qdev_get_vmsd(DEVICE(cpu)) == NULL) {
169 vmstate_unregister(NULL, &vmstate_cpu_common, cpu);
170 }
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200171#endif
Emilio Cota4731f892023-01-24 18:01:18 +0000172
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100173 cpu_list_remove(cpu);
Emilio Cota4731f892023-01-24 18:01:18 +0000174 /*
175 * Now that the vCPU has been removed from the RCU list, we can call
Philippe Mathieu-Daudé1aa1d832023-10-03 14:30:22 +0200176 * accel_cpu_common_unrealize, which may free fields using call_rcu.
Emilio Cota4731f892023-01-24 18:01:18 +0000177 */
Philippe Mathieu-Daudé1aa1d832023-10-03 14:30:22 +0200178 accel_cpu_common_unrealize(cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200179}
180
Richard Henderson6e8dcac2021-12-27 07:01:24 -0800181/*
182 * This can't go in hw/core/cpu.c because that file is compiled only
183 * once for both user-mode and system builds.
184 */
Richard Henderson9aec5dc2024-12-13 14:52:29 +0000185static const Property cpu_common_props[] = {
Richard Henderson6e8dcac2021-12-27 07:01:24 -0800186#ifdef CONFIG_USER_ONLY
Richard Henderson995b87d2021-08-22 00:25:28 -0700187 /*
Richard Henderson6e8dcac2021-12-27 07:01:24 -0800188 * Create a property for the user-only object, so users can
189 * adjust prctl(PR_SET_UNALIGN) from the command-line.
190 * Has no effect if the target does not support the feature.
191 */
192 DEFINE_PROP_BOOL("prctl-unalign-sigbus", CPUState,
193 prctl_unalign_sigbus, false),
194#else
195 /*
Philippe Mathieu-Daudé54b99122023-10-04 11:06:18 +0200196 * Create a memory property for system CPU object, so users can
Richard Henderson6e8dcac2021-12-27 07:01:24 -0800197 * wire up its memory. The default if no link is set up is to use
Richard Henderson995b87d2021-08-22 00:25:28 -0700198 * the system address space.
199 */
200 DEFINE_PROP_LINK("memory", CPUState, memory, TYPE_MEMORY_REGION,
201 MemoryRegion *),
202#endif
Richard Henderson995b87d2021-08-22 00:25:28 -0700203};
204
Philippe Mathieu-Daudé0f9237f2024-01-10 10:03:11 +0100205#ifndef CONFIG_USER_ONLY
Peter Maydell0c3c25f2022-01-27 15:46:25 +0000206static bool cpu_get_start_powered_off(Object *obj, Error **errp)
207{
208 CPUState *cpu = CPU(obj);
209 return cpu->start_powered_off;
210}
211
212static void cpu_set_start_powered_off(Object *obj, bool value, Error **errp)
213{
214 CPUState *cpu = CPU(obj);
215 cpu->start_powered_off = value;
216}
Philippe Mathieu-Daudé0f9237f2024-01-10 10:03:11 +0100217#endif
Peter Maydell0c3c25f2022-01-27 15:46:25 +0000218
Richard Henderson995b87d2021-08-22 00:25:28 -0700219void cpu_class_init_props(DeviceClass *dc)
220{
Philippe Mathieu-Daudé0f9237f2024-01-10 10:03:11 +0100221#ifndef CONFIG_USER_ONLY
Peter Maydell0c3c25f2022-01-27 15:46:25 +0000222 ObjectClass *oc = OBJECT_CLASS(dc);
223
Peter Maydell0c3c25f2022-01-27 15:46:25 +0000224 /*
225 * We can't use DEFINE_PROP_BOOL in the Property array for this
226 * property, because we want this to be settable after realize.
227 */
228 object_class_property_add_bool(oc, "start-powered-off",
229 cpu_get_start_powered_off,
230 cpu_set_start_powered_off);
Philippe Mathieu-Daudé0f9237f2024-01-10 10:03:11 +0100231#endif
232
233 device_class_set_props(dc, cpu_common_props);
Richard Henderson995b87d2021-08-22 00:25:28 -0700234}
235
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200236void cpu_exec_initfn(CPUState *cpu)
237{
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200238#ifndef CONFIG_USER_ONLY
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200239 cpu->memory = get_system_memory();
240 object_ref(OBJECT(cpu->memory));
241#endif
242}
243
Gavin Shan445946f2023-11-15 09:56:02 +1000244char *cpu_model_from_type(const char *typename)
245{
246 const char *suffix = "-" CPU_RESOLVING_TYPE;
247
248 if (!object_class_by_name(typename)) {
249 return NULL;
250 }
251
252 if (g_str_has_suffix(typename, suffix)) {
253 return g_strndup(typename, strlen(typename) - strlen(suffix));
254 }
255
256 return g_strdup(typename);
257}
258
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200259const char *parse_cpu_option(const char *cpu_option)
260{
261 ObjectClass *oc;
262 CPUClass *cc;
263 gchar **model_pieces;
264 const char *cpu_type;
265
266 model_pieces = g_strsplit(cpu_option, ",", 2);
267 if (!model_pieces[0]) {
268 error_report("-cpu option cannot be empty");
269 exit(1);
270 }
271
272 oc = cpu_class_by_name(CPU_RESOLVING_TYPE, model_pieces[0]);
273 if (oc == NULL) {
274 error_report("unable to find CPU model '%s'", model_pieces[0]);
275 g_strfreev(model_pieces);
276 exit(EXIT_FAILURE);
277 }
278
279 cpu_type = object_class_get_name(oc);
280 cc = CPU_CLASS(oc);
281 cc->parse_features(cpu_type, model_pieces[1], &error_fatal);
282 g_strfreev(model_pieces);
283 return cpu_type;
284}
285
Gavin Shandfa47532023-11-15 09:56:03 +1000286#ifndef cpu_list
287static void cpu_list_entry(gpointer data, gpointer user_data)
288{
289 CPUClass *cc = CPU_CLASS(OBJECT_CLASS(data));
290 const char *typename = object_class_get_name(OBJECT_CLASS(data));
291 g_autofree char *model = cpu_model_from_type(typename);
292
293 if (cc->deprecation_note) {
294 qemu_printf(" %s (deprecated)\n", model);
295 } else {
296 qemu_printf(" %s\n", model);
297 }
298}
299
300static void cpu_list(void)
301{
302 GSList *list;
303
304 list = object_class_get_list_sorted(TYPE_CPU, false);
305 qemu_printf("Available CPUs:\n");
306 g_slist_foreach(list, cpu_list_entry, NULL);
307 g_slist_free(list);
308}
309#endif
310
Thomas Huthc138c3b2023-04-19 14:48:31 +0200311void list_cpus(void)
Philippe Mathieu-Daudé377bf6f2022-03-14 15:01:08 +0100312{
Philippe Mathieu-Daudé377bf6f2022-03-14 15:01:08 +0100313 cpu_list();
Philippe Mathieu-Daudé377bf6f2022-03-14 15:01:08 +0100314}
315
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200316/* enable or disable single step mode. EXCP_DEBUG is returned by the
317 CPU loop after each instruction */
318void cpu_single_step(CPUState *cpu, int enabled)
319{
320 if (cpu->singlestep_enabled != enabled) {
321 cpu->singlestep_enabled = enabled;
Mads Ynddal412ae122023-03-02 18:58:05 -0800322
323#if !defined(CONFIG_USER_ONLY)
324 const AccelOpsClass *ops = cpus_get_accel();
325 if (ops->update_guest_debug) {
326 ops->update_guest_debug(cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200327 }
Mads Ynddal412ae122023-03-02 18:58:05 -0800328#endif
329
Richard Hendersonad1a7062021-07-01 08:10:53 -0700330 trace_breakpoint_singlestep(cpu->cpu_index, enabled);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200331 }
332}
333
334void cpu_abort(CPUState *cpu, const char *fmt, ...)
335{
336 va_list ap;
337 va_list ap2;
338
339 va_start(ap, fmt);
340 va_copy(ap2, ap);
341 fprintf(stderr, "qemu: fatal: ");
342 vfprintf(stderr, fmt, ap);
343 fprintf(stderr, "\n");
344 cpu_dump_state(cpu, stderr, CPU_DUMP_FPU | CPU_DUMP_CCOP);
345 if (qemu_log_separate()) {
Richard Hendersonc60f5992022-04-17 11:29:47 -0700346 FILE *logfile = qemu_log_trylock();
Richard Henderson78b54852022-04-17 11:29:49 -0700347 if (logfile) {
348 fprintf(logfile, "qemu: fatal: ");
349 vfprintf(logfile, fmt, ap2);
350 fprintf(logfile, "\n");
351 cpu_dump_state(cpu, logfile, CPU_DUMP_FPU | CPU_DUMP_CCOP);
Richard Henderson78b54852022-04-17 11:29:49 -0700352 qemu_log_unlock(logfile);
353 }
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200354 }
355 va_end(ap2);
356 va_end(ap);
357 replay_finish();
358#if defined(CONFIG_USER_ONLY)
359 {
360 struct sigaction act;
361 sigfillset(&act.sa_mask);
362 act.sa_handler = SIG_DFL;
363 act.sa_flags = 0;
364 sigaction(SIGABRT, &act, NULL);
365 }
366#endif
367 abort();
368}
369
370/* physical memory access (slow version, mainly for debug) */
371#if defined(CONFIG_USER_ONLY)
Philippe Mathieu-Daudé73842ef2022-02-03 02:13:28 +0100372int cpu_memory_rw_debug(CPUState *cpu, vaddr addr,
373 void *ptr, size_t len, bool is_write)
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200374{
375 int flags;
Philippe Mathieu-Daudé73842ef2022-02-03 02:13:28 +0100376 vaddr l, page;
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200377 void * p;
378 uint8_t *buf = ptr;
Ilya Leoshkevich87ab2702024-01-29 10:32:14 +0100379 ssize_t written;
380 int ret = -1;
381 int fd = -1;
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200382
383 while (len > 0) {
384 page = addr & TARGET_PAGE_MASK;
385 l = (page + TARGET_PAGE_SIZE) - addr;
386 if (l > len)
387 l = len;
388 flags = page_get_flags(page);
Ilya Leoshkevich87ab2702024-01-29 10:32:14 +0100389 if (!(flags & PAGE_VALID)) {
390 goto out_close;
391 }
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200392 if (is_write) {
Ilya Leoshkevich87ab2702024-01-29 10:32:14 +0100393 if (flags & PAGE_WRITE) {
394 /* XXX: this code should not depend on lock_user */
395 p = lock_user(VERIFY_WRITE, addr, l, 0);
396 if (!p) {
397 goto out_close;
398 }
399 memcpy(p, buf, l);
400 unlock_user(p, addr, l);
401 } else {
402 /* Bypass the host page protection using ptrace. */
403 if (fd == -1) {
404 fd = open("/proc/self/mem", O_WRONLY);
405 if (fd == -1) {
406 goto out;
407 }
408 }
409 /*
410 * If there is a TranslationBlock and we weren't bypassing the
411 * host page protection, the memcpy() above would SEGV,
412 * ultimately leading to page_unprotect(). So invalidate the
413 * translations manually. Both invalidation and pwrite() must
414 * be under mmap_lock() in order to prevent the creation of
415 * another TranslationBlock in between.
416 */
417 mmap_lock();
418 tb_invalidate_phys_range(addr, addr + l - 1);
419 written = pwrite(fd, buf, l,
420 (off_t)(uintptr_t)g2h_untagged(addr));
421 mmap_unlock();
422 if (written != l) {
423 goto out_close;
424 }
425 }
426 } else if (flags & PAGE_READ) {
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200427 /* XXX: this code should not depend on lock_user */
Ilya Leoshkevich87ab2702024-01-29 10:32:14 +0100428 p = lock_user(VERIFY_READ, addr, l, 1);
429 if (!p) {
430 goto out_close;
431 }
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200432 memcpy(buf, p, l);
433 unlock_user(p, addr, 0);
Ilya Leoshkevich87ab2702024-01-29 10:32:14 +0100434 } else {
435 /* Bypass the host page protection using ptrace. */
436 if (fd == -1) {
437 fd = open("/proc/self/mem", O_RDONLY);
438 if (fd == -1) {
439 goto out;
440 }
441 }
442 if (pread(fd, buf, l,
443 (off_t)(uintptr_t)g2h_untagged(addr)) != l) {
444 goto out_close;
445 }
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200446 }
447 len -= l;
448 buf += l;
449 addr += l;
450 }
Ilya Leoshkevich87ab2702024-01-29 10:32:14 +0100451 ret = 0;
452out_close:
453 if (fd != -1) {
454 close(fd);
455 }
456out:
457 return ret;
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200458}
459#endif
460
461bool target_words_bigendian(void)
462{
Thomas Huthded625e2023-09-07 13:35:00 +0200463 return TARGET_BIG_ENDIAN;
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200464}
465
Thomas Huth1077f502023-04-24 18:04:33 +0200466const char *target_name(void)
467{
468 return TARGET_NAME;
469}