blob: 3ea38aea70775b4dadb06661a97d1e26b289f0e4 [file] [log] [blame]
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +02001/*
2 * Target-specific parts of the CPU object
3 *
4 * Copyright (c) 2003 Fabrice Bellard
5 *
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
10 *
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
18 */
19
20#include "qemu/osdep.h"
21#include "qemu-common.h"
22#include "qapi/error.h"
23
24#include "exec/target_page.h"
25#include "hw/qdev-core.h"
26#include "hw/qdev-properties.h"
27#include "qemu/error-report.h"
28#include "migration/vmstate.h"
29#ifdef CONFIG_USER_ONLY
30#include "qemu.h"
31#else
Philippe Mathieu-Daudé8b80bd22021-05-17 12:51:31 +020032#include "hw/core/sysemu-cpu-ops.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020033#include "exec/address-spaces.h"
34#endif
35#include "sysemu/tcg.h"
36#include "sysemu/kvm.h"
37#include "sysemu/replay.h"
Paolo Bonzini3b9bd3f2020-12-16 13:27:58 +010038#include "exec/translate-all.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020039#include "exec/log.h"
Claudio Fontana30565f12021-03-22 14:27:41 +010040#include "hw/core/accel-cpu.h"
Richard Hendersonad1a7062021-07-01 08:10:53 -070041#include "trace/trace-root.h"
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +020042
43uintptr_t qemu_host_page_size;
44intptr_t qemu_host_page_mask;
45
46#ifndef CONFIG_USER_ONLY
47static int cpu_common_post_load(void *opaque, int version_id)
48{
49 CPUState *cpu = opaque;
50
51 /* 0x01 was CPU_INTERRUPT_EXIT. This line can be removed when the
52 version_id is increased. */
53 cpu->interrupt_request &= ~0x01;
54 tlb_flush(cpu);
55
56 /* loadvm has just updated the content of RAM, bypassing the
57 * usual mechanisms that ensure we flush TBs for writes to
58 * memory we've translated code from. So we must flush all TBs,
59 * which will now be stale.
60 */
61 tb_flush(cpu);
62
63 return 0;
64}
65
66static int cpu_common_pre_load(void *opaque)
67{
68 CPUState *cpu = opaque;
69
70 cpu->exception_index = -1;
71
72 return 0;
73}
74
75static bool cpu_common_exception_index_needed(void *opaque)
76{
77 CPUState *cpu = opaque;
78
79 return tcg_enabled() && cpu->exception_index != -1;
80}
81
82static const VMStateDescription vmstate_cpu_common_exception_index = {
83 .name = "cpu_common/exception_index",
84 .version_id = 1,
85 .minimum_version_id = 1,
86 .needed = cpu_common_exception_index_needed,
87 .fields = (VMStateField[]) {
88 VMSTATE_INT32(exception_index, CPUState),
89 VMSTATE_END_OF_LIST()
90 }
91};
92
93static bool cpu_common_crash_occurred_needed(void *opaque)
94{
95 CPUState *cpu = opaque;
96
97 return cpu->crash_occurred;
98}
99
100static const VMStateDescription vmstate_cpu_common_crash_occurred = {
101 .name = "cpu_common/crash_occurred",
102 .version_id = 1,
103 .minimum_version_id = 1,
104 .needed = cpu_common_crash_occurred_needed,
105 .fields = (VMStateField[]) {
106 VMSTATE_BOOL(crash_occurred, CPUState),
107 VMSTATE_END_OF_LIST()
108 }
109};
110
111const VMStateDescription vmstate_cpu_common = {
112 .name = "cpu_common",
113 .version_id = 1,
114 .minimum_version_id = 1,
115 .pre_load = cpu_common_pre_load,
116 .post_load = cpu_common_post_load,
117 .fields = (VMStateField[]) {
118 VMSTATE_UINT32(halted, CPUState),
119 VMSTATE_UINT32(interrupt_request, CPUState),
120 VMSTATE_END_OF_LIST()
121 },
122 .subsections = (const VMStateDescription*[]) {
123 &vmstate_cpu_common_exception_index,
124 &vmstate_cpu_common_crash_occurred,
125 NULL
126 }
127};
128#endif
129
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100130void cpu_exec_realizefn(CPUState *cpu, Error **errp)
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200131{
Philippe Mathieu-Daudéfeece4d2021-05-17 12:51:32 +0200132#ifndef CONFIG_USER_ONLY
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200133 CPUClass *cc = CPU_GET_CLASS(cpu);
Philippe Mathieu-Daudéfeece4d2021-05-17 12:51:32 +0200134#endif
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200135
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100136 cpu_list_add(cpu);
Claudio Fontana9ea057d2021-03-22 14:27:44 +0100137 if (!accel_cpu_realizefn(cpu, errp)) {
138 return;
139 }
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100140 /* NB: errp parameter is unused currently */
141 if (tcg_enabled()) {
142 tcg_exec_realizefn(cpu, errp);
143 }
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100144
145#ifdef CONFIG_USER_ONLY
Philippe Mathieu-Daudé43360732021-05-17 12:51:28 +0200146 assert(qdev_get_vmsd(DEVICE(cpu)) == NULL ||
147 qdev_get_vmsd(DEVICE(cpu))->unmigratable);
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100148#else
149 if (qdev_get_vmsd(DEVICE(cpu)) == NULL) {
150 vmstate_register(NULL, cpu->cpu_index, &vmstate_cpu_common, cpu);
151 }
Philippe Mathieu-Daudéfeece4d2021-05-17 12:51:32 +0200152 if (cc->sysemu_ops->legacy_vmsd != NULL) {
153 vmstate_register(NULL, cpu->cpu_index, cc->sysemu_ops->legacy_vmsd, cpu);
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100154 }
155#endif /* CONFIG_USER_ONLY */
156}
157
158void cpu_exec_unrealizefn(CPUState *cpu)
159{
Philippe Mathieu-Daudéfeece4d2021-05-17 12:51:32 +0200160#ifndef CONFIG_USER_ONLY
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100161 CPUClass *cc = CPU_GET_CLASS(cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200162
Philippe Mathieu-Daudéfeece4d2021-05-17 12:51:32 +0200163 if (cc->sysemu_ops->legacy_vmsd != NULL) {
164 vmstate_unregister(NULL, cc->sysemu_ops->legacy_vmsd, cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200165 }
166 if (qdev_get_vmsd(DEVICE(cpu)) == NULL) {
167 vmstate_unregister(NULL, &vmstate_cpu_common, cpu);
168 }
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200169#endif
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100170 if (tcg_enabled()) {
171 tcg_exec_unrealizefn(cpu);
172 }
Claudio Fontana7df5e3d2021-02-04 17:39:11 +0100173
174 cpu_list_remove(cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200175}
176
Richard Henderson6e8dcac2021-12-27 07:01:24 -0800177/*
178 * This can't go in hw/core/cpu.c because that file is compiled only
179 * once for both user-mode and system builds.
180 */
Richard Henderson995b87d2021-08-22 00:25:28 -0700181static Property cpu_common_props[] = {
Richard Henderson6e8dcac2021-12-27 07:01:24 -0800182#ifdef CONFIG_USER_ONLY
Richard Henderson995b87d2021-08-22 00:25:28 -0700183 /*
Richard Henderson6e8dcac2021-12-27 07:01:24 -0800184 * Create a property for the user-only object, so users can
185 * adjust prctl(PR_SET_UNALIGN) from the command-line.
186 * Has no effect if the target does not support the feature.
187 */
188 DEFINE_PROP_BOOL("prctl-unalign-sigbus", CPUState,
189 prctl_unalign_sigbus, false),
190#else
191 /*
192 * Create a memory property for softmmu CPU object, so users can
193 * wire up its memory. The default if no link is set up is to use
Richard Henderson995b87d2021-08-22 00:25:28 -0700194 * the system address space.
195 */
196 DEFINE_PROP_LINK("memory", CPUState, memory, TYPE_MEMORY_REGION,
197 MemoryRegion *),
198#endif
Richard Henderson995b87d2021-08-22 00:25:28 -0700199 DEFINE_PROP_END_OF_LIST(),
200};
201
Peter Maydell0c3c25f2022-01-27 15:46:25 +0000202static bool cpu_get_start_powered_off(Object *obj, Error **errp)
203{
204 CPUState *cpu = CPU(obj);
205 return cpu->start_powered_off;
206}
207
208static void cpu_set_start_powered_off(Object *obj, bool value, Error **errp)
209{
210 CPUState *cpu = CPU(obj);
211 cpu->start_powered_off = value;
212}
213
Richard Henderson995b87d2021-08-22 00:25:28 -0700214void cpu_class_init_props(DeviceClass *dc)
215{
Peter Maydell0c3c25f2022-01-27 15:46:25 +0000216 ObjectClass *oc = OBJECT_CLASS(dc);
217
Richard Henderson995b87d2021-08-22 00:25:28 -0700218 device_class_set_props(dc, cpu_common_props);
Peter Maydell0c3c25f2022-01-27 15:46:25 +0000219 /*
220 * We can't use DEFINE_PROP_BOOL in the Property array for this
221 * property, because we want this to be settable after realize.
222 */
223 object_class_property_add_bool(oc, "start-powered-off",
224 cpu_get_start_powered_off,
225 cpu_set_start_powered_off);
Richard Henderson995b87d2021-08-22 00:25:28 -0700226}
227
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200228void cpu_exec_initfn(CPUState *cpu)
229{
230 cpu->as = NULL;
231 cpu->num_ases = 0;
232
233#ifndef CONFIG_USER_ONLY
234 cpu->thread_id = qemu_get_thread_id();
235 cpu->memory = get_system_memory();
236 object_ref(OBJECT(cpu->memory));
237#endif
238}
239
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200240const char *parse_cpu_option(const char *cpu_option)
241{
242 ObjectClass *oc;
243 CPUClass *cc;
244 gchar **model_pieces;
245 const char *cpu_type;
246
247 model_pieces = g_strsplit(cpu_option, ",", 2);
248 if (!model_pieces[0]) {
249 error_report("-cpu option cannot be empty");
250 exit(1);
251 }
252
253 oc = cpu_class_by_name(CPU_RESOLVING_TYPE, model_pieces[0]);
254 if (oc == NULL) {
255 error_report("unable to find CPU model '%s'", model_pieces[0]);
256 g_strfreev(model_pieces);
257 exit(EXIT_FAILURE);
258 }
259
260 cpu_type = object_class_get_name(oc);
261 cc = CPU_CLASS(oc);
262 cc->parse_features(cpu_type, model_pieces[1], &error_fatal);
263 g_strfreev(model_pieces);
264 return cpu_type;
265}
266
267#if defined(CONFIG_USER_ONLY)
268void tb_invalidate_phys_addr(target_ulong addr)
269{
270 mmap_lock();
271 tb_invalidate_phys_page_range(addr, addr + 1);
272 mmap_unlock();
273}
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200274#else
275void tb_invalidate_phys_addr(AddressSpace *as, hwaddr addr, MemTxAttrs attrs)
276{
277 ram_addr_t ram_addr;
278 MemoryRegion *mr;
279 hwaddr l = 1;
280
281 if (!tcg_enabled()) {
282 return;
283 }
284
285 RCU_READ_LOCK_GUARD();
286 mr = address_space_translate(as, addr, &addr, &l, false, attrs);
287 if (!(memory_region_is_ram(mr)
288 || memory_region_is_romd(mr))) {
289 return;
290 }
291 ram_addr = memory_region_get_ram_addr(mr) + addr;
292 tb_invalidate_phys_page_range(ram_addr, ram_addr + 1);
293}
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200294#endif
295
296/* Add a breakpoint. */
297int cpu_breakpoint_insert(CPUState *cpu, vaddr pc, int flags,
298 CPUBreakpoint **breakpoint)
299{
Richard Henderson5bc31e92021-07-20 05:47:23 -1000300 CPUClass *cc = CPU_GET_CLASS(cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200301 CPUBreakpoint *bp;
302
Richard Henderson5bc31e92021-07-20 05:47:23 -1000303 if (cc->gdb_adjust_breakpoint) {
304 pc = cc->gdb_adjust_breakpoint(cpu, pc);
305 }
306
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200307 bp = g_malloc(sizeof(*bp));
308
309 bp->pc = pc;
310 bp->flags = flags;
311
312 /* keep all GDB-injected breakpoints in front */
313 if (flags & BP_GDB) {
314 QTAILQ_INSERT_HEAD(&cpu->breakpoints, bp, entry);
315 } else {
316 QTAILQ_INSERT_TAIL(&cpu->breakpoints, bp, entry);
317 }
318
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200319 if (breakpoint) {
320 *breakpoint = bp;
321 }
Richard Hendersonad1a7062021-07-01 08:10:53 -0700322
323 trace_breakpoint_insert(cpu->cpu_index, pc, flags);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200324 return 0;
325}
326
327/* Remove a specific breakpoint. */
328int cpu_breakpoint_remove(CPUState *cpu, vaddr pc, int flags)
329{
Richard Henderson5bc31e92021-07-20 05:47:23 -1000330 CPUClass *cc = CPU_GET_CLASS(cpu);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200331 CPUBreakpoint *bp;
332
Richard Henderson5bc31e92021-07-20 05:47:23 -1000333 if (cc->gdb_adjust_breakpoint) {
334 pc = cc->gdb_adjust_breakpoint(cpu, pc);
335 }
336
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200337 QTAILQ_FOREACH(bp, &cpu->breakpoints, entry) {
338 if (bp->pc == pc && bp->flags == flags) {
339 cpu_breakpoint_remove_by_ref(cpu, bp);
340 return 0;
341 }
342 }
343 return -ENOENT;
344}
345
346/* Remove a specific breakpoint by reference. */
Richard Hendersonad1a7062021-07-01 08:10:53 -0700347void cpu_breakpoint_remove_by_ref(CPUState *cpu, CPUBreakpoint *bp)
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200348{
Richard Hendersonad1a7062021-07-01 08:10:53 -0700349 QTAILQ_REMOVE(&cpu->breakpoints, bp, entry);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200350
Richard Hendersonad1a7062021-07-01 08:10:53 -0700351 trace_breakpoint_remove(cpu->cpu_index, bp->pc, bp->flags);
352 g_free(bp);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200353}
354
355/* Remove all matching breakpoints. */
356void cpu_breakpoint_remove_all(CPUState *cpu, int mask)
357{
358 CPUBreakpoint *bp, *next;
359
360 QTAILQ_FOREACH_SAFE(bp, &cpu->breakpoints, entry, next) {
361 if (bp->flags & mask) {
362 cpu_breakpoint_remove_by_ref(cpu, bp);
363 }
364 }
365}
366
367/* enable or disable single step mode. EXCP_DEBUG is returned by the
368 CPU loop after each instruction */
369void cpu_single_step(CPUState *cpu, int enabled)
370{
371 if (cpu->singlestep_enabled != enabled) {
372 cpu->singlestep_enabled = enabled;
373 if (kvm_enabled()) {
374 kvm_update_guest_debug(cpu, 0);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200375 }
Richard Hendersonad1a7062021-07-01 08:10:53 -0700376 trace_breakpoint_singlestep(cpu->cpu_index, enabled);
Paolo Bonzinid9f24bf2020-10-06 09:05:29 +0200377 }
378}
379
380void cpu_abort(CPUState *cpu, const char *fmt, ...)
381{
382 va_list ap;
383 va_list ap2;
384
385 va_start(ap, fmt);
386 va_copy(ap2, ap);
387 fprintf(stderr, "qemu: fatal: ");
388 vfprintf(stderr, fmt, ap);
389 fprintf(stderr, "\n");
390 cpu_dump_state(cpu, stderr, CPU_DUMP_FPU | CPU_DUMP_CCOP);
391 if (qemu_log_separate()) {
392 FILE *logfile = qemu_log_lock();
393 qemu_log("qemu: fatal: ");
394 qemu_log_vprintf(fmt, ap2);
395 qemu_log("\n");
396 log_cpu_state(cpu, CPU_DUMP_FPU | CPU_DUMP_CCOP);
397 qemu_log_flush();
398 qemu_log_unlock(logfile);
399 qemu_log_close();
400 }
401 va_end(ap2);
402 va_end(ap);
403 replay_finish();
404#if defined(CONFIG_USER_ONLY)
405 {
406 struct sigaction act;
407 sigfillset(&act.sa_mask);
408 act.sa_handler = SIG_DFL;
409 act.sa_flags = 0;
410 sigaction(SIGABRT, &act, NULL);
411 }
412#endif
413 abort();
414}
415
416/* physical memory access (slow version, mainly for debug) */
417#if defined(CONFIG_USER_ONLY)
418int cpu_memory_rw_debug(CPUState *cpu, target_ulong addr,
419 void *ptr, target_ulong len, bool is_write)
420{
421 int flags;
422 target_ulong l, page;
423 void * p;
424 uint8_t *buf = ptr;
425
426 while (len > 0) {
427 page = addr & TARGET_PAGE_MASK;
428 l = (page + TARGET_PAGE_SIZE) - addr;
429 if (l > len)
430 l = len;
431 flags = page_get_flags(page);
432 if (!(flags & PAGE_VALID))
433 return -1;
434 if (is_write) {
435 if (!(flags & PAGE_WRITE))
436 return -1;
437 /* XXX: this code should not depend on lock_user */
438 if (!(p = lock_user(VERIFY_WRITE, addr, l, 0)))
439 return -1;
440 memcpy(p, buf, l);
441 unlock_user(p, addr, l);
442 } else {
443 if (!(flags & PAGE_READ))
444 return -1;
445 /* XXX: this code should not depend on lock_user */
446 if (!(p = lock_user(VERIFY_READ, addr, l, 1)))
447 return -1;
448 memcpy(buf, p, l);
449 unlock_user(p, addr, 0);
450 }
451 len -= l;
452 buf += l;
453 addr += l;
454 }
455 return 0;
456}
457#endif
458
459bool target_words_bigendian(void)
460{
461#if defined(TARGET_WORDS_BIGENDIAN)
462 return true;
463#else
464 return false;
465#endif
466}
467
468void page_size_init(void)
469{
470 /* NOTE: we can always suppose that qemu_host_page_size >=
471 TARGET_PAGE_SIZE */
472 if (qemu_host_page_size == 0) {
473 qemu_host_page_size = qemu_real_host_page_size;
474 }
475 if (qemu_host_page_size < TARGET_PAGE_SIZE) {
476 qemu_host_page_size = TARGET_PAGE_SIZE;
477 }
478 qemu_host_page_mask = -(intptr_t)qemu_host_page_size;
479}