blob: 192781137ac3fbbe2dddb536f997589fd6a560f2 [file] [log] [blame]
bellard574bbf72005-01-03 23:27:31 +00001/*
2 * APIC support
ths5fafdf22007-09-16 21:08:06 +00003 *
bellard574bbf72005-01-03 23:27:31 +00004 * Copyright (c) 2004-2005 Fabrice Bellard
5 *
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
10 *
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
Blue Swirl8167ee82009-07-16 20:47:01 +000017 * License along with this library; if not, see <http://www.gnu.org/licenses/>
bellard574bbf72005-01-03 23:27:31 +000018 */
pbrook87ecb682007-11-17 17:14:51 +000019#include "hw.h"
20#include "pc.h"
Michael S. Tsirkin54c96da2009-06-21 19:50:03 +030021#include "pci.h"
22#include "msix.h"
pbrook87ecb682007-11-17 17:14:51 +000023#include "qemu-timer.h"
aurel32bb7e7292008-10-12 20:16:03 +000024#include "host-utils.h"
Jan Kiszka8d2ba1f2009-06-27 09:24:58 +020025#include "kvm.h"
bellard574bbf72005-01-03 23:27:31 +000026
27//#define DEBUG_APIC
28
29/* APIC Local Vector Table */
30#define APIC_LVT_TIMER 0
31#define APIC_LVT_THERMAL 1
32#define APIC_LVT_PERFORM 2
33#define APIC_LVT_LINT0 3
34#define APIC_LVT_LINT1 4
35#define APIC_LVT_ERROR 5
36#define APIC_LVT_NB 6
37
38/* APIC delivery modes */
39#define APIC_DM_FIXED 0
40#define APIC_DM_LOWPRI 1
41#define APIC_DM_SMI 2
42#define APIC_DM_NMI 4
43#define APIC_DM_INIT 5
44#define APIC_DM_SIPI 6
45#define APIC_DM_EXTINT 7
46
bellardd592d302005-07-23 19:05:37 +000047/* APIC destination mode */
48#define APIC_DESTMODE_FLAT 0xf
49#define APIC_DESTMODE_CLUSTER 1
50
bellard574bbf72005-01-03 23:27:31 +000051#define APIC_TRIGGER_EDGE 0
52#define APIC_TRIGGER_LEVEL 1
53
54#define APIC_LVT_TIMER_PERIODIC (1<<17)
55#define APIC_LVT_MASKED (1<<16)
56#define APIC_LVT_LEVEL_TRIGGER (1<<15)
57#define APIC_LVT_REMOTE_IRR (1<<14)
58#define APIC_INPUT_POLARITY (1<<13)
59#define APIC_SEND_PENDING (1<<12)
60
61#define ESR_ILLEGAL_ADDRESS (1 << 7)
62
63#define APIC_SV_ENABLE (1 << 8)
64
bellardd3e9db92005-12-17 01:27:28 +000065#define MAX_APICS 255
66#define MAX_APIC_WORDS 8
67
Michael S. Tsirkin54c96da2009-06-21 19:50:03 +030068/* Intel APIC constants: from include/asm/msidef.h */
69#define MSI_DATA_VECTOR_SHIFT 0
70#define MSI_DATA_VECTOR_MASK 0x000000ff
71#define MSI_DATA_DELIVERY_MODE_SHIFT 8
72#define MSI_DATA_TRIGGER_SHIFT 15
73#define MSI_DATA_LEVEL_SHIFT 14
74#define MSI_ADDR_DEST_MODE_SHIFT 2
75#define MSI_ADDR_DEST_ID_SHIFT 12
76#define MSI_ADDR_DEST_ID_MASK 0x00ffff0
77
78#define MSI_ADDR_BASE 0xfee00000
79#define MSI_ADDR_SIZE 0x100000
80
bellard574bbf72005-01-03 23:27:31 +000081typedef struct APICState {
82 CPUState *cpu_env;
83 uint32_t apicbase;
84 uint8_t id;
bellardd592d302005-07-23 19:05:37 +000085 uint8_t arb_id;
bellard574bbf72005-01-03 23:27:31 +000086 uint8_t tpr;
87 uint32_t spurious_vec;
bellardd592d302005-07-23 19:05:37 +000088 uint8_t log_dest;
89 uint8_t dest_mode;
bellard574bbf72005-01-03 23:27:31 +000090 uint32_t isr[8]; /* in service register */
91 uint32_t tmr[8]; /* trigger mode register */
92 uint32_t irr[8]; /* interrupt request register */
93 uint32_t lvt[APIC_LVT_NB];
94 uint32_t esr; /* error register */
95 uint32_t icr[2];
96
97 uint32_t divide_conf;
98 int count_shift;
99 uint32_t initial_count;
100 int64_t initial_count_load_time, next_time;
Gleb Natapov678e12c2009-06-10 15:40:48 +0300101 uint32_t idx;
bellard574bbf72005-01-03 23:27:31 +0000102 QEMUTimer *timer;
Gleb Natapovb09ea7d2009-06-17 23:26:59 +0300103 int sipi_vector;
104 int wait_for_sipi;
bellard574bbf72005-01-03 23:27:31 +0000105} APICState;
106
107static int apic_io_memory;
bellardd3e9db92005-12-17 01:27:28 +0000108static APICState *local_apics[MAX_APICS + 1];
Gleb Natapov678e12c2009-06-10 15:40:48 +0300109static int last_apic_idx = 0;
aliguori73822ec2009-01-15 20:11:34 +0000110static int apic_irq_delivered;
111
bellardd592d302005-07-23 19:05:37 +0000112
bellardd592d302005-07-23 19:05:37 +0000113static void apic_set_irq(APICState *s, int vector_num, int trigger_mode);
114static void apic_update_irq(APICState *s);
aliguori610626a2009-03-12 20:25:12 +0000115static void apic_get_delivery_bitmask(uint32_t *deliver_bitmask,
116 uint8_t dest, uint8_t dest_mode);
bellardd592d302005-07-23 19:05:37 +0000117
aurel323b63c042008-12-06 10:46:35 +0000118/* Find first bit starting from msb */
119static int fls_bit(uint32_t value)
120{
121 return 31 - clz32(value);
122}
123
aurel32e95f5492008-10-12 00:53:17 +0000124/* Find first bit starting from lsb */
bellardd3e9db92005-12-17 01:27:28 +0000125static int ffs_bit(uint32_t value)
126{
aurel32bb7e7292008-10-12 20:16:03 +0000127 return ctz32(value);
bellardd3e9db92005-12-17 01:27:28 +0000128}
129
130static inline void set_bit(uint32_t *tab, int index)
131{
132 int i, mask;
133 i = index >> 5;
134 mask = 1 << (index & 0x1f);
135 tab[i] |= mask;
136}
137
138static inline void reset_bit(uint32_t *tab, int index)
139{
140 int i, mask;
141 i = index >> 5;
142 mask = 1 << (index & 0x1f);
143 tab[i] &= ~mask;
144}
145
aliguori73822ec2009-01-15 20:11:34 +0000146static inline int get_bit(uint32_t *tab, int index)
147{
148 int i, mask;
149 i = index >> 5;
150 mask = 1 << (index & 0x1f);
151 return !!(tab[i] & mask);
152}
153
aurel321a7de942008-08-21 03:14:52 +0000154static void apic_local_deliver(CPUState *env, int vector)
aurel32a5b38b52008-04-13 16:08:30 +0000155{
156 APICState *s = env->apic_state;
157 uint32_t lvt = s->lvt[vector];
158 int trigger_mode;
159
160 if (lvt & APIC_LVT_MASKED)
161 return;
162
163 switch ((lvt >> 8) & 7) {
164 case APIC_DM_SMI:
165 cpu_interrupt(env, CPU_INTERRUPT_SMI);
166 break;
167
168 case APIC_DM_NMI:
169 cpu_interrupt(env, CPU_INTERRUPT_NMI);
170 break;
171
172 case APIC_DM_EXTINT:
173 cpu_interrupt(env, CPU_INTERRUPT_HARD);
174 break;
175
176 case APIC_DM_FIXED:
177 trigger_mode = APIC_TRIGGER_EDGE;
178 if ((vector == APIC_LVT_LINT0 || vector == APIC_LVT_LINT1) &&
179 (lvt & APIC_LVT_LEVEL_TRIGGER))
180 trigger_mode = APIC_TRIGGER_LEVEL;
181 apic_set_irq(s, lvt & 0xff, trigger_mode);
182 }
183}
184
aurel321a7de942008-08-21 03:14:52 +0000185void apic_deliver_pic_intr(CPUState *env, int level)
186{
187 if (level)
188 apic_local_deliver(env, APIC_LVT_LINT0);
189 else {
190 APICState *s = env->apic_state;
191 uint32_t lvt = s->lvt[APIC_LVT_LINT0];
192
193 switch ((lvt >> 8) & 7) {
194 case APIC_DM_FIXED:
195 if (!(lvt & APIC_LVT_LEVEL_TRIGGER))
196 break;
197 reset_bit(s->irr, lvt & 0xff);
198 /* fall through */
199 case APIC_DM_EXTINT:
200 cpu_reset_interrupt(env, CPU_INTERRUPT_HARD);
201 break;
202 }
203 }
204}
205
bellardd3e9db92005-12-17 01:27:28 +0000206#define foreach_apic(apic, deliver_bitmask, code) \
207{\
208 int __i, __j, __mask;\
209 for(__i = 0; __i < MAX_APIC_WORDS; __i++) {\
210 __mask = deliver_bitmask[__i];\
211 if (__mask) {\
212 for(__j = 0; __j < 32; __j++) {\
213 if (__mask & (1 << __j)) {\
214 apic = local_apics[__i * 32 + __j];\
215 if (apic) {\
216 code;\
217 }\
218 }\
219 }\
220 }\
221 }\
222}
223
ths5fafdf22007-09-16 21:08:06 +0000224static void apic_bus_deliver(const uint32_t *deliver_bitmask,
bellardd3e9db92005-12-17 01:27:28 +0000225 uint8_t delivery_mode,
bellardd592d302005-07-23 19:05:37 +0000226 uint8_t vector_num, uint8_t polarity,
227 uint8_t trigger_mode)
228{
229 APICState *apic_iter;
230
231 switch (delivery_mode) {
232 case APIC_DM_LOWPRI:
bellard8dd69b82005-11-23 20:59:44 +0000233 /* XXX: search for focus processor, arbitration */
bellardd3e9db92005-12-17 01:27:28 +0000234 {
235 int i, d;
236 d = -1;
237 for(i = 0; i < MAX_APIC_WORDS; i++) {
238 if (deliver_bitmask[i]) {
239 d = i * 32 + ffs_bit(deliver_bitmask[i]);
240 break;
241 }
242 }
243 if (d >= 0) {
244 apic_iter = local_apics[d];
245 if (apic_iter) {
246 apic_set_irq(apic_iter, vector_num, trigger_mode);
247 }
248 }
bellard8dd69b82005-11-23 20:59:44 +0000249 }
bellardd3e9db92005-12-17 01:27:28 +0000250 return;
bellard8dd69b82005-11-23 20:59:44 +0000251
bellardd592d302005-07-23 19:05:37 +0000252 case APIC_DM_FIXED:
bellardd592d302005-07-23 19:05:37 +0000253 break;
254
255 case APIC_DM_SMI:
aurel32e2eb9d32008-04-13 16:08:23 +0000256 foreach_apic(apic_iter, deliver_bitmask,
257 cpu_interrupt(apic_iter->cpu_env, CPU_INTERRUPT_SMI) );
258 return;
259
bellardd592d302005-07-23 19:05:37 +0000260 case APIC_DM_NMI:
aurel32e2eb9d32008-04-13 16:08:23 +0000261 foreach_apic(apic_iter, deliver_bitmask,
262 cpu_interrupt(apic_iter->cpu_env, CPU_INTERRUPT_NMI) );
263 return;
bellardd592d302005-07-23 19:05:37 +0000264
265 case APIC_DM_INIT:
266 /* normal INIT IPI sent to processors */
ths5fafdf22007-09-16 21:08:06 +0000267 foreach_apic(apic_iter, deliver_bitmask,
Gleb Natapovb09ea7d2009-06-17 23:26:59 +0300268 cpu_interrupt(apic_iter->cpu_env, CPU_INTERRUPT_INIT) );
bellardd592d302005-07-23 19:05:37 +0000269 return;
ths3b46e622007-09-17 08:09:54 +0000270
bellardd592d302005-07-23 19:05:37 +0000271 case APIC_DM_EXTINT:
bellardb1fc0342005-07-23 21:43:15 +0000272 /* handled in I/O APIC code */
bellardd592d302005-07-23 19:05:37 +0000273 break;
274
275 default:
276 return;
277 }
278
ths5fafdf22007-09-16 21:08:06 +0000279 foreach_apic(apic_iter, deliver_bitmask,
bellardd3e9db92005-12-17 01:27:28 +0000280 apic_set_irq(apic_iter, vector_num, trigger_mode) );
bellardd592d302005-07-23 19:05:37 +0000281}
bellard574bbf72005-01-03 23:27:31 +0000282
aliguori610626a2009-03-12 20:25:12 +0000283void apic_deliver_irq(uint8_t dest, uint8_t dest_mode,
284 uint8_t delivery_mode, uint8_t vector_num,
285 uint8_t polarity, uint8_t trigger_mode)
286{
287 uint32_t deliver_bitmask[MAX_APIC_WORDS];
288
289 apic_get_delivery_bitmask(deliver_bitmask, dest, dest_mode);
290 apic_bus_deliver(deliver_bitmask, delivery_mode, vector_num, polarity,
291 trigger_mode);
292}
293
bellard574bbf72005-01-03 23:27:31 +0000294void cpu_set_apic_base(CPUState *env, uint64_t val)
295{
296 APICState *s = env->apic_state;
297#ifdef DEBUG_APIC
bellard26a76462006-06-25 18:15:32 +0000298 printf("cpu_set_apic_base: %016" PRIx64 "\n", val);
bellard574bbf72005-01-03 23:27:31 +0000299#endif
aurel322c7c13d2009-04-08 22:56:26 +0000300 if (!s)
301 return;
ths5fafdf22007-09-16 21:08:06 +0000302 s->apicbase = (val & 0xfffff000) |
bellard574bbf72005-01-03 23:27:31 +0000303 (s->apicbase & (MSR_IA32_APICBASE_BSP | MSR_IA32_APICBASE_ENABLE));
304 /* if disabled, cannot be enabled again */
305 if (!(val & MSR_IA32_APICBASE_ENABLE)) {
306 s->apicbase &= ~MSR_IA32_APICBASE_ENABLE;
307 env->cpuid_features &= ~CPUID_APIC;
308 s->spurious_vec &= ~APIC_SV_ENABLE;
309 }
310}
311
312uint64_t cpu_get_apic_base(CPUState *env)
313{
314 APICState *s = env->apic_state;
315#ifdef DEBUG_APIC
aurel322c7c13d2009-04-08 22:56:26 +0000316 printf("cpu_get_apic_base: %016" PRIx64 "\n",
317 s ? (uint64_t)s->apicbase: 0);
bellard574bbf72005-01-03 23:27:31 +0000318#endif
aurel322c7c13d2009-04-08 22:56:26 +0000319 return s ? s->apicbase : 0;
bellard574bbf72005-01-03 23:27:31 +0000320}
321
bellard9230e662005-01-23 20:46:56 +0000322void cpu_set_apic_tpr(CPUX86State *env, uint8_t val)
323{
324 APICState *s = env->apic_state;
aurel322c7c13d2009-04-08 22:56:26 +0000325 if (!s)
326 return;
bellard9230e662005-01-23 20:46:56 +0000327 s->tpr = (val & 0x0f) << 4;
bellardd592d302005-07-23 19:05:37 +0000328 apic_update_irq(s);
bellard9230e662005-01-23 20:46:56 +0000329}
330
331uint8_t cpu_get_apic_tpr(CPUX86State *env)
332{
333 APICState *s = env->apic_state;
aurel322c7c13d2009-04-08 22:56:26 +0000334 return s ? s->tpr >> 4 : 0;
bellard9230e662005-01-23 20:46:56 +0000335}
336
bellardd592d302005-07-23 19:05:37 +0000337/* return -1 if no bit is set */
338static int get_highest_priority_int(uint32_t *tab)
339{
340 int i;
341 for(i = 7; i >= 0; i--) {
342 if (tab[i] != 0) {
aurel323b63c042008-12-06 10:46:35 +0000343 return i * 32 + fls_bit(tab[i]);
bellardd592d302005-07-23 19:05:37 +0000344 }
345 }
346 return -1;
347}
348
bellard574bbf72005-01-03 23:27:31 +0000349static int apic_get_ppr(APICState *s)
350{
351 int tpr, isrv, ppr;
352
353 tpr = (s->tpr >> 4);
354 isrv = get_highest_priority_int(s->isr);
355 if (isrv < 0)
356 isrv = 0;
357 isrv >>= 4;
358 if (tpr >= isrv)
359 ppr = s->tpr;
360 else
361 ppr = isrv << 4;
362 return ppr;
363}
364
bellardd592d302005-07-23 19:05:37 +0000365static int apic_get_arb_pri(APICState *s)
366{
367 /* XXX: arbitration */
368 return 0;
369}
370
bellard574bbf72005-01-03 23:27:31 +0000371/* signal the CPU if an irq is pending */
372static void apic_update_irq(APICState *s)
373{
bellardd592d302005-07-23 19:05:37 +0000374 int irrv, ppr;
375 if (!(s->spurious_vec & APIC_SV_ENABLE))
376 return;
bellard574bbf72005-01-03 23:27:31 +0000377 irrv = get_highest_priority_int(s->irr);
378 if (irrv < 0)
379 return;
bellardd592d302005-07-23 19:05:37 +0000380 ppr = apic_get_ppr(s);
381 if (ppr && (irrv & 0xf0) <= (ppr & 0xf0))
bellard574bbf72005-01-03 23:27:31 +0000382 return;
383 cpu_interrupt(s->cpu_env, CPU_INTERRUPT_HARD);
384}
385
aliguori73822ec2009-01-15 20:11:34 +0000386void apic_reset_irq_delivered(void)
387{
388 apic_irq_delivered = 0;
389}
390
391int apic_get_irq_delivered(void)
392{
393 return apic_irq_delivered;
394}
395
bellard574bbf72005-01-03 23:27:31 +0000396static void apic_set_irq(APICState *s, int vector_num, int trigger_mode)
397{
aliguori73822ec2009-01-15 20:11:34 +0000398 apic_irq_delivered += !get_bit(s->irr, vector_num);
399
bellard574bbf72005-01-03 23:27:31 +0000400 set_bit(s->irr, vector_num);
401 if (trigger_mode)
402 set_bit(s->tmr, vector_num);
403 else
404 reset_bit(s->tmr, vector_num);
405 apic_update_irq(s);
406}
407
408static void apic_eoi(APICState *s)
409{
410 int isrv;
411 isrv = get_highest_priority_int(s->isr);
412 if (isrv < 0)
413 return;
414 reset_bit(s->isr, isrv);
bellardd592d302005-07-23 19:05:37 +0000415 /* XXX: send the EOI packet to the APIC bus to allow the I/O APIC to
416 set the remote IRR bit for level triggered interrupts. */
bellard574bbf72005-01-03 23:27:31 +0000417 apic_update_irq(s);
418}
419
Gleb Natapov678e12c2009-06-10 15:40:48 +0300420static int apic_find_dest(uint8_t dest)
421{
422 APICState *apic = local_apics[dest];
423 int i;
424
425 if (apic && apic->id == dest)
426 return dest; /* shortcut in case apic->id == apic->idx */
427
428 for (i = 0; i < MAX_APICS; i++) {
429 apic = local_apics[i];
430 if (apic && apic->id == dest)
431 return i;
432 }
433
434 return -1;
435}
436
bellardd3e9db92005-12-17 01:27:28 +0000437static void apic_get_delivery_bitmask(uint32_t *deliver_bitmask,
438 uint8_t dest, uint8_t dest_mode)
bellardd592d302005-07-23 19:05:37 +0000439{
bellardd592d302005-07-23 19:05:37 +0000440 APICState *apic_iter;
bellardd3e9db92005-12-17 01:27:28 +0000441 int i;
bellardd592d302005-07-23 19:05:37 +0000442
443 if (dest_mode == 0) {
bellardd3e9db92005-12-17 01:27:28 +0000444 if (dest == 0xff) {
445 memset(deliver_bitmask, 0xff, MAX_APIC_WORDS * sizeof(uint32_t));
446 } else {
Gleb Natapov678e12c2009-06-10 15:40:48 +0300447 int idx = apic_find_dest(dest);
bellardd3e9db92005-12-17 01:27:28 +0000448 memset(deliver_bitmask, 0x00, MAX_APIC_WORDS * sizeof(uint32_t));
Gleb Natapov678e12c2009-06-10 15:40:48 +0300449 if (idx >= 0)
450 set_bit(deliver_bitmask, idx);
bellardd3e9db92005-12-17 01:27:28 +0000451 }
bellardd592d302005-07-23 19:05:37 +0000452 } else {
453 /* XXX: cluster mode */
bellardd3e9db92005-12-17 01:27:28 +0000454 memset(deliver_bitmask, 0x00, MAX_APIC_WORDS * sizeof(uint32_t));
455 for(i = 0; i < MAX_APICS; i++) {
456 apic_iter = local_apics[i];
457 if (apic_iter) {
458 if (apic_iter->dest_mode == 0xf) {
459 if (dest & apic_iter->log_dest)
460 set_bit(deliver_bitmask, i);
461 } else if (apic_iter->dest_mode == 0x0) {
462 if ((dest & 0xf0) == (apic_iter->log_dest & 0xf0) &&
463 (dest & apic_iter->log_dest & 0x0f)) {
464 set_bit(deliver_bitmask, i);
465 }
466 }
467 }
bellardd592d302005-07-23 19:05:37 +0000468 }
469 }
bellardd592d302005-07-23 19:05:37 +0000470}
471
472
Gleb Natapovb09ea7d2009-06-17 23:26:59 +0300473void apic_init_reset(CPUState *env)
bellardd592d302005-07-23 19:05:37 +0000474{
Gleb Natapovb09ea7d2009-06-17 23:26:59 +0300475 APICState *s = env->apic_state;
bellardd592d302005-07-23 19:05:37 +0000476 int i;
477
Gleb Natapovb09ea7d2009-06-17 23:26:59 +0300478 if (!s)
479 return;
480
bellardd592d302005-07-23 19:05:37 +0000481 s->tpr = 0;
482 s->spurious_vec = 0xff;
483 s->log_dest = 0;
bellarde0fd8782005-11-21 23:26:26 +0000484 s->dest_mode = 0xf;
bellardd592d302005-07-23 19:05:37 +0000485 memset(s->isr, 0, sizeof(s->isr));
486 memset(s->tmr, 0, sizeof(s->tmr));
487 memset(s->irr, 0, sizeof(s->irr));
bellardb4511722006-10-08 18:20:51 +0000488 for(i = 0; i < APIC_LVT_NB; i++)
489 s->lvt[i] = 1 << 16; /* mask LVT */
bellardd592d302005-07-23 19:05:37 +0000490 s->esr = 0;
491 memset(s->icr, 0, sizeof(s->icr));
492 s->divide_conf = 0;
493 s->count_shift = 0;
494 s->initial_count = 0;
495 s->initial_count_load_time = 0;
496 s->next_time = 0;
Gleb Natapovb09ea7d2009-06-17 23:26:59 +0300497 s->wait_for_sipi = 1;
aurel323003b8b2008-10-01 22:01:28 +0000498
Gleb Natapovb09ea7d2009-06-17 23:26:59 +0300499 env->halted = !(s->apicbase & MSR_IA32_APICBASE_BSP);
bellardd592d302005-07-23 19:05:37 +0000500}
501
bellarde0fd8782005-11-21 23:26:26 +0000502static void apic_startup(APICState *s, int vector_num)
503{
Gleb Natapovb09ea7d2009-06-17 23:26:59 +0300504 s->sipi_vector = vector_num;
505 cpu_interrupt(s->cpu_env, CPU_INTERRUPT_SIPI);
506}
507
508void apic_sipi(CPUState *env)
509{
510 APICState *s = env->apic_state;
511
512 cpu_reset_interrupt(env, CPU_INTERRUPT_SIPI);
513
514 if (!s->wait_for_sipi)
bellarde0fd8782005-11-21 23:26:26 +0000515 return;
Gleb Natapovb09ea7d2009-06-17 23:26:59 +0300516
bellarde0fd8782005-11-21 23:26:26 +0000517 env->eip = 0;
Gleb Natapovb09ea7d2009-06-17 23:26:59 +0300518 cpu_x86_load_seg_cache(env, R_CS, s->sipi_vector << 8, s->sipi_vector << 12,
bellarde0fd8782005-11-21 23:26:26 +0000519 0xffff, 0);
bellardce5232c2008-05-28 17:14:10 +0000520 env->halted = 0;
Gleb Natapovb09ea7d2009-06-17 23:26:59 +0300521 s->wait_for_sipi = 0;
bellarde0fd8782005-11-21 23:26:26 +0000522}
523
bellardd592d302005-07-23 19:05:37 +0000524static void apic_deliver(APICState *s, uint8_t dest, uint8_t dest_mode,
525 uint8_t delivery_mode, uint8_t vector_num,
526 uint8_t polarity, uint8_t trigger_mode)
527{
bellardd3e9db92005-12-17 01:27:28 +0000528 uint32_t deliver_bitmask[MAX_APIC_WORDS];
bellardd592d302005-07-23 19:05:37 +0000529 int dest_shorthand = (s->icr[0] >> 18) & 3;
530 APICState *apic_iter;
531
bellarde0fd8782005-11-21 23:26:26 +0000532 switch (dest_shorthand) {
bellardd3e9db92005-12-17 01:27:28 +0000533 case 0:
534 apic_get_delivery_bitmask(deliver_bitmask, dest, dest_mode);
535 break;
536 case 1:
537 memset(deliver_bitmask, 0x00, sizeof(deliver_bitmask));
Gleb Natapov678e12c2009-06-10 15:40:48 +0300538 set_bit(deliver_bitmask, s->idx);
bellardd3e9db92005-12-17 01:27:28 +0000539 break;
540 case 2:
541 memset(deliver_bitmask, 0xff, sizeof(deliver_bitmask));
542 break;
543 case 3:
544 memset(deliver_bitmask, 0xff, sizeof(deliver_bitmask));
Gleb Natapov678e12c2009-06-10 15:40:48 +0300545 reset_bit(deliver_bitmask, s->idx);
bellardd3e9db92005-12-17 01:27:28 +0000546 break;
bellarde0fd8782005-11-21 23:26:26 +0000547 }
548
bellardd592d302005-07-23 19:05:37 +0000549 switch (delivery_mode) {
bellardd592d302005-07-23 19:05:37 +0000550 case APIC_DM_INIT:
551 {
552 int trig_mode = (s->icr[0] >> 15) & 1;
553 int level = (s->icr[0] >> 14) & 1;
554 if (level == 0 && trig_mode == 1) {
ths5fafdf22007-09-16 21:08:06 +0000555 foreach_apic(apic_iter, deliver_bitmask,
bellardd3e9db92005-12-17 01:27:28 +0000556 apic_iter->arb_id = apic_iter->id );
bellardd592d302005-07-23 19:05:37 +0000557 return;
558 }
559 }
560 break;
561
562 case APIC_DM_SIPI:
ths5fafdf22007-09-16 21:08:06 +0000563 foreach_apic(apic_iter, deliver_bitmask,
bellardd3e9db92005-12-17 01:27:28 +0000564 apic_startup(apic_iter, vector_num) );
bellardd592d302005-07-23 19:05:37 +0000565 return;
566 }
567
bellardd592d302005-07-23 19:05:37 +0000568 apic_bus_deliver(deliver_bitmask, delivery_mode, vector_num, polarity,
569 trigger_mode);
570}
571
bellard574bbf72005-01-03 23:27:31 +0000572int apic_get_interrupt(CPUState *env)
573{
574 APICState *s = env->apic_state;
575 int intno;
576
577 /* if the APIC is installed or enabled, we let the 8259 handle the
578 IRQs */
579 if (!s)
580 return -1;
581 if (!(s->spurious_vec & APIC_SV_ENABLE))
582 return -1;
ths3b46e622007-09-17 08:09:54 +0000583
bellard574bbf72005-01-03 23:27:31 +0000584 /* XXX: spurious IRQ handling */
585 intno = get_highest_priority_int(s->irr);
586 if (intno < 0)
587 return -1;
bellardd592d302005-07-23 19:05:37 +0000588 if (s->tpr && intno <= s->tpr)
589 return s->spurious_vec & 0xff;
bellardb4511722006-10-08 18:20:51 +0000590 reset_bit(s->irr, intno);
bellard574bbf72005-01-03 23:27:31 +0000591 set_bit(s->isr, intno);
592 apic_update_irq(s);
593 return intno;
594}
595
ths0e21e122007-10-09 03:08:56 +0000596int apic_accept_pic_intr(CPUState *env)
597{
598 APICState *s = env->apic_state;
599 uint32_t lvt0;
600
601 if (!s)
602 return -1;
603
604 lvt0 = s->lvt[APIC_LVT_LINT0];
605
aurel32a5b38b52008-04-13 16:08:30 +0000606 if ((s->apicbase & MSR_IA32_APICBASE_ENABLE) == 0 ||
607 (lvt0 & APIC_LVT_MASKED) == 0)
ths0e21e122007-10-09 03:08:56 +0000608 return 1;
609
610 return 0;
611}
612
bellard574bbf72005-01-03 23:27:31 +0000613static uint32_t apic_get_current_count(APICState *s)
614{
615 int64_t d;
616 uint32_t val;
ths5fafdf22007-09-16 21:08:06 +0000617 d = (qemu_get_clock(vm_clock) - s->initial_count_load_time) >>
bellard574bbf72005-01-03 23:27:31 +0000618 s->count_shift;
619 if (s->lvt[APIC_LVT_TIMER] & APIC_LVT_TIMER_PERIODIC) {
620 /* periodic */
bellardd592d302005-07-23 19:05:37 +0000621 val = s->initial_count - (d % ((uint64_t)s->initial_count + 1));
bellard574bbf72005-01-03 23:27:31 +0000622 } else {
623 if (d >= s->initial_count)
624 val = 0;
625 else
626 val = s->initial_count - d;
627 }
628 return val;
629}
630
631static void apic_timer_update(APICState *s, int64_t current_time)
632{
633 int64_t next_time, d;
ths3b46e622007-09-17 08:09:54 +0000634
bellard574bbf72005-01-03 23:27:31 +0000635 if (!(s->lvt[APIC_LVT_TIMER] & APIC_LVT_MASKED)) {
ths5fafdf22007-09-16 21:08:06 +0000636 d = (current_time - s->initial_count_load_time) >>
bellard574bbf72005-01-03 23:27:31 +0000637 s->count_shift;
638 if (s->lvt[APIC_LVT_TIMER] & APIC_LVT_TIMER_PERIODIC) {
aliguori681f8c22008-08-18 14:19:42 +0000639 if (!s->initial_count)
640 goto no_timer;
bellardd592d302005-07-23 19:05:37 +0000641 d = ((d / ((uint64_t)s->initial_count + 1)) + 1) * ((uint64_t)s->initial_count + 1);
bellard574bbf72005-01-03 23:27:31 +0000642 } else {
643 if (d >= s->initial_count)
644 goto no_timer;
bellardd592d302005-07-23 19:05:37 +0000645 d = (uint64_t)s->initial_count + 1;
bellard574bbf72005-01-03 23:27:31 +0000646 }
647 next_time = s->initial_count_load_time + (d << s->count_shift);
648 qemu_mod_timer(s->timer, next_time);
649 s->next_time = next_time;
650 } else {
651 no_timer:
652 qemu_del_timer(s->timer);
653 }
654}
655
656static void apic_timer(void *opaque)
657{
658 APICState *s = opaque;
659
aurel32a5b38b52008-04-13 16:08:30 +0000660 apic_local_deliver(s->cpu_env, APIC_LVT_TIMER);
bellard574bbf72005-01-03 23:27:31 +0000661 apic_timer_update(s, s->next_time);
662}
663
664static uint32_t apic_mem_readb(void *opaque, target_phys_addr_t addr)
665{
666 return 0;
667}
668
669static uint32_t apic_mem_readw(void *opaque, target_phys_addr_t addr)
670{
671 return 0;
672}
673
674static void apic_mem_writeb(void *opaque, target_phys_addr_t addr, uint32_t val)
675{
676}
677
678static void apic_mem_writew(void *opaque, target_phys_addr_t addr, uint32_t val)
679{
680}
681
682static uint32_t apic_mem_readl(void *opaque, target_phys_addr_t addr)
683{
684 CPUState *env;
685 APICState *s;
686 uint32_t val;
687 int index;
688
689 env = cpu_single_env;
690 if (!env)
691 return 0;
692 s = env->apic_state;
693
694 index = (addr >> 4) & 0xff;
695 switch(index) {
696 case 0x02: /* id */
697 val = s->id << 24;
698 break;
699 case 0x03: /* version */
700 val = 0x11 | ((APIC_LVT_NB - 1) << 16); /* version 0x11 */
701 break;
702 case 0x08:
703 val = s->tpr;
704 break;
bellardd592d302005-07-23 19:05:37 +0000705 case 0x09:
706 val = apic_get_arb_pri(s);
707 break;
bellard574bbf72005-01-03 23:27:31 +0000708 case 0x0a:
709 /* ppr */
710 val = apic_get_ppr(s);
711 break;
aurel32b237db32008-03-28 22:31:36 +0000712 case 0x0b:
713 val = 0;
714 break;
bellardd592d302005-07-23 19:05:37 +0000715 case 0x0d:
716 val = s->log_dest << 24;
717 break;
718 case 0x0e:
719 val = s->dest_mode << 28;
720 break;
bellard574bbf72005-01-03 23:27:31 +0000721 case 0x0f:
722 val = s->spurious_vec;
723 break;
724 case 0x10 ... 0x17:
725 val = s->isr[index & 7];
726 break;
727 case 0x18 ... 0x1f:
728 val = s->tmr[index & 7];
729 break;
730 case 0x20 ... 0x27:
731 val = s->irr[index & 7];
732 break;
733 case 0x28:
734 val = s->esr;
735 break;
bellard574bbf72005-01-03 23:27:31 +0000736 case 0x30:
737 case 0x31:
738 val = s->icr[index & 1];
739 break;
bellarde0fd8782005-11-21 23:26:26 +0000740 case 0x32 ... 0x37:
741 val = s->lvt[index - 0x32];
742 break;
bellard574bbf72005-01-03 23:27:31 +0000743 case 0x38:
744 val = s->initial_count;
745 break;
746 case 0x39:
747 val = apic_get_current_count(s);
748 break;
749 case 0x3e:
750 val = s->divide_conf;
751 break;
752 default:
753 s->esr |= ESR_ILLEGAL_ADDRESS;
754 val = 0;
755 break;
756 }
757#ifdef DEBUG_APIC
758 printf("APIC read: %08x = %08x\n", (uint32_t)addr, val);
759#endif
760 return val;
761}
762
Michael S. Tsirkin54c96da2009-06-21 19:50:03 +0300763static void apic_send_msi(target_phys_addr_t addr, uint32 data)
764{
765 uint8_t dest = (addr & MSI_ADDR_DEST_ID_MASK) >> MSI_ADDR_DEST_ID_SHIFT;
766 uint8_t vector = (data & MSI_DATA_VECTOR_MASK) >> MSI_DATA_VECTOR_SHIFT;
767 uint8_t dest_mode = (addr >> MSI_ADDR_DEST_MODE_SHIFT) & 0x1;
768 uint8_t trigger_mode = (data >> MSI_DATA_TRIGGER_SHIFT) & 0x1;
769 uint8_t delivery = (data >> MSI_DATA_DELIVERY_MODE_SHIFT) & 0x7;
770 /* XXX: Ignore redirection hint. */
771 apic_deliver_irq(dest, dest_mode, delivery, vector, 0, trigger_mode);
772}
773
bellard574bbf72005-01-03 23:27:31 +0000774static void apic_mem_writel(void *opaque, target_phys_addr_t addr, uint32_t val)
775{
776 CPUState *env;
777 APICState *s;
Michael S. Tsirkin54c96da2009-06-21 19:50:03 +0300778 int index = (addr >> 4) & 0xff;
779 if (addr > 0xfff || !index) {
780 /* MSI and MMIO APIC are at the same memory location,
781 * but actually not on the global bus: MSI is on PCI bus
782 * APIC is connected directly to the CPU.
783 * Mapping them on the global bus happens to work because
784 * MSI registers are reserved in APIC MMIO and vice versa. */
785 apic_send_msi(addr, val);
786 return;
787 }
bellard574bbf72005-01-03 23:27:31 +0000788
789 env = cpu_single_env;
790 if (!env)
791 return;
792 s = env->apic_state;
793
794#ifdef DEBUG_APIC
795 printf("APIC write: %08x = %08x\n", (uint32_t)addr, val);
796#endif
797
bellard574bbf72005-01-03 23:27:31 +0000798 switch(index) {
799 case 0x02:
800 s->id = (val >> 24);
801 break;
bellarde0fd8782005-11-21 23:26:26 +0000802 case 0x03:
803 break;
bellard574bbf72005-01-03 23:27:31 +0000804 case 0x08:
805 s->tpr = val;
bellardd592d302005-07-23 19:05:37 +0000806 apic_update_irq(s);
bellard574bbf72005-01-03 23:27:31 +0000807 break;
bellarde0fd8782005-11-21 23:26:26 +0000808 case 0x09:
809 case 0x0a:
810 break;
bellard574bbf72005-01-03 23:27:31 +0000811 case 0x0b: /* EOI */
812 apic_eoi(s);
813 break;
bellardd592d302005-07-23 19:05:37 +0000814 case 0x0d:
815 s->log_dest = val >> 24;
816 break;
817 case 0x0e:
818 s->dest_mode = val >> 28;
819 break;
bellard574bbf72005-01-03 23:27:31 +0000820 case 0x0f:
821 s->spurious_vec = val & 0x1ff;
bellardd592d302005-07-23 19:05:37 +0000822 apic_update_irq(s);
bellard574bbf72005-01-03 23:27:31 +0000823 break;
bellarde0fd8782005-11-21 23:26:26 +0000824 case 0x10 ... 0x17:
825 case 0x18 ... 0x1f:
826 case 0x20 ... 0x27:
827 case 0x28:
828 break;
bellard574bbf72005-01-03 23:27:31 +0000829 case 0x30:
bellardd592d302005-07-23 19:05:37 +0000830 s->icr[0] = val;
831 apic_deliver(s, (s->icr[1] >> 24) & 0xff, (s->icr[0] >> 11) & 1,
832 (s->icr[0] >> 8) & 7, (s->icr[0] & 0xff),
833 (s->icr[0] >> 14) & 1, (s->icr[0] >> 15) & 1);
834 break;
bellard574bbf72005-01-03 23:27:31 +0000835 case 0x31:
bellardd592d302005-07-23 19:05:37 +0000836 s->icr[1] = val;
bellard574bbf72005-01-03 23:27:31 +0000837 break;
838 case 0x32 ... 0x37:
839 {
840 int n = index - 0x32;
841 s->lvt[n] = val;
842 if (n == APIC_LVT_TIMER)
843 apic_timer_update(s, qemu_get_clock(vm_clock));
844 }
845 break;
846 case 0x38:
847 s->initial_count = val;
848 s->initial_count_load_time = qemu_get_clock(vm_clock);
849 apic_timer_update(s, s->initial_count_load_time);
850 break;
bellarde0fd8782005-11-21 23:26:26 +0000851 case 0x39:
852 break;
bellard574bbf72005-01-03 23:27:31 +0000853 case 0x3e:
854 {
855 int v;
856 s->divide_conf = val & 0xb;
857 v = (s->divide_conf & 3) | ((s->divide_conf >> 1) & 4);
858 s->count_shift = (v + 1) & 7;
859 }
860 break;
861 default:
862 s->esr |= ESR_ILLEGAL_ADDRESS;
863 break;
864 }
865}
866
bellardd592d302005-07-23 19:05:37 +0000867static void apic_save(QEMUFile *f, void *opaque)
868{
869 APICState *s = opaque;
870 int i;
bellard574bbf72005-01-03 23:27:31 +0000871
bellardd592d302005-07-23 19:05:37 +0000872 qemu_put_be32s(f, &s->apicbase);
873 qemu_put_8s(f, &s->id);
874 qemu_put_8s(f, &s->arb_id);
875 qemu_put_8s(f, &s->tpr);
876 qemu_put_be32s(f, &s->spurious_vec);
877 qemu_put_8s(f, &s->log_dest);
878 qemu_put_8s(f, &s->dest_mode);
879 for (i = 0; i < 8; i++) {
880 qemu_put_be32s(f, &s->isr[i]);
881 qemu_put_be32s(f, &s->tmr[i]);
882 qemu_put_be32s(f, &s->irr[i]);
883 }
884 for (i = 0; i < APIC_LVT_NB; i++) {
885 qemu_put_be32s(f, &s->lvt[i]);
886 }
887 qemu_put_be32s(f, &s->esr);
888 qemu_put_be32s(f, &s->icr[0]);
889 qemu_put_be32s(f, &s->icr[1]);
890 qemu_put_be32s(f, &s->divide_conf);
thsbee8d682007-12-16 23:41:11 +0000891 qemu_put_be32(f, s->count_shift);
bellardd592d302005-07-23 19:05:37 +0000892 qemu_put_be32s(f, &s->initial_count);
thsbee8d682007-12-16 23:41:11 +0000893 qemu_put_be64(f, s->initial_count_load_time);
894 qemu_put_be64(f, s->next_time);
bellarde6cf6a82006-08-17 10:48:06 +0000895
896 qemu_put_timer(f, s->timer);
bellardd592d302005-07-23 19:05:37 +0000897}
898
899static int apic_load(QEMUFile *f, void *opaque, int version_id)
900{
901 APICState *s = opaque;
902 int i;
903
bellarde6cf6a82006-08-17 10:48:06 +0000904 if (version_id > 2)
bellardd592d302005-07-23 19:05:37 +0000905 return -EINVAL;
906
907 /* XXX: what if the base changes? (registered memory regions) */
908 qemu_get_be32s(f, &s->apicbase);
909 qemu_get_8s(f, &s->id);
910 qemu_get_8s(f, &s->arb_id);
911 qemu_get_8s(f, &s->tpr);
912 qemu_get_be32s(f, &s->spurious_vec);
913 qemu_get_8s(f, &s->log_dest);
914 qemu_get_8s(f, &s->dest_mode);
915 for (i = 0; i < 8; i++) {
916 qemu_get_be32s(f, &s->isr[i]);
917 qemu_get_be32s(f, &s->tmr[i]);
918 qemu_get_be32s(f, &s->irr[i]);
919 }
920 for (i = 0; i < APIC_LVT_NB; i++) {
921 qemu_get_be32s(f, &s->lvt[i]);
922 }
923 qemu_get_be32s(f, &s->esr);
924 qemu_get_be32s(f, &s->icr[0]);
925 qemu_get_be32s(f, &s->icr[1]);
926 qemu_get_be32s(f, &s->divide_conf);
thsbee8d682007-12-16 23:41:11 +0000927 s->count_shift=qemu_get_be32(f);
bellardd592d302005-07-23 19:05:37 +0000928 qemu_get_be32s(f, &s->initial_count);
thsbee8d682007-12-16 23:41:11 +0000929 s->initial_count_load_time=qemu_get_be64(f);
930 s->next_time=qemu_get_be64(f);
bellarde6cf6a82006-08-17 10:48:06 +0000931
932 if (version_id >= 2)
933 qemu_get_timer(f, s->timer);
bellardd592d302005-07-23 19:05:37 +0000934 return 0;
935}
936
937static void apic_reset(void *opaque)
938{
939 APICState *s = opaque;
Gleb Natapov678e12c2009-06-10 15:40:48 +0300940 int bsp = cpu_is_bsp(s->cpu_env);
aurel32fec5fa02008-09-02 00:09:08 +0000941
942 s->apicbase = 0xfee00000 |
Gleb Natapov678e12c2009-06-10 15:40:48 +0300943 (bsp ? MSR_IA32_APICBASE_BSP : 0) | MSR_IA32_APICBASE_ENABLE;
aurel32fec5fa02008-09-02 00:09:08 +0000944
Gleb Natapovb09ea7d2009-06-17 23:26:59 +0300945 cpu_reset(s->cpu_env);
946 apic_init_reset(s->cpu_env);
ths0e21e122007-10-09 03:08:56 +0000947
Gleb Natapov678e12c2009-06-10 15:40:48 +0300948 if (bsp) {
aurel32a5b38b52008-04-13 16:08:30 +0000949 /*
950 * LINT0 delivery mode on CPU #0 is set to ExtInt at initialization
951 * time typically by BIOS, so PIC interrupt can be delivered to the
952 * processor when local APIC is enabled.
953 */
954 s->lvt[APIC_LVT_LINT0] = 0x700;
955 }
Jan Kiszka8d2ba1f2009-06-27 09:24:58 +0200956
957 cpu_synchronize_state(s->cpu_env, 1);
bellardd592d302005-07-23 19:05:37 +0000958}
bellard574bbf72005-01-03 23:27:31 +0000959
960static CPUReadMemoryFunc *apic_mem_read[3] = {
961 apic_mem_readb,
962 apic_mem_readw,
963 apic_mem_readl,
964};
965
966static CPUWriteMemoryFunc *apic_mem_write[3] = {
967 apic_mem_writeb,
968 apic_mem_writew,
969 apic_mem_writel,
970};
971
972int apic_init(CPUState *env)
973{
974 APICState *s;
bellard574bbf72005-01-03 23:27:31 +0000975
Gleb Natapov678e12c2009-06-10 15:40:48 +0300976 if (last_apic_idx >= MAX_APICS)
bellardd3e9db92005-12-17 01:27:28 +0000977 return -1;
bellardd592d302005-07-23 19:05:37 +0000978 s = qemu_mallocz(sizeof(APICState));
bellard574bbf72005-01-03 23:27:31 +0000979 env->apic_state = s;
Gleb Natapov678e12c2009-06-10 15:40:48 +0300980 s->idx = last_apic_idx++;
981 s->id = env->cpuid_apic_id;
bellard574bbf72005-01-03 23:27:31 +0000982 s->cpu_env = env;
bellard574bbf72005-01-03 23:27:31 +0000983
aurel32a5b38b52008-04-13 16:08:30 +0000984 apic_reset(s);
Michael S. Tsirkin54c96da2009-06-21 19:50:03 +0300985 msix_supported = 1;
ths0e21e122007-10-09 03:08:56 +0000986
bellardd592d302005-07-23 19:05:37 +0000987 /* XXX: mapping more APICs at the same memory location */
bellard574bbf72005-01-03 23:27:31 +0000988 if (apic_io_memory == 0) {
989 /* NOTE: the APIC is directly connected to the CPU - it is not
990 on the global memory bus. */
Avi Kivity1eed09c2009-06-14 11:38:51 +0300991 apic_io_memory = cpu_register_io_memory(apic_mem_read,
bellard574bbf72005-01-03 23:27:31 +0000992 apic_mem_write, NULL);
Michael S. Tsirkin54c96da2009-06-21 19:50:03 +0300993 /* XXX: what if the base changes? */
994 cpu_register_physical_memory(MSI_ADDR_BASE, MSI_ADDR_SIZE,
bellardd592d302005-07-23 19:05:37 +0000995 apic_io_memory);
bellard574bbf72005-01-03 23:27:31 +0000996 }
997 s->timer = qemu_new_timer(vm_clock, apic_timer, s);
bellardd592d302005-07-23 19:05:37 +0000998
Gleb Natapov678e12c2009-06-10 15:40:48 +0300999 register_savevm("apic", s->idx, 2, apic_save, apic_load, s);
Jan Kiszkaa08d4362009-06-27 09:25:07 +02001000 qemu_register_reset(apic_reset, s);
ths3b46e622007-09-17 08:09:54 +00001001
Gleb Natapov678e12c2009-06-10 15:40:48 +03001002 local_apics[s->idx] = s;
bellard574bbf72005-01-03 23:27:31 +00001003 return 0;
1004}