#ifdef VBOX /* $Id: DevAPIC.cpp 17968 2009-03-16 19:02:29Z vboxsync $ */ /** @file * Advanced Programmable Interrupt Controller (APIC) Device and * I/O Advanced Programmable Interrupt Controller (IO-APIC) Device. */ /* * Copyright (C) 2006-2007 Sun Microsystems, Inc. * * This file is part of VirtualBox Open Source Edition (OSE), as * available from http://www.virtualbox.org. This file is free software; * you can redistribute it and/or modify it under the terms of the GNU * General Public License (GPL) as published by the Free Software * Foundation, in version 2 as it comes in the "COPYING" file of the * VirtualBox OSE distribution. VirtualBox OSE is distributed in the * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind. * * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa * Clara, CA 95054 USA or visit http://www.sun.com if you need * additional information or have any questions. * -------------------------------------------------------------------- * * This code is based on: * * apic.c revision 1.5 @@OSETODO */ /******************************************************************************* * Header Files * *******************************************************************************/ #define LOG_GROUP LOG_GROUP_DEV_APIC #include #include #include #include #include #include "Builtins2.h" #include "vl_vbox.h" #define MSR_IA32_APICBASE 0x1b #define MSR_IA32_APICBASE_BSP (1<<8) #define MSR_IA32_APICBASE_ENABLE (1<<11) #ifdef VBOX #define MSR_IA32_APICBASE_X2ENABLE (1<<10) #endif #define MSR_IA32_APICBASE_BASE (0xfffff<<12) #ifndef EINVAL # define EINVAL 1 #endif #ifdef _MSC_VER # pragma warning(disable:4244) #endif /** @def APIC_LOCK * Acquires the PDM lock. */ #define APIC_LOCK(pThis, rc) \ do { \ int rc2 = (pThis)->CTX_SUFF(pApicHlp)->pfnLock((pThis)->CTX_SUFF(pDevIns), rc); \ if (rc2 != VINF_SUCCESS) \ return rc2; \ } while (0) /** @def APIC_LOCK_VOID * Acquires the PDM lock and does not expect failure (i.e. ring-3 only!). */ #define APIC_LOCK_VOID(pThis, rc) \ do { \ int rc2 = (pThis)->CTX_SUFF(pApicHlp)->pfnLock((pThis)->CTX_SUFF(pDevIns), rc); \ AssertLogRelRCReturnVoid(rc2); \ } while (0) /** @def APIC_UNLOCK * Releases the PDM lock. */ #define APIC_UNLOCK(pThis) \ (pThis)->CTX_SUFF(pApicHlp)->pfnUnlock((pThis)->CTX_SUFF(pDevIns)) /** @def IOAPIC_LOCK * Acquires the PDM lock. */ #define IOAPIC_LOCK(pThis, rc) \ do { \ int rc2 = (pThis)->CTX_SUFF(pIoApicHlp)->pfnLock((pThis)->CTX_SUFF(pDevIns), rc); \ if (rc2 != VINF_SUCCESS) \ return rc2; \ } while (0) /** @def IOAPIC_UNLOCK * Releases the PDM lock. */ #define IOAPIC_UNLOCK(pThis) (pThis)->CTX_SUFF(pIoApicHlp)->pfnUnlock((pThis)->CTX_SUFF(pDevIns)) /** @def LAPIC_BASE * Return address of first LAPIC state. */ #define LAPIC_BASE(pThis) ((APICState*)(pThis)->CTX_SUFF(pLapics)) #define foreach_apic(dev, mask, code) \ do { \ uint32_t i; \ APICState* apic = LAPIC_BASE(dev); \ for (i = 0; i < dev->cCpus; i++) \ { \ if (mask & (1 << (apic->id))) \ { \ code; \ } \ apic++; \ } \ } while (0) # define set_bit(pvBitmap, iBit) ASMBitSet(pvBitmap, iBit) # define reset_bit(pvBitmap, iBit) ASMBitClear(pvBitmap, iBit) # define fls_bit(value) (ASMBitLastSetU32(value) - 1) # define ffs_bit(value) (ASMBitFirstSetU32(value) - 1) #endif /* VBOX */ /* * APIC support * * Copyright (c) 2004-2005 Fabrice Bellard * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */ #ifndef VBOX #include "vl.h" #endif #define DEBUG_APIC #define DEBUG_IOAPIC /* APIC Local Vector Table */ #define APIC_LVT_TIMER 0 #define APIC_LVT_THERMAL 1 #define APIC_LVT_PERFORM 2 #define APIC_LVT_LINT0 3 #define APIC_LVT_LINT1 4 #define APIC_LVT_ERROR 5 #define APIC_LVT_NB 6 /* APIC delivery modes */ #define APIC_DM_FIXED 0 #define APIC_DM_LOWPRI 1 #define APIC_DM_SMI 2 #define APIC_DM_NMI 4 #define APIC_DM_INIT 5 #define APIC_DM_SIPI 6 #define APIC_DM_EXTINT 7 /* APIC destination mode */ #define APIC_DESTMODE_FLAT 0xf #define APIC_DESTMODE_CLUSTER 1 #define APIC_TRIGGER_EDGE 0 #define APIC_TRIGGER_LEVEL 1 #define APIC_LVT_TIMER_PERIODIC (1<<17) #define APIC_LVT_MASKED (1<<16) #define APIC_LVT_LEVEL_TRIGGER (1<<15) #define APIC_LVT_REMOTE_IRR (1<<14) #define APIC_INPUT_POLARITY (1<<13) #define APIC_SEND_PENDING (1<<12) #define IOAPIC_NUM_PINS 0x18 #define ESR_ILLEGAL_ADDRESS (1 << 7) #define APIC_SV_ENABLE (1 << 8) #ifdef VBOX #define APIC_MAX_PATCH_ATTEMPTS 100 typedef uint32_t PhysApicId; typedef uint32_t LogApicId; #endif typedef struct APICState { #ifndef VBOX CPUState *cpu_env; #endif /* !VBOX */ uint32_t apicbase; #ifdef VBOX /* Task priority register (interrupt level) */ uint32_t tpr; /* Logical APIC id */ LogApicId id; /* Physical APIC id */ PhysApicId phys_id; /** @todo: is it logical or physical? Not really used anyway now. */ PhysApicId arb_id; #else uint8_t tpr; uint8_t id; uint8_t arb_id; #endif uint32_t spurious_vec; uint8_t log_dest; uint8_t dest_mode; uint32_t isr[8]; /* in service register */ uint32_t tmr[8]; /* trigger mode register */ uint32_t irr[8]; /* interrupt request register */ uint32_t lvt[APIC_LVT_NB]; uint32_t esr; /* error register */ uint32_t icr[2]; uint32_t divide_conf; int count_shift; uint32_t initial_count; #ifdef VBOX uint32_t Alignment0; #endif int64_t initial_count_load_time, next_time; #ifndef VBOX QEMUTimer *timer; struct APICState *next_apic; #else /** The APIC timer - R3 Ptr. */ PTMTIMERR3 pTimerR3; /** The APIC timer - R0 Ptr. */ PTMTIMERR0 pTimerR0; /** The APIC timer - RC Ptr. */ PTMTIMERRC pTimerRC; /** Alignment */ uint32_t Alignment1; #endif /* VBOX */ } APICState; struct IOAPICState { uint8_t id; uint8_t ioregsel; uint32_t irr; uint64_t ioredtbl[IOAPIC_NUM_PINS]; #ifdef VBOX /** The device instance - R3 Ptr. */ PPDMDEVINSR3 pDevInsR3; /** The IOAPIC helpers - R3 Ptr. */ PCPDMIOAPICHLPR3 pIoApicHlpR3; /** The device instance - R0 Ptr. */ PPDMDEVINSR0 pDevInsR0; /** The IOAPIC helpers - R0 Ptr. */ PCPDMIOAPICHLPR0 pIoApicHlpR0; /** The device instance - RC Ptr. */ PPDMDEVINSRC pDevInsRC; /** The IOAPIC helpers - RC Ptr. */ PCPDMIOAPICHLPRC pIoApicHlpRC; # ifdef VBOX_WITH_STATISTICS STAMCOUNTER StatMMIOReadGC; STAMCOUNTER StatMMIOReadHC; STAMCOUNTER StatMMIOWriteGC; STAMCOUNTER StatMMIOWriteHC; STAMCOUNTER StatSetIrqGC; STAMCOUNTER StatSetIrqHC; # endif #endif /* VBOX */ }; #ifdef VBOX typedef struct IOAPICState IOAPICState; typedef struct { /** The device instance - R3 Ptr. */ PPDMDEVINSR3 pDevInsR3; /** The APIC helpers - R3 Ptr. */ PCPDMAPICHLPR3 pApicHlpR3; /** LAPICs states - R3 Ptr */ RTR3PTR pLapicsR3; /** The device instance - R0 Ptr. */ PPDMDEVINSR0 pDevInsR0; /** The APIC helpers - R0 Ptr. */ PCPDMAPICHLPR0 pApicHlpR0; /** LAPICs states - R0 Ptr */ RTR0PTR pLapicsR0; /** The device instance - RC Ptr. */ PPDMDEVINSRC pDevInsRC; /** The APIC helpers - RC Ptr. */ PCPDMAPICHLPRC pApicHlpRC; /** LAPICs states - RC Ptr */ RTRCPTR pLapicsRC; /** APIC specification version in this virtual hardware configuration. */ PDMAPICVERSION enmVersion; /** Number of attempts made to optimize TPR accesses. */ uint32_t ulTPRPatchAttempts; /** Number of CPUs on the system (same as LAPIC count). */ uint32_t cCpus; # ifdef VBOX_WITH_STATISTICS STAMCOUNTER StatMMIOReadGC; STAMCOUNTER StatMMIOReadHC; STAMCOUNTER StatMMIOWriteGC; STAMCOUNTER StatMMIOWriteHC; STAMCOUNTER StatClearedActiveIrq; # endif } APICDeviceInfo; static void apic_eoi(APICDeviceInfo *dev, APICState* s); static void apic_deliver(APICDeviceInfo* dev, APICState *s, uint8_t dest, uint8_t dest_mode, uint8_t delivery_mode, uint8_t vector_num, uint8_t polarity, uint8_t trigger_mode); static void apic_timer_update(APICDeviceInfo* dev, APICState *s, int64_t current_time); static int apic_get_arb_pri(APICState *s); static int apic_get_ppr(APICState *s); static uint32_t apic_get_current_count(APICDeviceInfo* dev, APICState *s); DECLINLINE(APICState*) getLapicById(APICDeviceInfo* dev, VMCPUID id) { AssertFatalMsg(id < dev->cCpus, ("CPU id %d out of range\n", id)); return LAPIC_BASE(dev) + id; } DECLINLINE(APICState*) getLapic(APICDeviceInfo* dev) { /* LAPIC's array is indexed by CPU id */ VMCPUID id = dev->CTX_SUFF(pApicHlp)->pfnGetCpuId(dev->CTX_SUFF(pDevIns)); return getLapicById(dev, id); } DECLINLINE(VMCPUID) getCpuFromLapic(APICDeviceInfo* dev, APICState *s) { /* for now we assume LAPIC physical id == CPU id */ return VMCPUID(s->phys_id); } DECLINLINE(void) cpuSetInterrupt(APICDeviceInfo* dev, APICState *s) { Log2(("apic: setting interrupt flag\n")); dev->CTX_SUFF(pApicHlp)->pfnSetInterruptFF(dev->CTX_SUFF(pDevIns), getCpuFromLapic(dev, s)); } DECLINLINE(void) cpuClearInterrupt(APICDeviceInfo* dev, APICState *s) { Log2(("apic: clear interrupt flag\n")); dev->CTX_SUFF(pApicHlp)->pfnClearInterruptFF(dev->CTX_SUFF(pDevIns), getCpuFromLapic(dev, s)); } DECLINLINE(uint32_t) getApicEnableBits(APICDeviceInfo* dev) { switch (dev->enmVersion) { case PDMAPICVERSION_NONE: return 0; case PDMAPICVERSION_APIC: return MSR_IA32_APICBASE_ENABLE; case PDMAPICVERSION_X2APIC: return MSR_IA32_APICBASE_ENABLE | MSR_IA32_APICBASE_X2ENABLE ; default: AssertMsgFailed(("Unsuported APIC version %d\n", dev->enmVersion)); return 0; } } DECLINLINE(PDMAPICVERSION) getApicMode(APICState *apic) { switch (((apic->apicbase) >> 10) & 0x3) { case 0: return PDMAPICVERSION_NONE; case 1: default: /* Invalid */ return PDMAPICVERSION_NONE; case 2: return PDMAPICVERSION_APIC; case 3: return PDMAPICVERSION_X2APIC; } } #endif /* VBOX */ #ifndef VBOX_DEVICE_STRUCT_TESTCASE #ifndef VBOX static int apic_io_memory; static APICState *first_local_apic = NULL; static int last_apic_id = 0; #endif /* !VBOX */ static void apic_init_ipi(APICState *s); static void apic_set_irq(APICDeviceInfo* dev, APICState *s, int vector_num, int trigger_mode); static bool apic_update_irq(APICDeviceInfo* dev, APICState *s); #ifdef VBOX static uint32_t apic_get_delivery_bitmask(APICDeviceInfo* dev, uint8_t dest, uint8_t dest_mode); __BEGIN_DECLS PDMBOTHCBDECL(int) apicMMIORead(PPDMDEVINS pDevIns, void *pvUser, RTGCPHYS GCPhysAddr, void *pv, unsigned cb); PDMBOTHCBDECL(int) apicMMIOWrite(PPDMDEVINS pDevIns, void *pvUser, RTGCPHYS GCPhysAddr, void *pv, unsigned cb); PDMBOTHCBDECL(int) apicGetInterrupt(PPDMDEVINS pDevIns); PDMBOTHCBDECL(bool) apicHasPendingIrq(PPDMDEVINS pDevIns); PDMBOTHCBDECL(void) apicSetBase(PPDMDEVINS pDevIns, uint64_t val); PDMBOTHCBDECL(uint64_t) apicGetBase(PPDMDEVINS pDevIns); PDMBOTHCBDECL(void) apicSetTPR(PPDMDEVINS pDevIns, uint8_t val); PDMBOTHCBDECL(uint8_t) apicGetTPR(PPDMDEVINS pDevIns); PDMBOTHCBDECL(void) apicBusDeliverCallback(PPDMDEVINS pDevIns, uint8_t u8Dest, uint8_t u8DestMode, uint8_t u8DeliveryMode, uint8_t iVector, uint8_t u8Polarity, uint8_t u8TriggerMode); PDMBOTHCBDECL(int) apicWriteMSR(PPDMDEVINS pDevIns, VMCPUID iCpu, uint32_t u32Reg, uint64_t u64Value); PDMBOTHCBDECL(int) apicReadMSR(PPDMDEVINS pDevIns, VMCPUID iCpu, uint32_t u32Reg, uint64_t *pu64Value); PDMBOTHCBDECL(int) ioapicMMIORead(PPDMDEVINS pDevIns, void *pvUser, RTGCPHYS GCPhysAddr, void *pv, unsigned cb); PDMBOTHCBDECL(int) ioapicMMIOWrite(PPDMDEVINS pDevIns, void *pvUser, RTGCPHYS GCPhysAddr, void *pv, unsigned cb); PDMBOTHCBDECL(void) ioapicSetIrq(PPDMDEVINS pDevIns, int iIrq, int iLevel); static void apic_update_tpr(APICDeviceInfo *dev, APICState* s, uint32_t val); __END_DECLS #endif /* VBOX */ #ifndef VBOX static void apic_bus_deliver(uint32_t deliver_bitmask, uint8_t delivery_mode, uint8_t vector_num, uint8_t polarity, uint8_t trigger_mode) { APICState *apic_iter; #else /* VBOX */ static void apic_bus_deliver(APICDeviceInfo* dev, uint32_t deliver_bitmask, uint8_t delivery_mode, uint8_t vector_num, uint8_t polarity, uint8_t trigger_mode) { #endif /* VBOX */ LogFlow(("apic_bus_deliver mask=%x mode=%x vector=%x polarity=%x trigger_mode=%x\n", deliver_bitmask, delivery_mode, vector_num, polarity, trigger_mode)); switch (delivery_mode) { case APIC_DM_LOWPRI: { int d = -1; if (deliver_bitmask) d = ffs_bit(deliver_bitmask); if (d >= 0) { APICState* apic = getLapicById(dev, d); apic_set_irq(dev, apic, vector_num, trigger_mode); } return; } case APIC_DM_FIXED: /* XXX: arbitration */ break; case APIC_DM_SMI: /** @todo: what do we really do with SMI */ foreach_apic(dev, deliver_bitmask, cpuSetInterrupt(dev, apic)); return; case APIC_DM_NMI: /** @todo: what do we really do with NMI */ foreach_apic(dev, deliver_bitmask, cpuSetInterrupt(dev, apic)); return; case APIC_DM_INIT: /* normal INIT IPI sent to processors */ #ifdef VBOX foreach_apic(dev, deliver_bitmask, apic_init_ipi(apic)); #else for (apic_iter = first_local_apic; apic_iter != NULL; apic_iter = apic_iter->next_apic) { apic_init_ipi(apic_iter); } #endif return; case APIC_DM_EXTINT: /* handled in I/O APIC code */ break; default: return; } #ifdef VBOX foreach_apic(dev, deliver_bitmask, apic_set_irq (dev, apic, vector_num, trigger_mode)); #else /* VBOX */ for (apic_iter = first_local_apic; apic_iter != NULL; apic_iter = apic_iter->next_apic) { if (deliver_bitmask & (1 << apic_iter->id)) apic_set_irq(apic_iter, vector_num, trigger_mode); } #endif /* VBOX */ } #ifndef VBOX void cpu_set_apic_base(CPUState *env, uint64_t val) { APICState *s = env->apic_state; #ifdef DEBUG_APIC Log(("cpu_set_apic_base: %016llx\n", val)); #endif s->apicbase = (val & 0xfffff000) | (s->apicbase & (MSR_IA32_APICBASE_BSP | MSR_IA32_APICBASE_ENABLE)); /* if disabled, cannot be enabled again */ if (!(val & MSR_IA32_APICBASE_ENABLE)) { s->apicbase &= ~MSR_IA32_APICBASE_ENABLE; env->cpuid_features &= ~CPUID_APIC; s->spurious_vec &= ~APIC_SV_ENABLE; } } #else /* VBOX */ PDMBOTHCBDECL(void) apicSetBase(PPDMDEVINS pDevIns, uint64_t val) { APICDeviceInfo *dev = PDMINS_2_DATA(pDevIns, APICDeviceInfo *); APICState *s = getLapic(dev); Log(("cpu_set_apic_base: %016RX64\n", val)); /** @todo: do we need to lock here ? */ /* APIC_LOCK_VOID(dev, VERR_INTERNAL_ERROR); */ /** @todo If this change is valid immediately, then we should change the MMIO registration! */ /* We cannot change if this CPU is BSP or not by writing to MSR - it's hardwired */ PDMAPICVERSION oldMode = getApicMode(s); s->apicbase = (val & 0xfffff000) | /* base */ (val & getApicEnableBits(dev)) | /* mode */ (s->apicbase & MSR_IA32_APICBASE_BSP) /* keep BSP bit */; PDMAPICVERSION newMode = getApicMode(s); if (oldMode != newMode) { switch (newMode) { case PDMAPICVERSION_NONE: { s->spurious_vec &= ~APIC_SV_ENABLE; /* Clear any pending APIC interrupt action flag. */ cpuClearInterrupt(dev, s); /** @todo: why do we do that? */ dev->CTX_SUFF(pApicHlp)->pfnChangeFeature(pDevIns, PDMAPICVERSION_NONE); break; } case PDMAPICVERSION_APIC: /** @todo: map MMIO ranges, if needed */ break; case PDMAPICVERSION_X2APIC: /** @todo: unmap MMIO ranges of this APIC, according to the spec */ break; default: break; } } /* APIC_UNLOCK(dev); */ } #endif /* VBOX */ #ifndef VBOX uint64_t cpu_get_apic_base(CPUState *env) { APICState *s = env->apic_state; #ifdef DEBUG_APIC Log(("cpu_get_apic_base: %016llx\n", (uint64_t)s->apicbase)); #endif return s->apicbase; } void cpu_set_apic_tpr(CPUX86State *env, uint8_t val) { APICState *s = env->apic_state; s->tpr = (val & 0x0f) << 4; apic_update_irq(s); } uint8_t cpu_get_apic_tpr(CPUX86State *env) { APICState *s = env->apic_state; return s->tpr >> 4; } static int fls_bit(int value) { unsigned int ret = 0; #ifdef HOST_I386 __asm__ __volatile__ ("bsr %1, %0\n" : "+r" (ret) : "rm" (value)); return ret; #else if (value > 0xffff) value >>= 16, ret = 16; if (value > 0xff) value >>= 8, ret += 8; if (value > 0xf) value >>= 4, ret += 4; if (value > 0x3) value >>= 2, ret += 2; return ret + (value >> 1); #endif } static inline void set_bit(uint32_t *tab, int index) { int i, mask; i = index >> 5; mask = 1 << (index & 0x1f); tab[i] |= mask; } static inline void reset_bit(uint32_t *tab, int index) { int i, mask; i = index >> 5; mask = 1 << (index & 0x1f); tab[i] &= ~mask; } #else /* VBOX */ PDMBOTHCBDECL(uint64_t) apicGetBase(PPDMDEVINS pDevIns) { APICDeviceInfo *dev = PDMINS_2_DATA(pDevIns, APICDeviceInfo *); APICState *s = getLapic(dev); Log(("apicGetBase: %016llx\n", (uint64_t)s->apicbase)); return s->apicbase; } PDMBOTHCBDECL(void) apicSetTPR(PPDMDEVINS pDevIns, uint8_t val) { APICDeviceInfo *dev = PDMINS_2_DATA(pDevIns, APICDeviceInfo *); APICState *s = getLapic(dev); LogFlow(("apicSetTPR: val=%#x (trp %#x -> %#x)\n", val, s->tpr, (val & 0x0f) << 4)); apic_update_tpr(dev, s, (val & 0x0f) << 4); } PDMBOTHCBDECL(uint8_t) apicGetTPR(PPDMDEVINS pDevIns) { APICDeviceInfo *dev = PDMINS_2_DATA(pDevIns, APICDeviceInfo *); APICState *s = getLapic(dev); Log2(("apicGetTPR: returns %#x\n", s->tpr >> 4)); return s->tpr >> 4; } PDMBOTHCBDECL(int) apicWriteMSR(PPDMDEVINS pDevIns, VMCPUID idCpu, uint32_t u32Reg, uint64_t u64Value) { APICDeviceInfo *dev = PDMINS_2_DATA(pDevIns, APICDeviceInfo *); if (dev->enmVersion < PDMAPICVERSION_X2APIC) return VERR_EM_INTERPRETER; uint32_t index = (u32Reg - MSR_IA32_APIC_START) & 0xff; //LogRel(("nike: WRMSR on %d: to %x written %llx\n", idCpu, index, u64Value)); APICState* apic = getLapicById(dev, idCpu); switch (index) { case 0x02: apic->id = (u64Value >> 24); break; case 0x03: break; case 0x08: apic_update_tpr(dev, apic, u64Value); break; case 0x09: case 0x0a: Log(("apicWriteMSR: write to read-only register %d ignored\n", index)); break; case 0x0b: /* EOI */ apic_eoi(dev, apic); break; case 0x0d: apic->log_dest = u64Value >> 24; break; case 0x0e: apic->dest_mode = u64Value >> 28; break; case 0x0f: apic->spurious_vec = u64Value & 0x1ff; apic_update_irq(dev, apic); break; case 0x10: case 0x11: case 0x12: case 0x13: case 0x14: case 0x15: case 0x16: case 0x17: case 0x18: case 0x19: case 0x1a: case 0x1b: case 0x1c: case 0x1d: case 0x1e: case 0x1f: case 0x20: case 0x21: case 0x22: case 0x23: case 0x24: case 0x25: case 0x26: case 0x27: case 0x28: Log(("apicWriteMSR: write to read-only register %d ignored\n", index)); break; case 0x30: /* Here one of the differences with regular APIC: ICR is single 64-bit register */ apic->icr[0] = (uint32_t)u64Value; apic->icr[1] = (uint32_t)(u64Value >> 32); apic_deliver(dev, apic, (apic->icr[1] >> 24) & 0xff, (apic->icr[0] >> 11) & 1, (apic->icr[0] >> 8) & 7, (apic->icr[0] & 0xff), (apic->icr[0] >> 14) & 1, (apic->icr[0] >> 15) & 1); break; case 0x32: case 0x33: case 0x34: case 0x35: case 0x36: case 0x37: { int n = index - 0x32; apic->lvt[n] = u64Value; if (n == APIC_LVT_TIMER) apic_timer_update(dev, apic, TMTimerGet(apic->CTX_SUFF(pTimer))); } break; case 0x38: apic->initial_count = u64Value; apic->initial_count_load_time = TMTimerGet(apic->CTX_SUFF(pTimer)); apic_timer_update(dev, apic, apic->initial_count_load_time); break; case 0x39: Log(("apicWriteMSR: write to read-only register %d ignored\n", index)); break; case 0x3e: { int v; apic->divide_conf = u64Value & 0xb; v = (apic->divide_conf & 3) | ((apic->divide_conf >> 1) & 4); apic->count_shift = (v + 1) & 7; break; } case 0x3f: { /* Self IPI, see x2APIC book 2.4.5 */ int vector = u64Value & 0xff; apic_bus_deliver(dev, 1 << getLapicById(dev, idCpu)->id /* Self */, 0 /* Delivery mode - fixed */, vector, 0 /* Polarity - conform to the bus */, 0 /* Trigger mode - edge */); break; } default: AssertMsgFailed(("apicWriteMSR: unknown index %x\n", index)); apic->esr |= ESR_ILLEGAL_ADDRESS; break; } return VINF_SUCCESS; } PDMBOTHCBDECL(int) apicReadMSR(PPDMDEVINS pDevIns, VMCPUID idCpu, uint32_t u32Reg, uint64_t *pu64Value) { APICDeviceInfo *dev = PDMINS_2_DATA(pDevIns, APICDeviceInfo *); if (dev->enmVersion < PDMAPICVERSION_X2APIC) return VERR_EM_INTERPRETER; uint32_t index = (u32Reg - MSR_IA32_APIC_START) & 0xff; //LogRel(("nike: RDMSR on %d: read from %x\n", idCpu, index)); APICState* apic = getLapicById(dev, idCpu); uint64_t val = 0; switch (index) { case 0x02: /* id */ val = apic->id << 24; break; case 0x03: /* version */ val = 0x11 | ((APIC_LVT_NB - 1) << 16); /* version 0x11 */ break; case 0x08: val = apic->tpr; break; case 0x09: val = apic_get_arb_pri(apic); break; case 0x0a: /* ppr */ val = apic_get_ppr(apic); break; case 0x0b: val = 0; break; case 0x0d: val = apic->log_dest << 24; break; case 0x0e: /* Bottom 28 bits are always 1 */ val = (apic->dest_mode << 28) | 0xfffffff; break; case 0x0f: val = apic->spurious_vec; break; case 0x10: case 0x11: case 0x12: case 0x13: case 0x14: case 0x15: case 0x16: case 0x17: val = apic->isr[index & 7]; break; case 0x18: case 0x19: case 0x1a: case 0x1b: case 0x1c: case 0x1d: case 0x1e: case 0x1f: val = apic->tmr[index & 7]; break; case 0x20: case 0x21: case 0x22: case 0x23: case 0x24: case 0x25: case 0x26: case 0x27: val = apic->irr[index & 7]; break; case 0x28: val = apic->esr; break; case 0x30: /* Here one of the differences with regular APIC: ICR is single 64-bit register */ val = ((uint64_t)apic->icr[0x31] << 32) | apic->icr[0x30]; break; case 0x32: case 0x33: case 0x34: case 0x35: case 0x36: case 0x37: val = apic->lvt[index - 0x32]; break; case 0x38: val = apic->initial_count; break; case 0x39: val = apic_get_current_count(dev, apic); break; case 0x3e: val = apic->divide_conf; break; case 0x3f: /* Self IPI register is write only */ Log(("apicReadMSR: read from write-only register %d ignored\n", index)); break; default: AssertMsgFailed(("apicReadMSR: unknown index %x\n", index)); apic->esr |= ESR_ILLEGAL_ADDRESS; val = 0; break; } *pu64Value = val; return VINF_SUCCESS; } /** * More or less private interface between IOAPIC, only PDM is responsible * for connecting the two devices. */ PDMBOTHCBDECL(void) apicBusDeliverCallback(PPDMDEVINS pDevIns, uint8_t u8Dest, uint8_t u8DestMode, uint8_t u8DeliveryMode, uint8_t iVector, uint8_t u8Polarity, uint8_t u8TriggerMode) { APICDeviceInfo *dev = PDMINS_2_DATA(pDevIns, APICDeviceInfo *); LogFlow(("apicBusDeliverCallback: pDevIns=%p u8Dest=%#x u8DestMode=%#x u8DeliveryMode=%#x iVector=%#x u8Polarity=%#x u8TriggerMode=%#x\n", pDevIns, u8Dest, u8DestMode, u8DeliveryMode, iVector, u8Polarity, u8TriggerMode)); apic_bus_deliver(dev, apic_get_delivery_bitmask(dev, u8Dest, u8DestMode), u8DeliveryMode, iVector, u8Polarity, u8TriggerMode); } #endif /* VBOX */ /* return -1 if no bit is set */ static int get_highest_priority_int(uint32_t *tab) { int i; for(i = 7; i >= 0; i--) { if (tab[i] != 0) { return i * 32 + fls_bit(tab[i]); } } return -1; } static int apic_get_ppr(APICState *s) { int tpr, isrv, ppr; tpr = (s->tpr >> 4); isrv = get_highest_priority_int(s->isr); if (isrv < 0) isrv = 0; isrv >>= 4; if (tpr >= isrv) ppr = s->tpr; else ppr = isrv << 4; return ppr; } static int apic_get_ppr_zero_tpr(APICState *s) { int isrv; isrv = get_highest_priority_int(s->isr); if (isrv < 0) isrv = 0; return isrv; } static int apic_get_arb_pri(APICState *s) { /* XXX: arbitration */ return 0; } /* signal the CPU if an irq is pending */ static bool apic_update_irq(APICDeviceInfo *dev, APICState* s) { int irrv, ppr; if (!(s->spurious_vec & APIC_SV_ENABLE)) #ifdef VBOX { /* Clear any pending APIC interrupt action flag. */ cpuClearInterrupt(dev, s); return false; } #else return false; #endif /* VBOX */ irrv = get_highest_priority_int(s->irr); if (irrv < 0) return false; ppr = apic_get_ppr(s); if (ppr && (irrv & 0xf0) <= (ppr & 0xf0)) return false; #ifndef VBOX cpu_interrupt(s->cpu_env, CPU_INTERRUPT_HARD); #else cpuSetInterrupt(dev, s); return true; #endif } #ifdef VBOX /* Check if the APIC has a pending interrupt/if a TPR change would active one. */ PDMBOTHCBDECL(bool) apicHasPendingIrq(PPDMDEVINS pDevIns) { int irrv, ppr; APICDeviceInfo *dev = PDMINS_2_DATA(pDevIns, APICDeviceInfo *); if (!dev) return false; APICState *s = getLapic(dev); /* * All our callbacks now come from single IOAPIC, thus locking * seems to be excessive now (@todo: check) */ irrv = get_highest_priority_int(s->irr); if (irrv < 0) return false; ppr = apic_get_ppr_zero_tpr(s); if (ppr && (irrv & 0xf0) <= (ppr & 0xf0)) return false; return true; } static void apic_update_tpr(APICDeviceInfo *dev, APICState* s, uint32_t val) { bool fIrqIsActive = false; bool fIrqWasActive = false; fIrqWasActive = apic_update_irq(dev, s); s->tpr = val; fIrqIsActive = apic_update_irq(dev, s); /* If an interrupt is pending and now masked, then clear the FF flag. */ if (fIrqWasActive && !fIrqIsActive) { Log(("apic_update_tpr: deactivate interrupt that was masked by the TPR update (%x)\n", val)); STAM_COUNTER_INC(&dev->StatClearedActiveIrq); cpuClearInterrupt(dev, s); } } #endif static void apic_set_irq(APICDeviceInfo *dev, APICState* s, int vector_num, int trigger_mode) { LogFlow(("apic_set_irq vector=%x, trigger_mode=%x\n", vector_num, trigger_mode)); set_bit(s->irr, vector_num); if (trigger_mode) set_bit(s->tmr, vector_num); else reset_bit(s->tmr, vector_num); apic_update_irq(dev, s); } static void apic_eoi(APICDeviceInfo *dev, APICState* s) { int isrv; isrv = get_highest_priority_int(s->isr); if (isrv < 0) return; reset_bit(s->isr, isrv); LogFlow(("apic_eoi isrv=%x\n", isrv)); /* XXX: send the EOI packet to the APIC bus to allow the I/O APIC to set the remote IRR bit for level triggered interrupts. */ apic_update_irq(dev, s); } #ifndef VBOX static uint32_t apic_get_delivery_bitmask(uint8_t dest, uint8_t dest_mode) #else /* VBOX */ static uint32_t apic_get_delivery_bitmask(APICDeviceInfo *dev, uint8_t dest, uint8_t dest_mode) #endif /* VBOX */ { uint32_t mask = 0; if (dest_mode == 0) { if (dest == 0xff) mask = 0xff; else mask = 1 << dest; } else { APICState *apic = LAPIC_BASE(dev); uint32_t i; /* XXX: cluster mode */ for(i = 0; i < dev->cCpus; i++) { if (apic->dest_mode == 0xf) { if (dest & apic->log_dest) mask |= (1 << apic->id); } else if (apic->dest_mode == 0x0) { if ((dest & 0xf0) == (apic->log_dest & 0xf0) && (dest & apic->log_dest & 0x0f)) { mask |= (1 << i); } } } apic++; } return mask; } static void apic_init_ipi(APICState *s) { int i; for(i = 0; i < APIC_LVT_NB; i++) s->lvt[i] = 1 << 16; /* mask LVT */ s->tpr = 0; s->spurious_vec = 0xff; s->log_dest = 0; s->dest_mode = 0xff; memset(s->isr, 0, sizeof(s->isr)); memset(s->tmr, 0, sizeof(s->tmr)); memset(s->irr, 0, sizeof(s->irr)); s->esr = 0; memset(s->icr, 0, sizeof(s->icr)); s->divide_conf = 0; s->count_shift = 0; s->initial_count = 0; s->initial_count_load_time = 0; s->next_time = 0; } /* send a SIPI message to the CPU to start it */ static void apic_startup(APICDeviceInfo* dev, APICState *s, int vector_num) { #ifndef VBOX CPUState *env = s->cpu_env; if (!env->halted) return; env->eip = 0; cpu_x86_load_seg_cache(env, R_CS, vector_num << 8, vector_num << 12, 0xffff, 0); env->halted = 0; #else /** @todo: init CPUs */ LogRel(("[SMP] apic_startup: %d on CPUs %d\n", vector_num, s->id)); #endif } static void apic_deliver(APICDeviceInfo* dev, APICState *s, uint8_t dest, uint8_t dest_mode, uint8_t delivery_mode, uint8_t vector_num, uint8_t polarity, uint8_t trigger_mode) { uint32_t deliver_bitmask = 0; int dest_shorthand = (s->icr[0] >> 18) & 3; #ifndef VBOX APICState *apic_iter; #endif /* !VBOX */ LogFlow(("apic_deliver dest=%x dest_mode=%x delivery_mode=%x vector_num=%x polarity=%x trigger_mode=%x\n", dest, dest_mode, delivery_mode, vector_num, polarity, trigger_mode)); switch (dest_shorthand) { case 0: #ifndef VBOX deliver_bitmask = apic_get_delivery_bitmask(dest, dest_mode); #else /* VBOX */ deliver_bitmask = apic_get_delivery_bitmask(dev, dest, dest_mode); #endif /* !VBOX */ break; case 1: deliver_bitmask = (1 << s->id); break; case 2: deliver_bitmask = 0xffffffff; break; case 3: deliver_bitmask = 0xffffffff & ~(1 << s->id); break; } switch (delivery_mode) { case APIC_DM_LOWPRI: /* XXX: serch for focus processor, arbitration */ dest = s->id; case APIC_DM_INIT: { int trig_mode = (s->icr[0] >> 15) & 1; int level = (s->icr[0] >> 14) & 1; if (level == 0 && trig_mode == 1) { #ifdef VBOX foreach_apic(dev, deliver_bitmask, apic->arb_id = apic->id); #else /* !VBOX */ for (apic_iter = first_local_apic; apic_iter != NULL; apic_iter = apic_iter->next_apic) { if (deliver_bitmask & (1 << apic_iter->id)) { apic_iter->arb_id = apic_iter->id; } } #endif /* !VBOX */ return; } } break; case APIC_DM_SIPI: #ifndef VBOX for (apic_iter = first_local_apic; apic_iter != NULL; apic_iter = apic_iter->next_apic) { if (deliver_bitmask & (1 << apic_iter->id)) { /* XXX: SMP support */ /* apic_startup(apic_iter); */ } } #else foreach_apic(dev, deliver_bitmask, apic_startup(dev, apic, vector_num)); #endif /* !VBOX */ return; } #ifndef VBOX apic_bus_deliver(deliver_bitmask, delivery_mode, vector_num, polarity, trigger_mode); #else /* VBOX */ apic_bus_deliver(dev, deliver_bitmask, delivery_mode, vector_num, polarity, trigger_mode); #endif /* VBOX */ } PDMBOTHCBDECL(int) apicGetInterrupt(PPDMDEVINS pDevIns) { APICDeviceInfo *dev = PDMINS_2_DATA(pDevIns, APICDeviceInfo *); /* if the APIC is not installed or enabled, we let the 8259 handle the IRQs */ if (!dev) { Log(("apic_get_interrupt: returns -1 (!s)\n")); return -1; } APIC_LOCK(dev, VERR_INTERNAL_ERROR); APICState *s = getLapic(dev); int intno; if (!(s->spurious_vec & APIC_SV_ENABLE)) { Log(("apic_get_interrupt: returns -1 (APIC_SV_ENABLE)\n")); intno = -1; goto done; } /* XXX: spurious IRQ handling */ intno = get_highest_priority_int(s->irr); if (intno < 0) { Log(("apic_get_interrupt: returns -1 (irr)\n")); intno = -1; goto done; } if (s->tpr && (uint32_t)intno <= s->tpr) { Log(("apic_get_interrupt: returns %d (sp)\n", s->spurious_vec & 0xff)); intno = s->spurious_vec & 0xff; goto done; } reset_bit(s->irr, intno); set_bit(s->isr, intno); apic_update_irq(dev, s); LogFlow(("apic_get_interrupt: returns %d\n", intno)); done: APIC_UNLOCK(dev); return intno; } static uint32_t apic_get_current_count(APICDeviceInfo* dev, APICState *s) { int64_t d; uint32_t val; #ifndef VBOX d = (qemu_get_clock(vm_clock) - s->initial_count_load_time) >> s->count_shift; #else /* VBOX */ d = (TMTimerGet(s->CTX_SUFF(pTimer)) - s->initial_count_load_time) >> s->count_shift; #endif /* VBOX */ if (s->lvt[APIC_LVT_TIMER] & APIC_LVT_TIMER_PERIODIC) { /* periodic */ val = s->initial_count - (d % ((uint64_t)s->initial_count + 1)); } else { if (d >= s->initial_count) val = 0; else val = s->initial_count - d; } return val; } static void apic_timer_update(APICDeviceInfo* dev, APICState *s, int64_t current_time) { int64_t next_time, d; if (!(s->lvt[APIC_LVT_TIMER] & APIC_LVT_MASKED)) { d = (current_time - s->initial_count_load_time) >> s->count_shift; if (s->lvt[APIC_LVT_TIMER] & APIC_LVT_TIMER_PERIODIC) { d = ((d / ((uint64_t)s->initial_count + 1)) + 1) * ((uint64_t)s->initial_count + 1); } else { if (d >= s->initial_count) goto no_timer; d = (uint64_t)s->initial_count + 1; } next_time = s->initial_count_load_time + (d << s->count_shift); #ifndef VBOX qemu_mod_timer(s->timer, next_time); #else TMTimerSet(s->CTX_SUFF(pTimer), next_time); #endif s->next_time = next_time; } else { no_timer: #ifndef VBOX qemu_del_timer(s->timer); #else TMTimerStop(s->CTX_SUFF(pTimer)); #endif } } #ifdef IN_RING3 #ifndef VBOX static void apic_timer(void *opaque) { APICState *s = opaque; #else /* VBOX */ static DECLCALLBACK(void) apicTimer(PPDMDEVINS pDevIns, PTMTIMER pTimer) { APICDeviceInfo *dev = PDMINS_2_DATA(pDevIns, APICDeviceInfo *); APICState *s = getLapic(dev); APIC_LOCK_VOID(dev, VERR_INTERNAL_ERROR); #endif /* VBOX */ if (!(s->lvt[APIC_LVT_TIMER] & APIC_LVT_MASKED)) { LogFlow(("apic_timer: trigger irq\n")); apic_set_irq(dev, s, s->lvt[APIC_LVT_TIMER] & 0xff, APIC_TRIGGER_EDGE); } apic_timer_update(dev, s, s->next_time); #ifdef VBOX APIC_UNLOCK(dev); #endif } #endif /* IN_RING3 */ #ifndef VBOX static uint32_t apic_mem_readb(void *opaque, target_phys_addr_t addr) { return 0; } static uint32_t apic_mem_readw(void *opaque, target_phys_addr_t addr) { return 0; } static void apic_mem_writeb(void *opaque, target_phys_addr_t addr, uint32_t val) { } static void apic_mem_writew(void *opaque, target_phys_addr_t addr, uint32_t val) { } #endif /* !VBOX */ #ifndef VBOX static uint32_t apic_mem_readl(void *opaque, target_phys_addr_t addr) { CPUState *env; APICState *s; #else /* VBOX */ static uint32_t apic_mem_readl(APICDeviceInfo* dev, APICState *s, target_phys_addr_t addr) { #endif /* VBOX */ uint32_t val; int index; #ifndef VBOX env = cpu_single_env; if (!env) return 0; s = env->apic_state; #endif /* !VBOX */ index = (addr >> 4) & 0xff; switch(index) { case 0x02: /* id */ val = s->id << 24; break; case 0x03: /* version */ val = 0x11 | ((APIC_LVT_NB - 1) << 16); /* version 0x11 */ break; case 0x08: val = s->tpr; break; case 0x09: val = apic_get_arb_pri(s); break; case 0x0a: /* ppr */ val = apic_get_ppr(s); break; case 0x0b: Log(("apic_mem_readl %x %x -> write only returning 0\n", addr, index)); val = 0; break; case 0x0d: val = s->log_dest << 24; break; case 0x0e: #ifdef VBOX /* Bottom 28 bits are always 1 */ val = (s->dest_mode << 28) | 0xfffffff; #else val = s->dest_mode << 28; #endif break; case 0x0f: val = s->spurious_vec; break; #ifndef VBOX case 0x10 ... 0x17: #else /* VBOX */ case 0x10: case 0x11: case 0x12: case 0x13: case 0x14: case 0x15: case 0x16: case 0x17: #endif /* VBOX */ val = s->isr[index & 7]; break; #ifndef VBOX case 0x18 ... 0x1f: #else /* VBOX */ case 0x18: case 0x19: case 0x1a: case 0x1b: case 0x1c: case 0x1d: case 0x1e: case 0x1f: #endif /* VBOX */ val = s->tmr[index & 7]; break; #ifndef VBOX case 0x20 ... 0x27: #else /* VBOX */ case 0x20: case 0x21: case 0x22: case 0x23: case 0x24: case 0x25: case 0x26: case 0x27: #endif /* VBOX */ val = s->irr[index & 7]; break; case 0x28: val = s->esr; break; case 0x30: case 0x31: val = s->icr[index & 1]; break; #ifndef VBOX case 0x32 ... 0x37: #else /* VBOX */ case 0x32: case 0x33: case 0x34: case 0x35: case 0x36: case 0x37: #endif /* VBOX */ val = s->lvt[index - 0x32]; break; case 0x38: val = s->initial_count; break; case 0x39: val = apic_get_current_count(dev, s); break; case 0x3e: val = s->divide_conf; break; default: AssertMsgFailed(("apic_mem_readl: unknown index %x\n", index)); s->esr |= ESR_ILLEGAL_ADDRESS; val = 0; break; } #ifdef DEBUG_APIC Log(("APIC read: %08x = %08x\n", (uint32_t)addr, val)); #endif return val; } #ifndef VBOX static void apic_mem_writel(void *opaque, target_phys_addr_t addr, uint32_t val) { CPUState *env; APICState *s; #else /* VBOX */ static int apic_mem_writel(APICDeviceInfo* dev, APICState *s, target_phys_addr_t addr, uint32_t val) { #endif /* VBOX */ int index; #ifndef VBOX env = cpu_single_env; if (!env) return; s = env->apic_state; #endif /* !VBOX */ #ifdef DEBUG_APIC Log(("APIC write: %08x = %08x\n", (uint32_t)addr, val)); #endif index = (addr >> 4) & 0xff; switch(index) { case 0x02: s->id = (val >> 24); break; case 0x03: Log(("apic_mem_writel: write to version register; ignored\n")); break; case 0x08: #ifdef VBOX apic_update_tpr(dev, s, val); #else s->tpr = val; apic_update_irq(s); #endif break; case 0x09: case 0x0a: Log(("apic_mem_writel: write to read-only register %d ignored\n", index)); break; case 0x0b: /* EOI */ apic_eoi(dev, s); break; case 0x0d: s->log_dest = val >> 24; break; case 0x0e: s->dest_mode = val >> 28; break; case 0x0f: s->spurious_vec = val & 0x1ff; apic_update_irq(dev, s); break; #ifndef VBOX case 0x10 ... 0x17: case 0x18 ... 0x1f: case 0x20 ... 0x27: case 0x28: #else case 0x10: case 0x11: case 0x12: case 0x13: case 0x14: case 0x15: case 0x16: case 0x17: case 0x18: case 0x19: case 0x1a: case 0x1b: case 0x1c: case 0x1d: case 0x1e: case 0x1f: case 0x20: case 0x21: case 0x22: case 0x23: case 0x24: case 0x25: case 0x26: case 0x27: case 0x28: Log(("apic_mem_writel: write to read-only register %d ignored\n", index)); #endif break; case 0x30: s->icr[0] = val; apic_deliver(dev, s, (s->icr[1] >> 24) & 0xff, (s->icr[0] >> 11) & 1, (s->icr[0] >> 8) & 7, (s->icr[0] & 0xff), (s->icr[0] >> 14) & 1, (s->icr[0] >> 15) & 1); break; case 0x31: s->icr[1] = val; break; #ifndef VBOX case 0x32 ... 0x37: #else /* VBOX */ case 0x32: case 0x33: case 0x34: case 0x35: case 0x36: case 0x37: #endif /* VBOX */ { int n = index - 0x32; s->lvt[n] = val; if (n == APIC_LVT_TIMER) #ifndef VBOX apic_timer_update(s, qemu_get_clock(vm_clock)); #else /* VBOX */ apic_timer_update(dev, s, TMTimerGet(s->CTX_SUFF(pTimer))); #endif /* VBOX*/ } break; case 0x38: s->initial_count = val; #ifndef VBOX s->initial_count_load_time = qemu_get_clock(vm_clock); #else /* VBOX */ s->initial_count_load_time = TMTimerGet(s->CTX_SUFF(pTimer)); #endif /* VBOX*/ apic_timer_update(dev, s, s->initial_count_load_time); break; case 0x39: Log(("apic_mem_writel: write to read-only register %d ignored\n", index)); break; case 0x3e: { int v; s->divide_conf = val & 0xb; v = (s->divide_conf & 3) | ((s->divide_conf >> 1) & 4); s->count_shift = (v + 1) & 7; } break; default: AssertMsgFailed(("apic_mem_writel: unknown index %x\n", index)); s->esr |= ESR_ILLEGAL_ADDRESS; break; } #ifdef VBOX return VINF_SUCCESS; #endif } #ifdef IN_RING3 static void apic_save(QEMUFile *f, void *opaque) { APICState *s = (APICState*)opaque; int i; qemu_put_be32s(f, &s->apicbase); #ifdef VBOX qemu_put_be32s(f, &s->id); qemu_put_be32s(f, &s->phys_id); qemu_put_be32s(f, &s->arb_id); qemu_put_be32s(f, &s->tpr); #else qemu_put_8s(f, &s->id); qemu_put_8s(f, &s->arb_id); qemu_put_8s(f, &s->tpr); #endif qemu_put_be32s(f, &s->spurious_vec); qemu_put_8s(f, &s->log_dest); qemu_put_8s(f, &s->dest_mode); for (i = 0; i < 8; i++) { qemu_put_be32s(f, &s->isr[i]); qemu_put_be32s(f, &s->tmr[i]); qemu_put_be32s(f, &s->irr[i]); } for (i = 0; i < APIC_LVT_NB; i++) { qemu_put_be32s(f, &s->lvt[i]); } qemu_put_be32s(f, &s->esr); qemu_put_be32s(f, &s->icr[0]); qemu_put_be32s(f, &s->icr[1]); qemu_put_be32s(f, &s->divide_conf); qemu_put_be32s(f, &s->count_shift); qemu_put_be32s(f, &s->initial_count); qemu_put_be64s(f, &s->initial_count_load_time); qemu_put_be64s(f, &s->next_time); #ifdef VBOX TMR3TimerSave(s->CTX_SUFF(pTimer), f); #endif } static int apic_load(QEMUFile *f, void *opaque, int version_id) { APICState *s = (APICState*)opaque; int i; #ifdef VBOX if ((version_id < 1) || (version_id > 2)) return -EINVAL; /* XXX: what if the base changes? (registered memory regions) */ qemu_get_be32s(f, &s->apicbase); switch (version_id) { case 1: { uint8_t val = 0; qemu_get_8s(f, &val); s->id = val; /* UP only in old saved states */ s->phys_id = 0; qemu_get_8s(f, &val); s->arb_id = val; break; } case 2: qemu_get_be32s(f, &s->id); qemu_get_be32s(f, &s->phys_id); qemu_get_be32s(f, &s->arb_id); break; } qemu_get_be32s(f, &s->tpr); #else if (version_id != 1) return -EINVAL; /* XXX: what if the base changes? (registered memory regions) */ qemu_get_be32s(f, &s->apicbase); qemu_get_8s(f, &s->id); qemu_get_8s(f, &s->arb_id); qemu_get_8s(f, &s->tpr); #endif qemu_get_be32s(f, &s->spurious_vec); qemu_get_8s(f, &s->log_dest); qemu_get_8s(f, &s->dest_mode); for (i = 0; i < 8; i++) { qemu_get_be32s(f, &s->isr[i]); qemu_get_be32s(f, &s->tmr[i]); qemu_get_be32s(f, &s->irr[i]); } for (i = 0; i < APIC_LVT_NB; i++) { qemu_get_be32s(f, &s->lvt[i]); } qemu_get_be32s(f, &s->esr); qemu_get_be32s(f, &s->icr[0]); qemu_get_be32s(f, &s->icr[1]); qemu_get_be32s(f, &s->divide_conf); qemu_get_be32s(f, (uint32_t *)&s->count_shift); qemu_get_be32s(f, (uint32_t *)&s->initial_count); qemu_get_be64s(f, (uint64_t *)&s->initial_count_load_time); qemu_get_be64s(f, (uint64_t *)&s->next_time); #ifdef VBOX TMR3TimerLoad(s->CTX_SUFF(pTimer), f); #endif return VINF_SUCCESS; } #ifndef VBOX static void apic_reset(void *opaque) { APICState *s = (APICState*)opaque; apic_init_ipi(s); } #endif #endif /* IN_RING3 */ #ifndef VBOX static CPUReadMemoryFunc *apic_mem_read[3] = { apic_mem_readb, apic_mem_readw, apic_mem_readl, }; static CPUWriteMemoryFunc *apic_mem_write[3] = { apic_mem_writeb, apic_mem_writew, apic_mem_writel, }; int apic_init(CPUState *env) { APICState *s; s = qemu_mallocz(sizeof(APICState)); if (!s) return -1; env->apic_state = s; apic_init_ipi(s); s->id = last_apic_id++; s->cpu_env = env; s->apicbase = 0xfee00000 | (s->id ? 0 : MSR_IA32_APICBASE_BSP) | MSR_IA32_APICBASE_ENABLE; /* XXX: mapping more APICs at the same memory location */ if (apic_io_memory == 0) { /* NOTE: the APIC is directly connected to the CPU - it is not on the global memory bus. */ apic_io_memory = cpu_register_io_memory(0, apic_mem_read, apic_mem_write, NULL); cpu_register_physical_memory(s->apicbase & ~0xfff, 0x1000, apic_io_memory); } s->timer = qemu_new_timer(vm_clock, apic_timer, s); register_savevm("apic", 0, 1, apic_save, apic_load, s); qemu_register_reset(apic_reset, s); s->next_apic = first_local_apic; first_local_apic = s; return 0; } #endif /* !VBOX */ static void ioapic_service(IOAPICState *s) { uint8_t i; uint8_t trig_mode; uint8_t vector; uint8_t delivery_mode; uint32_t mask; uint64_t entry; uint8_t dest; uint8_t dest_mode; uint8_t polarity; for (i = 0; i < IOAPIC_NUM_PINS; i++) { mask = 1 << i; if (s->irr & mask) { entry = s->ioredtbl[i]; if (!(entry & APIC_LVT_MASKED)) { trig_mode = ((entry >> 15) & 1); dest = entry >> 56; dest_mode = (entry >> 11) & 1; delivery_mode = (entry >> 8) & 7; polarity = (entry >> 13) & 1; if (trig_mode == APIC_TRIGGER_EDGE) s->irr &= ~mask; if (delivery_mode == APIC_DM_EXTINT) #ifndef VBOX /* malc: i'm still not so sure about ExtINT delivery */ vector = pic_read_irq(isa_pic); #else /* VBOX */ { AssertMsgFailed(("Delivery mode ExtINT")); vector = 0xff; /* incorrect but shuts up gcc. */ } #endif /* VBOX */ else vector = entry & 0xff; #ifndef VBOX apic_bus_deliver(apic_get_delivery_bitmask(dest, dest_mode), delivery_mode, vector, polarity, trig_mode); #else /* VBOX */ s->CTX_SUFF(pIoApicHlp)->pfnApicBusDeliver(s->CTX_SUFF(pDevIns), dest, dest_mode, delivery_mode, vector, polarity, trig_mode); #endif /* VBOX */ } } } } #ifdef VBOX static #endif void ioapic_set_irq(void *opaque, int vector, int level) { IOAPICState *s = (IOAPICState*)opaque; if (vector >= 0 && vector < IOAPIC_NUM_PINS) { uint32_t mask = 1 << vector; uint64_t entry = s->ioredtbl[vector]; if ((entry >> 15) & 1) { /* level triggered */ if (level) { s->irr |= mask; ioapic_service(s); #ifdef VBOX if ((level & PDM_IRQ_LEVEL_FLIP_FLOP) == PDM_IRQ_LEVEL_FLIP_FLOP) { s->irr &= ~mask; } #endif } else { s->irr &= ~mask; } } else { /* edge triggered */ if (level) { s->irr |= mask; ioapic_service(s); } } } } static uint32_t ioapic_mem_readl(void *opaque, target_phys_addr_t addr) { IOAPICState *s = (IOAPICState*)opaque; int index; uint32_t val = 0; addr &= 0xff; if (addr == 0x00) { val = s->ioregsel; } else if (addr == 0x10) { switch (s->ioregsel) { case 0x00: val = s->id << 24; break; case 0x01: val = 0x11 | ((IOAPIC_NUM_PINS - 1) << 16); /* version 0x11 */ break; case 0x02: val = 0; break; default: index = (s->ioregsel - 0x10) >> 1; if (index >= 0 && index < IOAPIC_NUM_PINS) { if (s->ioregsel & 1) val = s->ioredtbl[index] >> 32; else val = s->ioredtbl[index] & 0xffffffff; } } #ifdef DEBUG_IOAPIC Log(("I/O APIC read: %08x = %08x\n", s->ioregsel, val)); #endif } return val; } static void ioapic_mem_writel(void *opaque, target_phys_addr_t addr, uint32_t val) { IOAPICState *s = (IOAPICState*)opaque; int index; addr &= 0xff; if (addr == 0x00) { s->ioregsel = val; return; } else if (addr == 0x10) { #ifdef DEBUG_IOAPIC Log(("I/O APIC write: %08x = %08x\n", s->ioregsel, val)); #endif switch (s->ioregsel) { case 0x00: s->id = (val >> 24) & 0xff; return; case 0x01: case 0x02: return; default: index = (s->ioregsel - 0x10) >> 1; if (index >= 0 && index < IOAPIC_NUM_PINS) { if (s->ioregsel & 1) { s->ioredtbl[index] &= 0xffffffff; s->ioredtbl[index] |= (uint64_t)val << 32; } else { #ifdef VBOX /* According to IOAPIC spec, vectors should be from 0x10 to 0xfe */ uint8_t vec = val & 0xff; if ((val & APIC_LVT_MASKED) || ((vec >= 0x10) && (vec < 0xff))) { s->ioredtbl[index] &= ~0xffffffffULL; s->ioredtbl[index] |= val; } else { /* * Linux 2.6 kernels has pretty strange function * unlock_ExtINT_logic() which writes * absolutely bogus (all 0) value into the vector * with pretty vague explanation why. * So we just ignore such writes. */ LogRel(("IOAPIC GUEST BUG: bad vector writing %x(sel=%x) to %d\n", val, s->ioregsel, index)); } } #else s->ioredtbl[index] &= ~0xffffffffULL; s->ioredtbl[index] |= val; #endif ioapic_service(s); } } } } #ifdef IN_RING3 static void ioapic_save(QEMUFile *f, void *opaque) { IOAPICState *s = (IOAPICState*)opaque; int i; qemu_put_8s(f, &s->id); qemu_put_8s(f, &s->ioregsel); for (i = 0; i < IOAPIC_NUM_PINS; i++) { qemu_put_be64s(f, &s->ioredtbl[i]); } } static int ioapic_load(QEMUFile *f, void *opaque, int version_id) { IOAPICState *s = (IOAPICState*)opaque; int i; if (version_id != 1) return -EINVAL; qemu_get_8s(f, &s->id); qemu_get_8s(f, &s->ioregsel); for (i = 0; i < IOAPIC_NUM_PINS; i++) { qemu_get_be64s(f, &s->ioredtbl[i]); } return 0; } static void ioapic_reset(void *opaque) { IOAPICState *s = (IOAPICState*)opaque; #ifdef VBOX PPDMDEVINSR3 pDevIns = s->pDevInsR3; PCPDMIOAPICHLPR3 pIoApicHlp = s->pIoApicHlpR3; #endif int i; memset(s, 0, sizeof(*s)); for(i = 0; i < IOAPIC_NUM_PINS; i++) s->ioredtbl[i] = 1 << 16; /* mask LVT */ #ifdef VBOX if (pDevIns) { s->pDevInsR3 = pDevIns; s->pDevInsRC = PDMDEVINS_2_RCPTR(pDevIns); s->pDevInsR0 = PDMDEVINS_2_R0PTR(pDevIns); } if (pIoApicHlp) { s->pIoApicHlpR3 = pIoApicHlp; s->pIoApicHlpRC = s->pIoApicHlpR3->pfnGetRCHelpers(pDevIns); s->pIoApicHlpR0 = s->pIoApicHlpR3->pfnGetR0Helpers(pDevIns); } #endif } #endif /* IN_RING3 */ #ifndef VBOX static CPUReadMemoryFunc *ioapic_mem_read[3] = { ioapic_mem_readl, ioapic_mem_readl, ioapic_mem_readl, }; static CPUWriteMemoryFunc *ioapic_mem_write[3] = { ioapic_mem_writel, ioapic_mem_writel, ioapic_mem_writel, }; IOAPICState *ioapic_init(void) { IOAPICState *s; int io_memory; s = qemu_mallocz(sizeof(IOAPICState)); if (!s) return NULL; ioapic_reset(s); s->id = last_apic_id++; io_memory = cpu_register_io_memory(0, ioapic_mem_read, ioapic_mem_write, s); cpu_register_physical_memory(0xfec00000, 0x1000, io_memory); register_savevm("ioapic", 0, 1, ioapic_save, ioapic_load, s); qemu_register_reset(ioapic_reset, s); return s; } #endif /* !VBOX */ /* LAPIC */ PDMBOTHCBDECL(int) apicMMIORead(PPDMDEVINS pDevIns, void *pvUser, RTGCPHYS GCPhysAddr, void *pv, unsigned cb) { APICDeviceInfo *dev = PDMINS_2_DATA(pDevIns, APICDeviceInfo *); APICState *s = getLapic(dev); #ifdef VBOX_WITH_SMP_GUESTS LogRel(("[SMP] apicMMIORead at %llx\n", (uint64_t)GCPhysAddr)); #endif /** @todo: add LAPIC range validity checks (different LAPICs can theoretically have different physical addresses, see #3092) */ STAM_COUNTER_INC(&CTXSUFF(dev->StatMMIORead)); switch (cb) { case 1: *(uint8_t *)pv = 0; break; case 2: *(uint16_t *)pv = 0; break; case 4: { #if 0 /** @note experimental */ #ifndef IN_RING3 uint32_t index = (GCPhysAddr >> 4) & 0xff; if ( index == 0x08 /* TPR */ && ++s->ulTPRPatchAttempts < APIC_MAX_PATCH_ATTEMPTS) { #ifdef IN_RC pDevIns->pDevHlpGC->pfnPATMSetMMIOPatchInfo(pDevIns, GCPhysAddr, &s->tpr); #else RTGCPTR pDevInsGC = PDMINS2DATA_GCPTR(pDevIns); pDevIns->pDevHlpR0->pfnPATMSetMMIOPatchInfo(pDevIns, GCPhysAddr, pDevIns + RT_OFFSETOF(APICState, tpr)); #endif return VINF_PATM_HC_MMIO_PATCH_READ; } #endif #endif /* experimental */ APIC_LOCK(dev, VINF_IOM_HC_MMIO_READ); *(uint32_t *)pv = apic_mem_readl(dev, s, GCPhysAddr); APIC_UNLOCK(dev); break; } default: AssertReleaseMsgFailed(("cb=%d\n", cb)); /* for now we assume simple accesses. */ return VERR_INTERNAL_ERROR; } return VINF_SUCCESS; } PDMBOTHCBDECL(int) apicMMIOWrite(PPDMDEVINS pDevIns, void *pvUser, RTGCPHYS GCPhysAddr, void *pv, unsigned cb) { APICDeviceInfo *dev = PDMINS_2_DATA(pDevIns, APICDeviceInfo *); APICState *s = getLapic(dev); #ifdef VBOX_WITH_SMP_GUESTS LogRel(("[SMP] apicMMIOWrite at %llx\n", (uint64_t)GCPhysAddr)); #endif /** @todo: add LAPIC range validity checks (multiple LAPICs can theoretically have different physical addresses, see #3092) */ STAM_COUNTER_INC(&CTXSUFF(dev->StatMMIOWrite)); switch (cb) { case 1: case 2: /* ignore */ break; case 4: { int rc; APIC_LOCK(dev, VINF_IOM_HC_MMIO_WRITE); rc = apic_mem_writel(dev, s, GCPhysAddr, *(uint32_t *)pv); APIC_UNLOCK(dev); return rc; } default: AssertReleaseMsgFailed(("cb=%d\n", cb)); /* for now we assume simple accesses. */ return VERR_INTERNAL_ERROR; } return VINF_SUCCESS; } #ifdef IN_RING3 /** * @copydoc FNSSMDEVSAVEEXEC */ static DECLCALLBACK(int) apicSaveExec(PPDMDEVINS pDevIns, PSSMHANDLE pSSMHandle) { APICDeviceInfo *dev = PDMINS_2_DATA(pDevIns, APICDeviceInfo *); /* save all APICs data, @todo: is it correct? */ foreach_apic(dev, 0xffffffff, apic_save(pSSMHandle, apic)); return VINF_SUCCESS; } /** * @copydoc FNSSMDEVLOADEXEC */ static DECLCALLBACK(int) apicLoadExec(PPDMDEVINS pDevIns, PSSMHANDLE pSSMHandle, uint32_t u32Version) { APICDeviceInfo *dev = PDMINS_2_DATA(pDevIns, APICDeviceInfo *); /* load all APICs data, @todo: is it correct? */ foreach_apic(dev, 0xffffffff, if (apic_load(pSSMHandle, apic, u32Version)) { AssertFailed(); return VERR_SSM_UNSUPPORTED_DATA_UNIT_VERSION; } ); return VINF_SUCCESS; } /** * @copydoc FNPDMDEVRESET */ static DECLCALLBACK(void) apicReset(PPDMDEVINS pDevIns) { APICDeviceInfo* dev = PDMINS_2_DATA(pDevIns, APICDeviceInfo *); APICState *s = getLapic(dev); APIC_LOCK_VOID(dev, VERR_INTERNAL_ERROR); TMTimerStop(s->CTX_SUFF(pTimer)); apic_init_ipi(s); /* malc, I've removed the initing duplicated in apic_init_ipi(). This * arb_id was left over.. */ s->arb_id = 0; /* Reset should re-enable the APIC. */ s->apicbase = 0xfee00000 | MSR_IA32_APICBASE_ENABLE; if (s->phys_id == 0) s->apicbase |= MSR_IA32_APICBASE_BSP; dev->pApicHlpR3->pfnChangeFeature(dev->pDevInsR3, dev->enmVersion); /* Clear any pending APIC interrupt action flag. */ cpuClearInterrupt(dev, s); APIC_UNLOCK(dev); } /** * @copydoc FNPDMDEVRELOCATE */ static DECLCALLBACK(void) apicRelocate(PPDMDEVINS pDevIns, RTGCINTPTR offDelta) { APICDeviceInfo *dev = PDMINS_2_DATA(pDevIns, APICDeviceInfo *); #ifdef VBOX_WITH_SMP_GUESTS LogRel(("[SMP]: relocate apic on %llx\n", offDelta)); #endif dev->pDevInsRC = PDMDEVINS_2_RCPTR(pDevIns); dev->pApicHlpRC = dev->pApicHlpR3->pfnGetRCHelpers(pDevIns); dev->pLapicsRC = MMHyperR3ToRC(PDMDevHlpGetVM(pDevIns), dev->pLapicsR3); foreach_apic(dev, 0xffffffff, apic->pTimerRC = TMTimerRCPtr(apic->CTX_SUFF(pTimer))); } DECLINLINE(void) initApicData(APICState* apic, uint8_t id) { int i; memset(apic, 0, sizeof(*apic)); apic->apicbase = UINT32_C(0xfee00000) | MSR_IA32_APICBASE_ENABLE; /* Mark first CPU as BSP */ if (id == 0) apic->apicbase |= MSR_IA32_APICBASE_BSP; for (i = 0; i < APIC_LVT_NB; i++) apic->lvt[i] = 1 << 16; /* mask LVT */ apic->spurious_vec = 0xff; apic->phys_id = apic->id = id; } /** * @copydoc FNPDMDEVCONSTRUCT */ static DECLCALLBACK(int) apicConstruct(PPDMDEVINS pDevIns, int iInstance, PCFGMNODE pCfgHandle) { PDMAPICREG ApicReg; int rc; uint32_t i; bool fIOAPIC; bool fGCEnabled; bool fR0Enabled; APICDeviceInfo *pThis = PDMINS_2_DATA(pDevIns, APICDeviceInfo *); uint32_t cCpus; APICState *apic; /* * Only single device instance. */ Assert(iInstance == 0); /* * Validate configuration. */ if (!CFGMR3AreValuesValid(pCfgHandle, "IOAPIC\0" "GCEnabled\0" "R0Enabled\0" "NumCPUs\0")) return VERR_PDM_DEVINS_UNKNOWN_CFG_VALUES; rc = CFGMR3QueryBoolDef(pCfgHandle, "IOAPIC", &fIOAPIC, true); if (RT_FAILURE(rc)) return PDMDEV_SET_ERROR(pDevIns, rc, N_("Configuration error: Failed to read \"IOAPIC\"")); rc = CFGMR3QueryBoolDef(pCfgHandle, "GCEnabled", &fGCEnabled, true); if (RT_FAILURE(rc)) return PDMDEV_SET_ERROR(pDevIns, rc, N_("Configuration error: Failed to query boolean value \"GCEnabled\"")); rc = CFGMR3QueryBoolDef(pCfgHandle, "R0Enabled", &fR0Enabled, true); if (RT_FAILURE(rc)) return PDMDEV_SET_ERROR(pDevIns, rc, N_("Configuration error: Failed to query boolean value \"R0Enabled\"")); rc = CFGMR3QueryU32Def(pCfgHandle, "NumCPUs", &cCpus, 1); if (RT_FAILURE(rc)) return PDMDEV_SET_ERROR(pDevIns, rc, N_("Configuration error: Failed to query integer value \"NumCPUs\"")); Log(("APIC: cCpus=%d fR0Enabled=%RTbool fGCEnabled=%RTbool fIOAPIC=%RTbool\n", cCpus, fR0Enabled, fGCEnabled, fIOAPIC)); /* * Init the data. */ pThis->pDevInsR3 = pDevIns; pThis->pDevInsR0 = PDMDEVINS_2_R0PTR(pDevIns); pThis->pDevInsRC = PDMDEVINS_2_RCPTR(pDevIns); pThis->cCpus = cCpus; /* Use PDMAPICVERSION_X2APIC to activate x2APIC mode */ pThis->enmVersion = PDMAPICVERSION_APIC; PVM pVM = PDMDevHlpGetVM(pDevIns); /* * We are not freeing this memory, as it's automatically released when guest exits. */ rc = MMHyperAlloc(pVM, cCpus*sizeof(APICState), 1, MM_TAG_PDM_DEVICE_USER, (void **)&pThis->pLapicsR3); if (RT_FAILURE(rc)) return VERR_NO_MEMORY; pThis->pLapicsR0 = MMHyperR3ToR0(pVM, pThis->pLapicsR3); pThis->pLapicsRC = MMHyperR3ToRC(pVM, pThis->pLapicsR3); for (i = 0, apic = LAPIC_BASE(pThis); i < cCpus; i++) { initApicData(apic, i); apic++; } /* * Register the APIC. */ ApicReg.u32Version = PDM_APICREG_VERSION; ApicReg.pfnGetInterruptR3 = apicGetInterrupt; ApicReg.pfnHasPendingIrqR3 = apicHasPendingIrq; ApicReg.pfnSetBaseR3 = apicSetBase; ApicReg.pfnGetBaseR3 = apicGetBase; ApicReg.pfnSetTPRR3 = apicSetTPR; ApicReg.pfnGetTPRR3 = apicGetTPR; ApicReg.pfnWriteMSRR3 = apicWriteMSR; ApicReg.pfnReadMSRR3 = apicReadMSR; ApicReg.pfnBusDeliverR3 = apicBusDeliverCallback; if (fGCEnabled) { ApicReg.pszGetInterruptRC = "apicGetInterrupt"; ApicReg.pszHasPendingIrqRC = "apicHasPendingIrq"; ApicReg.pszSetBaseRC = "apicSetBase"; ApicReg.pszGetBaseRC = "apicGetBase"; ApicReg.pszSetTPRRC = "apicSetTPR"; ApicReg.pszGetTPRRC = "apicGetTPR"; ApicReg.pszWriteMSRRC = "apicWriteMSR"; ApicReg.pszReadMSRRC = "apicReadMSR"; ApicReg.pszBusDeliverRC = "apicBusDeliverCallback"; } else { ApicReg.pszGetInterruptRC = NULL; ApicReg.pszHasPendingIrqRC = NULL; ApicReg.pszSetBaseRC = NULL; ApicReg.pszGetBaseRC = NULL; ApicReg.pszSetTPRRC = NULL; ApicReg.pszGetTPRRC = NULL; ApicReg.pszWriteMSRRC = NULL; ApicReg.pszReadMSRRC = NULL; ApicReg.pszBusDeliverRC = NULL; } if (fR0Enabled) { ApicReg.pszGetInterruptR0 = "apicGetInterrupt"; ApicReg.pszHasPendingIrqR0 = "apicHasPendingIrq"; ApicReg.pszSetBaseR0 = "apicSetBase"; ApicReg.pszGetBaseR0 = "apicGetBase"; ApicReg.pszSetTPRR0 = "apicSetTPR"; ApicReg.pszGetTPRR0 = "apicGetTPR"; ApicReg.pszWriteMSRR0 = "apicWriteMSR"; ApicReg.pszReadMSRR0 = "apicReadMSR"; ApicReg.pszBusDeliverR0 = "apicBusDeliverCallback"; } else { ApicReg.pszGetInterruptR0 = NULL; ApicReg.pszHasPendingIrqR0 = NULL; ApicReg.pszSetBaseR0 = NULL; ApicReg.pszGetBaseR0 = NULL; ApicReg.pszSetTPRR0 = NULL; ApicReg.pszGetTPRR0 = NULL; ApicReg.pszWriteMSRR0 = NULL; ApicReg.pszReadMSRR0 = NULL; ApicReg.pszBusDeliverR0 = NULL; } Assert(pDevIns->pDevHlpR3->pfnAPICRegister); rc = pDevIns->pDevHlpR3->pfnAPICRegister(pDevIns, &ApicReg, &pThis->pApicHlpR3); if (RT_FAILURE(rc)) { AssertLogRelMsgFailed(("APICRegister -> %Rrc\n", rc)); return rc; } /* * The the CPUID feature bit. */ uint32_t u32Eax, u32Ebx, u32Ecx, u32Edx; PDMDevHlpGetCpuId(pDevIns, 0, &u32Eax, &u32Ebx, &u32Ecx, &u32Edx); if (u32Eax >= 1) { if ( fIOAPIC /* If IOAPIC is enabled, enable Local APIC in any case */ || ( u32Ebx == X86_CPUID_VENDOR_INTEL_EBX && u32Ecx == X86_CPUID_VENDOR_INTEL_ECX && u32Edx == X86_CPUID_VENDOR_INTEL_EDX /* GenuineIntel */) || ( u32Ebx == X86_CPUID_VENDOR_AMD_EBX && u32Ecx == X86_CPUID_VENDOR_AMD_ECX && u32Edx == X86_CPUID_VENDOR_AMD_EDX /* AuthenticAMD */)) { LogRel(("Activating Local APIC\n")); pThis->pApicHlpR3->pfnChangeFeature(pDevIns, pThis->enmVersion); } } /* * Register the MMIO range. * @todo: may need to rethink for cases when different LAPICs mapped to different address * (see IA32_APIC_BASE_MSR) */ rc = PDMDevHlpMMIORegister(pDevIns, LAPIC_BASE(pThis)->apicbase & ~0xfff, 0x1000, pThis, apicMMIOWrite, apicMMIORead, NULL, "APIC Memory"); if (RT_FAILURE(rc)) return rc; if (fGCEnabled) { pThis->pApicHlpRC = pThis->pApicHlpR3->pfnGetRCHelpers(pDevIns); rc = PDMDevHlpMMIORegisterGC(pDevIns, LAPIC_BASE(pThis)->apicbase & ~0xfff, 0x1000, 0, "apicMMIOWrite", "apicMMIORead", NULL); if (RT_FAILURE(rc)) return rc; } if (fR0Enabled) { pThis->pApicHlpR0 = pThis->pApicHlpR3->pfnGetR0Helpers(pDevIns); rc = PDMDevHlpMMIORegisterR0(pDevIns, LAPIC_BASE(pThis)->apicbase & ~0xfff, 0x1000, 0, "apicMMIOWrite", "apicMMIORead", NULL); if (RT_FAILURE(rc)) return rc; } /* * Create the APIC timers. */ for (i = 0, apic = LAPIC_BASE(pThis); i < cCpus; i++) { rc = PDMDevHlpTMTimerCreate(pDevIns, TMCLOCK_VIRTUAL_SYNC, apicTimer, "APIC Timer", &apic->pTimerR3); if (RT_FAILURE(rc)) return rc; apic->pTimerR0 = TMTimerR0Ptr(apic->pTimerR3); apic->pTimerRC = TMTimerRCPtr(apic->pTimerR3); apic++; } /* * Saved state. */ rc = PDMDevHlpSSMRegister(pDevIns, pDevIns->pDevReg->szDeviceName, iInstance, 2 /* version */, sizeof(*pThis), NULL, apicSaveExec, NULL, NULL, apicLoadExec, NULL); if (RT_FAILURE(rc)) return rc; #ifdef VBOX_WITH_STATISTICS /* * Statistics. */ PDMDevHlpSTAMRegister(pDevIns, &pThis->StatMMIOReadGC, STAMTYPE_COUNTER, "/PDM/APIC/MMIOReadGC", STAMUNIT_OCCURENCES, "Number of APIC MMIO reads in GC."); PDMDevHlpSTAMRegister(pDevIns, &pThis->StatMMIOReadHC, STAMTYPE_COUNTER, "/PDM/APIC/MMIOReadHC", STAMUNIT_OCCURENCES, "Number of APIC MMIO reads in HC."); PDMDevHlpSTAMRegister(pDevIns, &pThis->StatMMIOWriteGC, STAMTYPE_COUNTER, "/PDM/APIC/MMIOWriteGC", STAMUNIT_OCCURENCES, "Number of APIC MMIO writes in GC."); PDMDevHlpSTAMRegister(pDevIns, &pThis->StatMMIOWriteHC, STAMTYPE_COUNTER, "/PDM/APIC/MMIOWriteHC", STAMUNIT_OCCURENCES, "Number of APIC MMIO writes in HC."); PDMDevHlpSTAMRegister(pDevIns, &pThis->StatClearedActiveIrq, STAMTYPE_COUNTER, "/PDM/APIC/Masked/ActiveIRQ", STAMUNIT_OCCURENCES, "Number of cleared irqs."); #endif return VINF_SUCCESS; } /** * APIC device registration structure. */ const PDMDEVREG g_DeviceAPIC = { /* u32Version */ PDM_DEVREG_VERSION, /* szDeviceName */ "apic", /* szRCMod */ "VBoxDD2GC.gc", /* szR0Mod */ "VBoxDD2R0.r0", /* pszDescription */ "Advanced Programmable Interrupt Controller (APIC) Device", /* fFlags */ PDM_DEVREG_FLAGS_HOST_BITS_DEFAULT | PDM_DEVREG_FLAGS_GUEST_BITS_32_64 | PDM_DEVREG_FLAGS_PAE36 | PDM_DEVREG_FLAGS_RC | PDM_DEVREG_FLAGS_R0, /* fClass */ PDM_DEVREG_CLASS_PIC, /* cMaxInstances */ 1, /* cbInstance */ sizeof(APICState), /* pfnConstruct */ apicConstruct, /* pfnDestruct */ NULL, /* pfnRelocate */ apicRelocate, /* pfnIOCtl */ NULL, /* pfnPowerOn */ NULL, /* pfnReset */ apicReset, /* pfnSuspend */ NULL, /* pfnResume */ NULL, /* pfnAttach */ NULL, /* pfnDetach */ NULL, /* pfnQueryInterface. */ NULL, /* pfnInitComplete */ NULL, /* pfnPowerOff */ NULL, /* pfnSoftReset */ NULL, /* u32VersionEnd */ PDM_DEVREG_VERSION }; #endif /* IN_RING3 */ /* IOAPIC */ PDMBOTHCBDECL(int) ioapicMMIORead(PPDMDEVINS pDevIns, void *pvUser, RTGCPHYS GCPhysAddr, void *pv, unsigned cb) { IOAPICState *s = PDMINS_2_DATA(pDevIns, IOAPICState *); IOAPIC_LOCK(s, VINF_IOM_HC_MMIO_READ); STAM_COUNTER_INC(&CTXSUFF(s->StatMMIORead)); switch (cb) { case 1: *(uint8_t *)pv = ioapic_mem_readl(s, GCPhysAddr); break; case 2: *(uint16_t *)pv = ioapic_mem_readl(s, GCPhysAddr); break; case 4: *(uint32_t *)pv = ioapic_mem_readl(s, GCPhysAddr); break; default: AssertReleaseMsgFailed(("cb=%d\n", cb)); /* for now we assume simple accesses. */ IOAPIC_UNLOCK(s); return VERR_INTERNAL_ERROR; } IOAPIC_UNLOCK(s); return VINF_SUCCESS; } PDMBOTHCBDECL(int) ioapicMMIOWrite(PPDMDEVINS pDevIns, void *pvUser, RTGCPHYS GCPhysAddr, void *pv, unsigned cb) { IOAPICState *s = PDMINS_2_DATA(pDevIns, IOAPICState *); STAM_COUNTER_INC(&CTXSUFF(s->StatMMIOWrite)); switch (cb) { case 1: case 2: case 4: IOAPIC_LOCK(s, VINF_IOM_HC_MMIO_WRITE); ioapic_mem_writel(s, GCPhysAddr, *(uint32_t *)pv); IOAPIC_UNLOCK(s); break; default: AssertReleaseMsgFailed(("cb=%d\n", cb)); /* for now we assume simple accesses. */ return VERR_INTERNAL_ERROR; } return VINF_SUCCESS; } PDMBOTHCBDECL(void) ioapicSetIrq(PPDMDEVINS pDevIns, int iIrq, int iLevel) { IOAPICState *pThis = PDMINS_2_DATA(pDevIns, IOAPICState *); STAM_COUNTER_INC(&pThis->CTXSUFF(StatSetIrq)); LogFlow(("ioapicSetIrq: iIrq=%d iLevel=%d\n", iIrq, iLevel)); ioapic_set_irq(pThis, iIrq, iLevel); } #ifdef IN_RING3 /** * @copydoc FNSSMDEVSAVEEXEC */ static DECLCALLBACK(int) ioapicSaveExec(PPDMDEVINS pDevIns, PSSMHANDLE pSSMHandle) { IOAPICState *s = PDMINS_2_DATA(pDevIns, IOAPICState *); ioapic_save(pSSMHandle, s); return VINF_SUCCESS; } /** * @copydoc FNSSMDEVLOADEXEC */ static DECLCALLBACK(int) ioapicLoadExec(PPDMDEVINS pDevIns, PSSMHANDLE pSSMHandle, uint32_t u32Version) { IOAPICState *s = PDMINS_2_DATA(pDevIns, IOAPICState *); if (ioapic_load(pSSMHandle, s, u32Version)) { AssertFailed(); return VERR_SSM_UNSUPPORTED_DATA_UNIT_VERSION; } return VINF_SUCCESS; } /** * @copydoc FNPDMDEVRESET */ static DECLCALLBACK(void) ioapicReset(PPDMDEVINS pDevIns) { IOAPICState *s = PDMINS_2_DATA(pDevIns, IOAPICState *); s->pIoApicHlpR3->pfnLock(pDevIns, VERR_INTERNAL_ERROR); ioapic_reset(s); IOAPIC_UNLOCK(s); } /** * @copydoc FNPDMDEVRELOCATE */ static DECLCALLBACK(void) ioapicRelocate(PPDMDEVINS pDevIns, RTGCINTPTR offDelta) { IOAPICState *s = PDMINS_2_DATA(pDevIns, IOAPICState *); s->pDevInsRC = PDMDEVINS_2_RCPTR(pDevIns); s->pIoApicHlpRC = s->pIoApicHlpR3->pfnGetRCHelpers(pDevIns); } /** * @copydoc FNPDMDEVCONSTRUCT */ static DECLCALLBACK(int) ioapicConstruct(PPDMDEVINS pDevIns, int iInstance, PCFGMNODE pCfgHandle) { IOAPICState *s = PDMINS_2_DATA(pDevIns, IOAPICState *); PDMIOAPICREG IoApicReg; bool fGCEnabled; bool fR0Enabled; int rc; Assert(iInstance == 0); /* * Validate and read the configuration. */ if (!CFGMR3AreValuesValid(pCfgHandle, "GCEnabled\0" "R0Enabled\0")) return VERR_PDM_DEVINS_UNKNOWN_CFG_VALUES; rc = CFGMR3QueryBoolDef(pCfgHandle, "GCEnabled", &fGCEnabled, true); if (RT_FAILURE(rc)) return PDMDEV_SET_ERROR(pDevIns, rc, N_("Configuration error: Failed to query boolean value \"GCEnabled\"")); rc = CFGMR3QueryBoolDef(pCfgHandle, "R0Enabled", &fR0Enabled, true); if (RT_FAILURE(rc)) return PDMDEV_SET_ERROR(pDevIns, rc, N_("Configuration error: Failed to query boolean value \"R0Enabled\"")); Log(("IOAPIC: fR0Enabled=%RTbool fGCEnabled=%RTbool\n", fR0Enabled, fGCEnabled)); /* * Initialize the state data. */ s->pDevInsR3 = pDevIns; s->pDevInsR0 = PDMDEVINS_2_R0PTR(pDevIns); s->pDevInsRC = PDMDEVINS_2_RCPTR(pDevIns); ioapic_reset(s); s->id = 0; /* * Register the IOAPIC and get helpers. */ IoApicReg.u32Version = PDM_IOAPICREG_VERSION; IoApicReg.pfnSetIrqR3 = ioapicSetIrq; IoApicReg.pszSetIrqRC = fGCEnabled ? "ioapicSetIrq" : NULL; IoApicReg.pszSetIrqR0 = fR0Enabled ? "ioapicSetIrq" : NULL; rc = pDevIns->pDevHlpR3->pfnIOAPICRegister(pDevIns, &IoApicReg, &s->pIoApicHlpR3); if (RT_FAILURE(rc)) { AssertMsgFailed(("IOAPICRegister -> %Rrc\n", rc)); return rc; } /* * Register MMIO callbacks and saved state. */ rc = PDMDevHlpMMIORegister(pDevIns, 0xfec00000, 0x1000, s, ioapicMMIOWrite, ioapicMMIORead, NULL, "I/O APIC Memory"); if (RT_FAILURE(rc)) return rc; if (fGCEnabled) { s->pIoApicHlpRC = s->pIoApicHlpR3->pfnGetRCHelpers(pDevIns); rc = PDMDevHlpMMIORegisterGC(pDevIns, 0xfec00000, 0x1000, 0, "ioapicMMIOWrite", "ioapicMMIORead", NULL); if (RT_FAILURE(rc)) return rc; } if (fR0Enabled) { s->pIoApicHlpR0 = s->pIoApicHlpR3->pfnGetR0Helpers(pDevIns); rc = PDMDevHlpMMIORegisterR0(pDevIns, 0xfec00000, 0x1000, 0, "ioapicMMIOWrite", "ioapicMMIORead", NULL); if (RT_FAILURE(rc)) return rc; } rc = PDMDevHlpSSMRegister(pDevIns, pDevIns->pDevReg->szDeviceName, iInstance, 1 /* version */, sizeof(*s), NULL, ioapicSaveExec, NULL, NULL, ioapicLoadExec, NULL); if (RT_FAILURE(rc)) return rc; #ifdef VBOX_WITH_STATISTICS /* * Statistics. */ PDMDevHlpSTAMRegister(pDevIns, &s->StatMMIOReadGC, STAMTYPE_COUNTER, "/PDM/IOAPIC/MMIOReadGC", STAMUNIT_OCCURENCES, "Number of IOAPIC MMIO reads in GC."); PDMDevHlpSTAMRegister(pDevIns, &s->StatMMIOReadHC, STAMTYPE_COUNTER, "/PDM/IOAPIC/MMIOReadHC", STAMUNIT_OCCURENCES, "Number of IOAPIC MMIO reads in HC."); PDMDevHlpSTAMRegister(pDevIns, &s->StatMMIOWriteGC, STAMTYPE_COUNTER, "/PDM/IOAPIC/MMIOWriteGC", STAMUNIT_OCCURENCES, "Number of IOAPIC MMIO writes in GC."); PDMDevHlpSTAMRegister(pDevIns, &s->StatMMIOWriteHC, STAMTYPE_COUNTER, "/PDM/IOAPIC/MMIOWriteHC", STAMUNIT_OCCURENCES, "Number of IOAPIC MMIO writes in HC."); PDMDevHlpSTAMRegister(pDevIns, &s->StatSetIrqGC, STAMTYPE_COUNTER, "/PDM/IOAPIC/SetIrqGC", STAMUNIT_OCCURENCES, "Number of IOAPIC SetIrq calls in GC."); PDMDevHlpSTAMRegister(pDevIns, &s->StatSetIrqHC, STAMTYPE_COUNTER, "/PDM/IOAPIC/SetIrqHC", STAMUNIT_OCCURENCES, "Number of IOAPIC SetIrq calls in HC."); #endif return VINF_SUCCESS; } /** * IO APIC device registration structure. */ const PDMDEVREG g_DeviceIOAPIC = { /* u32Version */ PDM_DEVREG_VERSION, /* szDeviceName */ "ioapic", /* szRCMod */ "VBoxDD2GC.gc", /* szR0Mod */ "VBoxDD2R0.r0", /* pszDescription */ "I/O Advanced Programmable Interrupt Controller (IO-APIC) Device", /* fFlags */ PDM_DEVREG_FLAGS_HOST_BITS_DEFAULT | PDM_DEVREG_FLAGS_GUEST_BITS_32_64 | PDM_DEVREG_FLAGS_PAE36 | PDM_DEVREG_FLAGS_RC | PDM_DEVREG_FLAGS_R0, /* fClass */ PDM_DEVREG_CLASS_PIC, /* cMaxInstances */ 1, /* cbInstance */ sizeof(IOAPICState), /* pfnConstruct */ ioapicConstruct, /* pfnDestruct */ NULL, /* pfnRelocate */ ioapicRelocate, /* pfnIOCtl */ NULL, /* pfnPowerOn */ NULL, /* pfnReset */ ioapicReset, /* pfnSuspend */ NULL, /* pfnResume */ NULL, /* pfnAttach */ NULL, /* pfnDetach */ NULL, /* pfnQueryInterface. */ NULL, /* pfnInitComplete */ NULL, /* pfnPowerOff */ NULL, /* pfnSoftReset */ NULL, /* u32VersionEnd */ PDM_DEVREG_VERSION }; #endif /* IN_RING3 */ #endif /* !VBOX_DEVICE_STRUCT_TESTCASE */