#include #include #include #include #include #include #include #include #include #include #define IOAPIC_REG_ID 0 #define IOAPIC_REG_ENTRYCOUNT 1 #define IOAPIC_REG_PRIORITY 2 #define IOAPIC_REG_ENTRY 0x10 #define APIC_REG_ID 0x20 #define APIC_REG_EOI 0xB0 #define APIC_REG_SPURIOUS 0xF0 #define APIC_REG_ICR_LO 0x300 #define APIC_REG_ICR_LO_STATUS (1 << 12) #define APIC_REG_ICR_HI 0x310 #define APIC_LVT_TIMER 0x320 #define APIC_LVT_THERMAL 0x330 #define APIC_LVT_PERFORMANCE 0x340 #define APIC_LVT_LINT0 0x350 #define APIC_LVT_LINT1 0x360 #define APIC_LVT_ERROR 0x370 #define APIC_TIMER_INITIALCOUNT 0x380 #define APIC_TIMER_COUNT 0x390 #define APIC_TIMER_DIVIDE 0x3E0 #define LVT_DELIVERY_NMI (0b100 << 8) #define LVT_MASK (1 << 16) typedef struct { uint8_t type; uint8_t length; } __attribute__((packed)) listheader_t; typedef struct { listheader_t header; uint16_t reserved; uint64_t addr; } __attribute__((packed)) lapicoverride_t; typedef struct { listheader_t header; uint8_t id; uint8_t reserved; uint32_t addr; uint32_t intbase; } __attribute__((packed)) ioentry_t; typedef struct { listheader_t header; uint8_t acpiid; uint8_t lapicid; uint32_t flags; } __attribute__((packed)) lapicentry_t; typedef struct { listheader_t header; uint8_t acpiid; uint16_t flags; uint8_t lint; } __attribute__((packed)) lapicnmientry_t; typedef struct { listheader_t header; uint8_t bus; uint8_t irq; uint32_t gsi; uint16_t flags; } __attribute__((packed)) ioapicoverride_t; typedef struct { void *addr; int base; int top; } ioapicdesc_t; static ioapicdesc_t *ioapics; static madt_t *madt; static listheader_t *liststart; static listheader_t *listend; static void *lapicaddr; static size_t overridecount; static size_t iocount; static size_t lapiccount; static size_t lapicnmicount; static ioapicdesc_t *ioapicfromgsi(int gsi) { for (int i = 0; i < iocount; ++i) { if (ioapics[i].base <= gsi && ioapics[i].top > gsi) return &ioapics[i]; } return NULL; } static inline listheader_t *getnext(listheader_t *header) { uintptr_t ptr = (uintptr_t)header; return (listheader_t *)(ptr + header->length); } static inline void *getentry(int type, int n) { listheader_t *entry = liststart; while (entry < listend) { if (entry->type == type) { if (n-- == 0) return entry; } entry = getnext(entry); } return NULL; } static int getcount(int type) { listheader_t *entry = liststart; int count = 0; while (entry < listend) { if (entry->type == type) ++count; entry = getnext(entry); } return count; } static void writelapic(int reg, uint32_t v) { volatile uint32_t *ptr = (void *)((uintptr_t)lapicaddr + reg); *ptr = v; } static uint32_t readlapic(int reg) { volatile uint32_t *ptr = (void *)((uintptr_t)lapicaddr + reg); return *ptr; } static uint32_t readioapic(void *ioapic, int reg) { volatile uint32_t *apic = ioapic; *apic = reg & 0xff; return *(apic + 4); } static void writeioapic(void *ioapic, int reg, uint32_t v) { volatile uint32_t *apic = ioapic; *apic = reg & 0xff; *(apic + 4) = v; } static void writeiored(void *ioapic, uint8_t entry, uint8_t vector, uint8_t delivery, uint8_t destmode, uint8_t polarity, uint8_t mode, uint8_t mask, uint8_t dest){ uint32_t val = vector; val |= (delivery & 0b111) << 8; val |= (destmode & 1) << 11; val |= (polarity & 1) << 13; val |= (mode & 1) << 15; val |= (mask & 1) << 16; writeioapic(ioapic, 0x10 + entry * 2, val); writeioapic(ioapic, 0x11 + entry * 2, (uint32_t)dest << 24); } void arch_ioapic_setirq(uint8_t irq, uint8_t vector, uint8_t proc, bool masked) { // default settings for ISA irqs uint8_t polarity = 1; // active high uint8_t trigger = 0; // edge triggered for (uintmax_t i = 0; i < overridecount; ++i) { ioapicoverride_t *override = getentry(ACPI_MADT_TYPE_OVERRIDE, i); if (override->irq != irq) continue; polarity = override->flags & 2 ? 1 : 0; // active low trigger = override->flags & 8 ? 1 : 0; // level triggered irq = override->irq; break; } ioapicdesc_t* ioapic = ioapicfromgsi(irq); __assert(ioapic); irq = irq - ioapic->base; writeiored(ioapic->addr, irq, vector, 0, 0, polarity, trigger, masked ? 1 : 0, proc); } static void spurious(isr_t *self, context_t *ctx) { __assert(!"Spurious interrupt"); } static void nmi(isr_t *self, context_t *ctx) { __assert(!"NMI"); } void arch_apic_initap() { writelapic(APIC_LVT_THERMAL, LVT_MASK); writelapic(APIC_LVT_PERFORMANCE, LVT_MASK); writelapic(APIC_LVT_LINT0, LVT_MASK); writelapic(APIC_LVT_LINT1, LVT_MASK); writelapic(APIC_LVT_ERROR, LVT_MASK); writelapic(APIC_LVT_TIMER, LVT_MASK); interrupt_register(0xff, spurious, NULL, IPL_IGNORE); writelapic(APIC_REG_SPURIOUS, 0x1FF); _cpu()->id = readlapic(APIC_REG_ID) >> 24; // get the acpi id for the local nmi sources for (size_t i = 0; i < lapiccount; ++i) { lapicentry_t *current = getentry(ACPI_MADT_TYPE_LAPIC, i); if (_cpu()->id == current->lapicid) { _cpu()->acpiid = current->acpiid; break; } } printf("processor id: %lu (APIC) %lu (ACPI)\n", _cpu()->id, _cpu()->acpiid); isr_t *nmiisr = interrupt_allocate(nmi, NULL, IPL_MAX); // MAX IPL because NMI __assert(nmiisr); for (size_t i = 0; i < lapicnmicount; ++i) { lapicnmientry_t* current = getentry(ACPI_MADT_TYPE_LANMI, i); if (current->acpiid == _cpu()->acpiid || current->acpiid == 0xff) writelapic(APIC_LVT_LINT0 + 0x10 * current->lint, (nmiisr->id & 0xff) | LVT_DELIVERY_NMI | (current->flags << 12)); } } void arch_apic_eoi() { writelapic(APIC_REG_EOI, 0); } static time_t stoptimer() { time_t remaining = readlapic(APIC_TIMER_COUNT); time_t initial = readlapic(APIC_TIMER_INITIALCOUNT); writelapic(APIC_TIMER_INITIALCOUNT, 0); return initial - remaining; } static void timerisr(isr_t *isr, context_t *context) { timer_isr(_cpu()->timer, context); } static void armtimer(time_t ticks) { writelapic(APIC_TIMER_INITIALCOUNT, ticks); } void arch_apic_timerinit() { isr_t *isr = interrupt_allocate(timerisr, arch_apic_eoi, IPL_TIMER); __assert(isr); int vec = isr->id & 0xff; writelapic(APIC_TIMER_DIVIDE, 3); // divide by 16 because us precision is desired and most amd64 machines will have the clock frequency at >1GHz anyways void (*uswait)(time_t) = NULL; if (arch_hpet_exists()) uswait = arch_hpet_waitus; __assert(uswait); writelapic(APIC_TIMER_INITIALCOUNT, 0xffffffff); uswait(1000); time_t ticksperus = (0xffffffff - readlapic(APIC_TIMER_COUNT)) / 1000; writelapic(APIC_TIMER_INITIALCOUNT, 0); printf("cpu%lu: local apic timer calibrated at %lu ticks per us. ISR vector %lu\n", _cpu()->id, ticksperus, vec); writelapic(APIC_LVT_TIMER, vec); _cpu()->timer = timer_new(ticksperus, armtimer, stoptimer); __assert(_cpu()->timer); } void arch_apic_sendipi(uint8_t cpu, uint8_t vec, uint8_t dest, uint8_t mode, uint8_t level) { while (readlapic(APIC_REG_ICR_LO) & APIC_REG_ICR_LO_STATUS) CPU_PAUSE(); writelapic(APIC_REG_ICR_HI, (uint32_t)cpu << 24); writelapic(APIC_REG_ICR_LO, vec | (level << 14) | (mode << 15) | (dest << 18)); } void arch_apic_init() { madt = arch_acpi_findtable("APIC", 0); __assert(madt); liststart = (void *)((uintptr_t)madt + sizeof(madt_t)); listend = (void *)((uintptr_t)madt + madt->header.length); overridecount = getcount(ACPI_MADT_TYPE_OVERRIDE); iocount = getcount(ACPI_MADT_TYPE_IOAPIC); lapiccount = getcount(ACPI_MADT_TYPE_LAPIC); lapicnmicount = getcount(ACPI_MADT_TYPE_LANMI); // map LAPIC to virtual memory lapicoverride_t *lapic64 = getentry(ACPI_MADT_TYPE_64BITADDR, 0); void *paddr = lapic64 ? (void *)lapic64->addr : (void *)(uint64_t)madt->addr; if (lapic64) printf("\e[94mUsing 64 bit override for the local APIC address\n\e[0m"); lapicaddr = vmm_map(NULL, PAGE_SIZE, VMM_FLAGS_PHYSICAL, ARCH_MMU_FLAGS_READ | ARCH_MMU_FLAGS_WRITE | ARCH_MMU_FLAGS_NOEXEC, paddr); __assert(lapicaddr); // map I/O apics to memory ioapics = alloc(sizeof(ioapicdesc_t) * iocount); __assert(ioapics); for (int i = 0; i < iocount; ++i) { ioentry_t *entry = getentry(ACPI_MADT_TYPE_IOAPIC, i); __assert((entry->addr % PAGE_SIZE) == 0); ioapics[i].addr = vmm_map(NULL, PAGE_SIZE, VMM_FLAGS_PHYSICAL, ARCH_MMU_FLAGS_READ | ARCH_MMU_FLAGS_WRITE | ARCH_MMU_FLAGS_NOEXEC, (void *)(uint64_t)entry->addr); __assert(ioapics[i].addr); ioapics[i].base = entry->intbase; ioapics[i].top = ioapics[i].base + ((readioapic(ioapics[i].addr, IOAPIC_REG_ENTRYCOUNT) >> 16) & 0xff) + 1; printf("ioapic%lu: addr %p base %lu top %lu\n", i, entry->addr, entry->intbase, ioapics[i].top); for (int j = ioapics[i].base; j < ioapics[i].top; ++j) writeiored(ioapics[i].addr, j - ioapics[i].base, 0xfe, 0, 0, 0, 0, 1, 0); } // FIXME limine does this already but just in case the PIC should be masked }