foo

arch/x86_64/include/x86_64/apic.h

@@ -55,4 +55,15 @@ enum apic_regs {
 
 void lapic_init(struct local_apic* lapic);
 void lapic_eoi(struct local_apic* lapic);
+
+void lapic_send_ipi(
+    struct local_apic* lapic,
+    uint32_t target,
+    uint8_t vector,
+    enum apic_delivery_mode delivery_mode,
+    enum apic_dest_mode dest_mode,
+    enum apic_level level,
+    enum apic_trigger_mode trigger_mode
+);
+
 void pic_disable();

arch/x86_64/include/x86_64/asm.h

@@ -55,13 +55,13 @@ static inline void asm_fxrstor(const void* mem) {
 // Saves the FPU state to a region of memory using XSAVE.
 // Pointer must be 16-byte aligned.
 static inline void asm_xsave(void* mem) {
-    asm volatile("xsave [%0]" ::"r"(mem) : "memory");
+    asm volatile("xsave [%0]" ::"r"(mem), "a"(0xFFFF'FFFF), "d"(0xFFFF'FFFF) : "memory");
 }
 
 // Restores the FPU state from a region of memory using XRSTOR.
 // Pointer must be 16-byte aligned.
 static inline void asm_xrstor(const void* mem) {
-    asm volatile("xrstor [%0]" ::"r"(mem) : "memory");
+    asm volatile("xrstor [%0]" ::"r"(mem), "a"(0xFFFF'FFFF), "d"(0xFFFF'FFFF) : "memory");
 }
 
 static inline uint8_t asm_inb(uint16_t port) {

arch/x86_64/include/x86_64/gdt.h

@@ -1,7 +1,7 @@
 #pragma once
 
-#include <stdint.h>
 #include <zinnia/compiler.h>
+#include <stdint.h>
 
 union gdt_desc {
     uint64_t val;
@@ -50,7 +50,7 @@ struct [[__packed]] gdtr {
     struct gdt* base;
 };
 
-struct percpu;
+extern const struct gdt gdt_base;
 
 // Initializes a GDT on the local CPU.
 void gdt_load();

arch/x86_64/include/x86_64/percpu.h

@@ -1,6 +1,7 @@
 #pragma once
 
 #include <zinnia/irq.h>
+#include <zinnia/percpu.h>
 #include <stddef.h>
 #include <x86_64/apic.h>
 #include <x86_64/gdt.h>
@@ -18,3 +19,6 @@ struct arch_percpu {
 };
 
 extern struct arch_percpu arch_data;
+
+// Initializes the calling CPU and makes `cpu` its per-CPU block.
+void x86_64_cpu_setup(struct percpu* cpu);

arch/x86_64/include/x86_64/pmap.h

@@ -0,0 +1,19 @@
+#pragma once
+#include <zinnia/pmap.h>
+
+enum : pte_t {
+    ARCH_FLAG_PRESENT = 1 << 0,
+    ARCH_FLAG_READ_WRITE = 1 << 1,
+    ARCH_FLAG_USER_MODE = 1 << 2,
+    ARCH_FLAG_WRITE_THROUGH = 1 << 3,
+    ARCH_FLAG_CACHE_DISABLE = 1 << 4,
+    ARCH_FLAG_ACCESSED = 1 << 5,
+    ARCH_FLAG_DIRTY = 1 << 6,
+    ARCH_FLAG_SIZE = 1 << 7,
+    ARCH_FLAG_GLOBAL = 1 << 8,
+    ARCH_FLAG_AVAILABLE = 1 << 9,
+    ARCH_FLAG_ATTRIBUTE_TABLE = 1 << 10,
+    ARCH_FLAG_EXECUTE_DISABLE = 1LU << 63,
+
+    ARCH_PTE_ADDR_MASK = 0x000F'FFFF'FFFF'F000,
+};

arch/x86_64/include/x86_64/smp.h

@@ -1,23 +1,10 @@
 #pragma once
 
-#define SMP_GDTR_OFFSET       80
-#define SMP_FARJMP_OFFSET     90
-#define SMP_TEMP_STACK_OFFSET 98
-#define SMP_TEMP_CR3_OFFSET   102
-#define SMP_ENTRY_OFFSET      106
-#define SMP_HHDM_OFFSET       114
-#define SMP_KERNEL32_DS       16
-#define SMP_KERNEL64_CS       24
-#define SMP_KERNEL64_DS       32
-#define SMP_INFO_SIZE         127
-
-#ifndef __ASSEMBLER__
-
+#include <zinnia/compiler.h>
+#include <zinnia/utils.h>
 #include <stddef.h>
 #include <stdint.h>
 #include <x86_64/gdt.h>
-#include <zinnia/compiler.h>
-#include <zinnia/utils.h>
 
 struct [[__packed]] smp_info {
     struct gdt gdt;
@@ -28,22 +15,10 @@ struct [[__packed]] smp_info {
     uint32_t temp_cr3;
     uint64_t entry;
     uint64_t hhdm_offset;
+    uint64_t percpu;
     uint32_t lapic_id;
-    uint8_t booted;
+    _Atomic(uint8_t) booted;
 };
 
-static_assert(SMP_GDTR_OFFSET == offsetof(struct smp_info, gdtr));
-static_assert(SMP_FARJMP_OFFSET == offsetof(struct smp_info, farjmp_offset));
-static_assert(SMP_TEMP_STACK_OFFSET == offsetof(struct smp_info, temp_stack));
-static_assert(SMP_TEMP_CR3_OFFSET == offsetof(struct smp_info, temp_cr3));
-static_assert(SMP_ENTRY_OFFSET == offsetof(struct smp_info, entry));
-static_assert(SMP_HHDM_OFFSET == offsetof(struct smp_info, hhdm_offset));
-static_assert(SMP_KERNEL32_DS == offsetof(struct gdt, kernel_data32));
-static_assert(SMP_KERNEL64_CS == offsetof(struct gdt, kernel_code64));
-static_assert(SMP_KERNEL64_DS == offsetof(struct gdt, kernel_data64));
-static_assert(SMP_INFO_SIZE == sizeof(struct smp_info));
-
-// Initializes a LAPIC.
-void x86_64_smp_init(uint32_t id);
-
-#endif
+// Discovers all APs and starts them.
+void x86_64_smp_init();