//! Per-CPU data reached through the GS segment base. The GS base holds a pointer //! to this core's `ArchitecturePerCpu`, so kernel code gets the running core's block with //! a single MSR read (`scheduler()`) and the system_call entry stub gets its kernel stack //! with a `%gs`-relative load (no usable stack yet at that point). //! //! **swapgs discipline.** In ring 0 the GS base points here; in ring 3 it holds //! the user's own GS (which ring 3 may set freely), and this pointer lives in the //! KERNEL_GS_BASE MSR instead. Every ring-3 -> ring-0 entry (`swapgs` in the //! system_call stub and the conditional swapgs in isr_common) brings it back, and //! every ring-0 -> ring-3 exit swaps it away. Because the very first ring //! transition is always an exit (the kernel starts in ring 0), the swap pairs //! keep the invariant without seeding KERNEL_GS_BASE. `scheduler()` is therefore //! valid in any ring-0 context and never sees a user-controlled base. //! //! The file has since become the home of **per-core CPU state set at bring-up** //! generally, not just the GS block: the fast-system_call MSRs and the CR4 //! hardening bits live here too, because each is state a core owns and must set //! for itself. Both bring-up paths — `cpu.init` on the boot processor and //! `smp.apEntry` on every application processor — call the same functions here. const std = @import("std"); const io = @import("io.zig"); const cpuid = @import("cpuid.zig"); const parameters = @import("parameters"); const ia32_gs_base = 0xC000_0101; /// Layout is load-bearing: the system_call entry stub in isr.s reaches `kernel_rsp` /// at `%gs:0` and `scratch` at `%gs:8`. Keep those two first; the asserts below /// pin the offsets. pub const ArchitecturePerCpu = extern struct { kernel_rsp: u64 = 0, // %gs:0 — kernel stack top for system_call entry (== TSS.rsp0) scratch: u64 = 0, // %gs:8 — stashes the user rsp during system_call entry scheduler: usize = 0, // the scheduler's PerCpu pointer (what `cpuLocal` returns) }; comptime { std.debug.assert(@offsetOf(ArchitecturePerCpu, "kernel_rsp") == 0); std.debug.assert(@offsetOf(ArchitecturePerCpu, "scratch") == 8); } var blocks = [_]ArchitecturePerCpu{.{}} ** parameters.maximum_cpus; /// Publish core `index`'s per-CPU block: record the scheduler pointer and point /// the GS base at the block. Called once per core during bring-up, after the GDT /// is loaded (a GS *selector* reload would clobber the base). pub fn setLocal(index: usize, scheduler_ptr: usize) void { blocks[index].scheduler = scheduler_ptr; io.wrmsr(ia32_gs_base, @intFromPtr(&blocks[index])); } /// The scheduler pointer for the running core (via the GS base). Valid in any /// ring-0 context under the swapgs discipline. pub fn scheduler() usize { return @as(*const ArchitecturePerCpu, @ptrFromInt(io.rdmsr(ia32_gs_base))).scheduler; } /// Record core `index`'s kernel stack top, used by the system_call entry stub to /// switch off the user stack. The scheduler sets this (and TSS.rsp0) whenever it /// switches to a user task. pub fn setKernelRsp(index: usize, top: usize) void { blocks[index].kernel_rsp = top; } // Fast-system_call MSRs. const ia32_efer = 0xC000_0080; const ia32_star = 0xC000_0081; const ia32_lstar = 0xC000_0082; const ia32_sfmask = 0xC000_0084; /// Enable the `system_call`/`sysret` fast path on this core (BSP and each AP). EFER.SCE /// turns the instructions on; STAR sets the selectors system_call/sysret load; LSTAR /// is the entry stub (isr.s); SFMASK clears RFLAGS bits on entry (notably IF — /// the handler runs with interrupts off, like the int-gate path). The GDT is laid /// out (kernel code 0x08, then user data 0x18 / code 0x20) precisely so these line /// up: system_call loads CS 0x08 / SS 0x10; sysret loads CS = base+16 and SS = base+8 /// with RPL forced to 3, so base 0x10 gives CS 0x23 (user code|3) and SS 0x1B. pub fn initSystemCall() void { io.wrmsr(ia32_efer, io.rdmsr(ia32_efer) | 1); // SCE io.wrmsr(ia32_star, (@as(u64, 0x08) << 32) | (@as(u64, 0x10) << 48)); const entry = @extern(*const anyopaque, .{ .name = "syscall_entry" }); io.wrmsr(ia32_lstar, @intFromPtr(entry)); io.wrmsr(ia32_sfmask, 0x4_0700); // clear IF, TF, DF, AC on entry } // --- supervisor-mode hardening (CR4) --------------------------------------- // // CR4 is per-core state, so these bits are set during *every* core's bring-up — // the BSP in cpu.init, each AP in smp.apEntry — and not in the AP trampoline, // which stays minimal and would only cover the APs anyway. /// CR4.SMEP: an instruction fetch in ring 0 from a page whose U/S bit says *user* /// raises #PF. This is what makes the classic ret2usr shape (a kernel bug steered /// into attacker-prepared user code) a loud, attributable fault instead of a /// silent compromise. danos never executes user-mapped memory in ring 0 — kernel /// text lives in the higher half, the ring-3 entry paths are kernel code, and the /// AP trampoline page is a supervisor mapping — so nothing legitimate is refused. const cr4_smep: u64 = 1 << 20; /// SMEP's feature bit: CPUID leaf 7, sub-leaf 0, EBX bit 7. fn smepSupported() bool { if (!cpuid.supports(7)) return false; return cpuid.leaf(7).ebx & (1 << 7) != 0; } fn readCr4() u64 { return asm volatile ("mov %%cr4, %[out]" : [out] "=r" (-> u64), ); } fn writeCr4(value: u64) void { asm volatile ("mov %[in], %%cr4" : : [in] "r" (value), : .{ .memory = true }); } /// Turn on the supervisor-mode hardening this CPU offers, on the calling core. /// Called once per core, next to `initSystemCall`, from both bring-up paths. /// /// **Fail-open, like the IOMMU and the clocksource:** an absent feature is a /// machine that boots unhardened, not a machine that refuses to boot. danos has /// to run on any VM, on real Intel and on real AMD; the boot log states the /// posture either way (see the platform block in system/kernel/kernel.zig), so /// an unhardened boot is visible rather than assumed. pub fn initHardening() void { if (!smepSupported()) return; writeCr4(readCr4() | cr4_smep); } /// Whether supervisor-mode execution prevention is live on *this* core. Read /// straight out of CR4 rather than a remembered probe result, so the answer is /// the state the hardware is actually in — which is what both the boot log and /// the `fault-smep` test case want to assert. pub fn supervisorExecutePreventionEnabled() bool { return readCr4() & cr4_smep != 0; }