//! library/device/driver — the driver author's interface: enumerate the kernel's device //! table, claim a device, map its MMIO, bind its interrupt (the claim is the capability the //! kernel checks before mapping registers or routing an IRQ), and say `hello` to the device //! manager at startup. The whole kernel + manager surface a driver needs, in one import. const std = @import("std"); const abi = @import("abi"); const device_abi = @import("device-abi"); const sc = @import("system-call"); const ipc = @import("ipc"); const time = @import("time"); const device_manager_protocol = @import("device-manager-protocol"); pub const DeviceDescriptor = device_abi.DeviceDescriptor; pub const ResourceDescriptor = device_abi.ResourceDescriptor; pub const DeviceClass = device_abi.DeviceClass; pub const ResourceKind = device_abi.ResourceKind; inline fn failed(r: usize) bool { return r > ~@as(usize, 0) - 4095; } /// Copy up to `buffer.len` device descriptors into `buffer`; returns the total count. pub fn enumerate(buffer: []DeviceDescriptor) usize { return sc.systemCall2(.device_enumerate, @intFromPtr(buffer.ptr), buffer.len); } /// Take exclusive ownership of device `id`. Returns false if taken or invalid. pub fn claim(id: u64) bool { return !failed(sc.systemCall1(.device_claim, id)); } /// Map resource `resource_index` (which must be an MMIO window) of claimed device /// `device_id` into this address space; returns the register base virtual address. pub fn mmioMap(device_id: u64, resource_index: u64) ?usize { const r = sc.systemCall2(.mmio_map, device_id, resource_index); return if (failed(r)) null else r; } /// `DeviceDescriptor.parent` for a device with no parent. pub const no_parent = device_abi.no_parent; /// `DeviceDescriptor.pci_class` for a device that is not a PCI function. Set this on /// descriptors passed to `register` unless the child really is one. pub const no_pci_class = device_abi.no_pci_class; /// Publish `descriptor` as a child of `parent_id`, which this process must have claimed. /// Returns the new device id. The child is left unclaimed, so whichever driver owns /// that class of device can `claim` it — that is how a bus hands off a device. /// /// Every resource in `descriptor` must be **contained** in a parent resource of the same /// kind: a sub-window of the parent's MMIO, or one of its IRQs. The kernel refuses /// anything else, because a device descriptor is a licence to map physical memory and /// a bus driver may only subdivide what it already owns. `descriptor.id` and `descriptor.parent` /// are ignored. A device with no resources at all is fine — a USB device is reached /// through its controller, not by MMIO. pub fn register(parent_id: u64, descriptor: *const DeviceDescriptor) ?u64 { const r = sc.systemCall2(.device_register, parent_id, @intFromPtr(descriptor)); return if (failed(r)) null else r; } /// Bind resource `resource_index` (which must be an IRQ) of claimed device `device_id` to /// `endpoint`. From then on the interrupt arrives as an asynchronous notification: /// `ipc.replyWait` on that endpoint returns with the high bit set in `badge` and the /// low bits carrying the GSI. The kernel masks the line before waking you. pub fn irqBind(device_id: u64, resource_index: u64, endpoint: usize) bool { return !failed(sc.systemCall3(.irq_bind, device_id, resource_index, endpoint)); } /// Re-arm a bound IRQ. Call this **after** quieting the device (clearing whatever /// status register holds its line asserted) — the kernel left the line masked /// precisely because it could not do that for you. Skip it and the interrupt never /// fires again; call it before the device is quiet and a level-triggered line storms. pub fn irqAck(device_id: u64, resource_index: u64) bool { return !failed(sc.systemCall2(.irq_ack, device_id, resource_index)); } /// The Message-Signalled Interrupt address/data a driver programs into its device's /// MSI capability. The device raises the interrupt by writing `data` to `address`. pub const Msi = struct { address: u64, data: u32 }; /// Set up MSI for a claimed device: the kernel allocates a per-device edge-triggered /// vector, binds it to `endpoint` (delivered like `irqBind`, but with no mask and no /// `irqAck` cycle), and returns the (address, data) to write into the device's MSI /// capability — found by mmio_mapping the device's ECAM config space (resource 0) and /// walking its capability list. Returns null on failure. Two return values (address in /// rax, data in rdx), so a hand-written stub. pub fn msiBind(device_id: u64, endpoint: usize) ?Msi { var rax: usize = undefined; var rdx: usize = undefined; asm volatile ("syscall" : [rax] "={rax}" (rax), [rdx] "={rdx}" (rdx), : [n] "{rax}" (@intFromEnum(abi.SystemCall.msi_bind)), [a0] "{rdi}" (device_id), [a1] "{rsi}" (endpoint), : .{ .rcx = true, .r11 = true, .memory = true }); if (failed(rax)) return null; return .{ .address = rax, .data = @intCast(rdx) }; } /// Map a delegated DMA-region (or shared-memory) capability into a claimed device's /// IOMMU domain, so the device may DMA to that buffer. The caller must own `device_id` /// and hold `handle` (received over IPC or from its own `dma.alloc(.. | shareable)`). /// Idempotent. Returns true on success (and trivially when no IOMMU is present). pub fn dmaBind(device_id: u64, handle: usize) bool { return !failed(sc.systemCall2(.dma_bind, device_id, handle)); } /// Unmap a previously `dmaBind`'d buffer from the device's domain. pub fn dmaUnbind(device_id: u64, handle: usize) bool { return !failed(sc.systemCall2(.dma_unbind, device_id, handle)); } /// Drain and log any pending IOMMU translation faults, returning the count seen. A /// diagnostic: a driver that suspects its device attempted an out-of-domain DMA (or a /// test proving enforcement) forces the hardware's fault records to the log now. Returns /// 0 when no IOMMU is present. pub fn iommuFaultDrain() usize { return sc.systemCall0(.iommu_fault_drain); } /// Read `width` bytes (1, 2, or 4) from a port in a claimed device's `io_port` /// resource, at byte `offset` within it. Ring 3 has no direct `in`/`out`, so a legacy /// driver (PS/2, 16550 UART) reaches its ports through this claim-gated call — each /// access is a syscall, which is fine for the low-rate hardware that needs it. Returns /// null if the capability check fails (device not claimed, wrong resource, out of /// range). A device that decodes no data returns all-ones, which is a valid value, not /// a failure. pub fn ioRead(device_id: u64, resource_index: u64, offset: u64, width: u8) ?u32 { const r = sc.systemCall4(.io_read, device_id, resource_index, offset, width); return if (failed(r)) null else @intCast(r); } /// Write `value` (its low `width` bytes, 1/2/4) to a port in a claimed device's /// `io_port` resource, at byte `offset`. Same capability gate as `ioRead`. pub fn ioWrite(device_id: u64, resource_index: u64, offset: u64, width: u8, value: u32) bool { return !failed(sc.systemCall5(.io_write, device_id, resource_index, offset, width, value)); } /// Find DeviceDescription by hid /// /// Utility function for driver development pub fn findDeviceDescriptorByHid(buffer: []DeviceDescriptor, hid_needle: []const u8) ?DeviceDescriptor { const total = enumerate(buffer); const n = @min(total, buffer.len); for (@as([]DeviceDescriptor, buffer[0..n])) |d| { const hid_haystack = d.hid[0..@intCast(d.hid_len)]; if (std.mem.eql(u8, hid_haystack, hid_needle)) { return d; } } return null; } // --- device-manager handshake (folded in from the former device-manager.zig) --- /// What kind of driver is announcing itself (a bus that reports children, or a leaf /// device). Re-exported so callers name it without importing the protocol. pub const Role = device_manager_protocol.Role; const lookup_attempts: u32 = 100; const lookup_pause_ms: u64 = 20; /// Say hello to the device manager and return its endpoint, or null if there is no manager /// (best-effort standalone bring-up) or it refused the handshake. Bus drivers keep the handle /// to report children through; a driver that runs fine unsupervised discards it with `_ =`, /// and one that requires supervision bails on null. Logs the outcome itself. pub fn hello(role: Role, device_id: u64) ?ipc.Handle { var attempts: u32 = 0; const manager = while (attempts < lookup_attempts) : (attempts += 1) { if (ipc.lookup(.device_manager)) |handle| break handle; time.sleepMillis(lookup_pause_ms); } else { std.log.info("no device manager to hello", .{}); return null; }; const message = device_manager_protocol.Hello{ .role = @intFromEnum(role), .device_id = device_id }; var reply: [device_manager_protocol.reply_size]u8 = undefined; const length = ipc.call(manager, std.mem.asBytes(&message), &reply) catch { std.log.info("hello call failed", .{}); return null; }; if (length < device_manager_protocol.reply_size or std.mem.bytesToValue(device_manager_protocol.HelloReply, reply[0..device_manager_protocol.reply_size]).status != 0) { std.log.info("hello refused", .{}); return null; } std.log.info("hello acknowledged", .{}); return manager; }