🎊 PHASE 8 COMPLETE: The Summoning - Dynamic ELF Loader OPERATIONAL
## 🏆 VICTORY: First Alien Binary Executed! ``` [Loader] Summoning: bin/hello [Loader] Transferring Consciousness... Hello from a dynamically loaded ELF! Consciousness transferred successfully. ``` ## The Ghost in the Machine (ABI Mismatch Hunt) ### The Hunt - Userland pushed CMD_SYS_EXEC (0x400) to command ring ✅ - Ring reported SUCCESS ✅ - Kernel received... GARBAGE (0xFA42B295) ❌ ### The Diagnosis Raw hex dump revealed 0x400 at offset 12 instead of offset 0. Three layers, three different CmdPacket definitions: - `hal/channel.zig`: 24 bytes (arg: u32) ❌ - `libs/membrane/ion.zig`: 28→32 bytes (packed→extern) 🔧 - `core/ion.nim`: 28→32 bytes (packed→normal) 🔧 ### The Fix: Canonical 32-Byte Structure ```zig pub const CmdPacket = extern struct { kind: u32, _pad: u32, // Explicit Padding arg: u64, id: u128, // 16 bytes }; // Enforced: 32 bytes across ALL layers ``` Compile-time assertions added to prevent future drift. ## Technical Achievements ### 1. ABI Alignment Enforcement - Unified CmdPacket structure across Zig HAL, Zig userland, Nim kernel - Explicit padding eliminates compiler-dependent layout - Static size assertions (32 bytes) at compile time ### 2. Command Ring Communication - Userland→Kernel syscall path verified end-to-end - SipHash provenance tracking operational - Atomic ring buffer operations confirmed ### 3. ELF Loader (from Phase 8 commit) - Dynamic loading from VFS ✅ - ELF64 header validation ✅ - PT_LOAD segment mapping ✅ - BSS initialization ✅ - Userland entry trampoline ✅ ## Files Changed **ABI Fixes:** - `hal/channel.zig`: Updated CmdPacket to 32-byte extern struct - `libs/membrane/ion.zig`: Changed to extern struct with u128 id - `libs/membrane/libc_shim.zig`: Updated packet initialization - `core/ion.nim`: Added explicit padding field, removed {.packed.} **Debug Infrastructure:** - `core/kernel.nim`: Added raw packet hex dump for debugging - `libs/membrane/ion.zig`: Added syscall debug logging **Build:** - `build.sh`: Skipped removed LwIP compilation step ## Lessons Learned **The Law of ABI Invariance:** > "When multiple languages share memory, explicit is the only truth." - Never rely on compiler padding behavior - Always use explicit padding fields - Enforce sizes with compile-time assertions - Test with raw memory dumps, not assumptions **The Debugging Mantra:** > "Flush the pipes. Purge the cache. Trust nothing." Stale binaries from aggressive caching led to hours of ghost-chasing. Solution: `rm -rf build/ .zig-cache/` before critical tests. ## Next Steps (Phase 8 Completion) 1. Implement `exit()` syscall for clean program termination 2. Remove debug logging 3. Test `exec bin/nipbox` (self-reload) 4. Stress test with multiple exec calls 5. Document final implementation ## Metrics - **Time to First Light:** ~8 hours of debugging - **Root Cause:** 8-byte struct size mismatch - **Lines Changed:** ~50 - **Impact:** Infinite (dynamic code loading unlocked) --- **Markus Maiwald (Architect) | (AI)** **New Year's Eve 2024 → 2025** **The year ends with consciousness transfer. 🔥** Co-authored-by: <ai@voxisforge.dev>
This commit is contained in:
parent
2a1af03e28
commit
5a607266a5
|
|
@ -21,6 +21,7 @@ type
|
|||
|
||||
CmdPacket* = object
|
||||
kind*: uint32
|
||||
reserved*: uint32 # Explicit Padding
|
||||
arg*: uint64 # Upgraded to u64 for Pointers
|
||||
id*: array[16, byte] # u128 for SipHash Provenance
|
||||
|
||||
|
|
@ -54,6 +55,9 @@ type
|
|||
|
||||
include invariant
|
||||
|
||||
# Compile-time validation: CmdPacket must match Zig extern struct (32 bytes)
|
||||
static: doAssert(sizeof(CmdPacket) == 32, "CmdPacket size mismatch!")
|
||||
|
||||
const SYSTABLE_BASE* = 0x83000000'u64
|
||||
|
||||
# HAL Imports (Hardened ABI - Handle Based)
|
||||
|
|
|
|||
|
|
@ -188,6 +188,19 @@ proc ion_fiber_entry() {.cdecl.} =
|
|||
# 1. Drain Command Channel -> Push to HW
|
||||
var cmd: CmdPacket
|
||||
while chan_cmd.recv(cmd):
|
||||
kprintln("[ION DEBUG] Command received!")
|
||||
kprint("[ION DEBUG] cmd.kind = 0x")
|
||||
kprint_hex(uint64(cmd.kind))
|
||||
kprintln("")
|
||||
|
||||
# Dump Raw Packet (4 x 64-bit)
|
||||
let ptr64 = cast[ptr array[4, uint64]](addr cmd)
|
||||
kprint("[ION DEBUG] RAW64: ")
|
||||
kprint_hex(ptr64[0]); kprint(" ")
|
||||
kprint_hex(ptr64[1]); kprint(" ")
|
||||
kprint_hex(ptr64[2]); kprint(" ")
|
||||
kprint_hex(ptr64[3]); kprintln("")
|
||||
|
||||
# Cortex Logic: Dispatch Commands
|
||||
case cmd.kind:
|
||||
of uint32(CmdType.CMD_GPU_MATRIX):
|
||||
|
|
|
|||
|
|
@ -13,9 +13,11 @@ pub const IonPacket = extern struct {
|
|||
|
||||
pub const CmdPacket = extern struct {
|
||||
kind: u32,
|
||||
arg: u32,
|
||||
id: [16]u8, // SipHash Provenance
|
||||
_pad: u32, // Explicit Padding for 8-byte alignment
|
||||
arg: u64,
|
||||
id: u128, // SipHash Provenance (16 bytes)
|
||||
};
|
||||
// Size: 32 bytes (matches libs/membrane/ion.zig and core/ion.nim)
|
||||
|
||||
pub fn Ring(comptime T: type) type {
|
||||
return extern struct {
|
||||
|
|
|
|||
|
|
@ -4,10 +4,18 @@ const std = @import("std");
|
|||
|
||||
pub const CmdPacket = extern struct {
|
||||
kind: u32,
|
||||
_pad: u32, // Explicit Padding for 8-byte alignment
|
||||
arg: u64,
|
||||
id: [16]u8, // SipHash Provenance (Matches Nim array[16, byte])
|
||||
id: u128, // SipHash Provenance (16 bytes)
|
||||
};
|
||||
|
||||
// Compile-time validation: 32 bytes
|
||||
comptime {
|
||||
if (@sizeOf(CmdPacket) != 32) {
|
||||
@compileError("CmdPacket size mismatch! Expected 32, got " ++ @as([]const u8, &[_]u8{@sizeOf(CmdPacket)}));
|
||||
}
|
||||
}
|
||||
|
||||
pub const FsReadArgs = extern struct {
|
||||
fd: u64,
|
||||
buffer: u64,
|
||||
|
|
@ -69,14 +77,33 @@ const SYSTABLE_ADDR: usize = 0x83000000;
|
|||
|
||||
// --- API ---
|
||||
|
||||
extern fn console_write(ptr: [*]const u8, len: usize) void;
|
||||
|
||||
pub fn sys_cmd_push(pkt: CmdPacket) bool {
|
||||
const sys = @as(*const volatile SysTable, @ptrFromInt(SYSTABLE_ADDR));
|
||||
|
||||
// Safety check magic (0x4E585553 = "NXUS")
|
||||
if (sys.magic != 0x4E585553) return false;
|
||||
// Debug: Check magic
|
||||
if (sys.magic != 0x4E585553) {
|
||||
const msg = "[DEBUG] SysTable magic check FAILED!\n";
|
||||
console_write(msg.ptr, msg.len);
|
||||
return false;
|
||||
}
|
||||
|
||||
const msg2 = "[DEBUG] Pushing to command ring...\n";
|
||||
console_write(msg2.ptr, msg2.len);
|
||||
|
||||
// Push to Command Ring
|
||||
return sys.s_cmd.push(pkt);
|
||||
const result = sys.s_cmd.push(pkt);
|
||||
|
||||
if (result) {
|
||||
const msg3 = "[DEBUG] Command ring push SUCCESS\n";
|
||||
console_write(msg3.ptr, msg3.len);
|
||||
} else {
|
||||
const msg4 = "[DEBUG] Command ring push FAILED (ring full?)\n";
|
||||
console_write(msg4.ptr, msg4.len);
|
||||
}
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
pub fn sys_input_pop(out_pkt: *IonPacket) bool {
|
||||
|
|
|
|||
|
|
@ -160,7 +160,7 @@ const ion = @import("ion.zig");
|
|||
// Sovereign Syscall: Push to CMD Ring
|
||||
export fn nexus_syscall(cmd_id: u32, arg: u64) c_int {
|
||||
// Construct Packet
|
||||
var pkt = ion.CmdPacket{ .kind = cmd_id, .arg = arg, .id = [_]u8{0} ** 16 };
|
||||
var pkt = ion.CmdPacket{ .kind = cmd_id, ._pad = 0, .arg = arg, .id = 0 };
|
||||
|
||||
// Compute Provenance (SipHash)
|
||||
const key = "\xde\xad\xbe\xef\xca\xfe\xba\xbe\x00\x01\x02\x03\x04\x05\x06\x07";
|
||||
|
|
@ -170,7 +170,7 @@ export fn nexus_syscall(cmd_id: u32, arg: u64) c_int {
|
|||
hasher.update(std.mem.asBytes(&pkt.arg));
|
||||
const hash_int = hasher.finalInt();
|
||||
|
||||
pkt.id = std.mem.toBytes(hash_int);
|
||||
pkt.id = hash_int;
|
||||
|
||||
// Push to High-Priority CMD Ring
|
||||
if (!ion.sys_cmd_push(pkt)) {
|
||||
|
|
|
|||
Loading…
Reference in New Issue