nt-lite/code/kernel/kmain.c

// kmain.c - kernel entry point
#include <stdint.h>
#include <string.h>
#include <intrin.h>
#include <ntlite/boot_info.h>
#include <kernel/mm_phys.h>
#include <kernel/mm_virt.h>
#include <kernel/ob_object.h>
#include <kernel/ke_process.h>
#include <kernel/ke_thread.h>
#include <kernel/ke_sched.h>
#include <kernel/ke_cpu.h>
#include <kernel/ke_idt.h>
#include <kernel/ke_irq.h>
#include <kernel/ke_dpc.h>
#include <kernel/ke_syscall.h>
#include <ntlite/ddi/net_device.h>
#include <kernel/ke_debug.h>
#include <kernel/ke_util.h>
#include <kernel/ldr_image.h>
#include <ntlite/ddi/hal_api.h>
#include <kernel/io_file.h>
#include <kernel/ke_selftest.h>
#include <common/ini_parser.h>

typedef struct {
    BOOT_INFO* bootInfo;
    const HAL_API* hal;
} SYSTEM_INIT_ARGS;

typedef KSTATUS (*DRIVER_ENTRY_FN)(const HAL_API *);

// HAL pointer cached at boot so kernel threads can reach it without
// threading a parameter through every call chain.
static const HAL_API* gKmainHal;

// Kernel-owned DPC wrappers for HAL input devices.  The HAL keeps the tiny
// hardware-specific ISR fast and exposes a bottom-half entry point; the kernel
// owns the actual DPC objects and scheduling policy.
static KDPC gKeyboardDpc;
static KDPC gMouseDpc;

static void KeyboardDpcRoutine(KDPC* dpc, void* context, void* systemArgument1, void* systemArgument2) {
    (void)dpc;
    (void)context;
    (void)systemArgument1;
    (void)systemArgument2;

    if (gKmainHal && gKmainHal->Keyboard.Dpc)
        gKmainHal->Keyboard.Dpc();
}

static void KiMouseDpcRoutine(KDPC* dpc, void* context, void* systemArgument1, void* systemArgument2) {
    (void)dpc;
    (void)context;
    (void)systemArgument1;
    (void)systemArgument2;

    if (gKmainHal && gKmainHal->Mouse.Dpc)
        gKmainHal->Mouse.Dpc();
}

static void KeyboardIrqWrapper(void) {
    if (gKmainHal && gKmainHal->Keyboard.Isr)
        gKmainHal->Keyboard.Isr();

    if (gKmainHal && gKmainHal->Keyboard.Dpc)
        KeInsertQueueDpc(&gKeyboardDpc, (void*)0, (void*)0);
}

static void KiMouseIrqWrapper(void) {
    if (gKmainHal && gKmainHal->Mouse.Isr)
        gKmainHal->Mouse.Isr();

    if (gKmainHal && gKmainHal->Mouse.Dpc)
        KeInsertQueueDpc(&gMouseDpc, (void*)0, (void*)0);
}

static int KiPageInBootloaderRegion(const BOOT_INFO* bootInfo, PHYSICAL_ADDRESS page) {
    for (uint32_t i = 0; i < bootInfo->MemoryMap.RegionCount; i++) {
        const MEMORY_REGION* r = &bootInfo->MemoryMap.Regions[i];
        if (r->Type != MemoryBootloader) continue;

        uintptr_t start = r->Base & PAGE_MASK;
        uintptr_t end   = (r->Base + r->Length + PAGE_SIZE - 1) & PAGE_MASK;
        if ((uintptr_t)page >= start && (uintptr_t)page < end) {
            return 1;
        }
    }
    return 0;
}

static void KiReclaimBootloaderMemory(const BOOT_INFO* bootInfo) {
    // Reclaim only the raw buffers backing boot-loaded .sys modules.
    // The kernel/HAL images, page tables, and bootloader code remain live.
    for (uint32_t i = 2; i < bootInfo->ModuleCount; i++) {
        const BOOT_MODULE* mod = &bootInfo->Modules[i];
        if (!mod->PhysBase || !mod->ImageSize) continue;

        uintptr_t base = (uintptr_t)(mod->PhysBase & PAGE_MASK);
        uintptr_t end  = (uintptr_t)((mod->PhysBase + mod->ImageSize + PAGE_SIZE - 1) & PAGE_MASK);

        for (uintptr_t page = base; page < end; page += PAGE_SIZE) {
            if (!KiPageInBootloaderRegion(bootInfo, (PHYSICAL_ADDRESS)page)) continue;
            MmFreeFrame((PHYSICAL_ADDRESS)page);
        }
    }
}

// ---------------------------------------------------------------------------
// Phase Helper: Resolve Imports for core modules
// ---------------------------------------------------------------------------
static void KiResolveSystemImports(BOOT_INFO* bootInfo) {
    // Only resolve imports for kernel.exe and hal.dll (typically indices 0 and 1).
    // The bootloader maps these, but drivers are now passed as raw physical files.
    uint32_t coreModuleCount = (bootInfo->ModuleCount > 2) ? 2 : bootInfo->ModuleCount;
    
    for (uint32_t i = 0; i < coreModuleCount; i++) {
        if (bootInfo->Modules[i].VirtBase != 0) {
            LdrResolveImports(bootInfo->Modules[i].VirtBase);
        }
    }
}

// ---------------------------------------------------------------------------
// Phase Helper: Initialize dynamically loaded .sys drivers
// ---------------------------------------------------------------------------
static void KiDriversIniCb(const char* section, const char* key,
                          const char* val, void* ud) {
    (void)val;
    if (!strcmp(section, "runtime")) {
        char*** pArray = (char***)ud;
        size_t len = strlen(key) + 1;
        char* keyCopy = MmAllocatePool(len);
        if (keyCopy) {
            memcpy(keyCopy, key, len);
            arr_push(*pArray, keyCopy);
        }
    }
}

static void KiInitializeDrivers(BOOT_INFO* bootInfo, const HAL_API* hal) {
    DbgPrint("KiInitializeDrivers: Initializing drivers...\n");
    
    // boot drivers (provided by the bootloader)
    for (uint32_t i = 0; i < bootInfo->ModuleCount; i++) {
        BOOT_MODULE* mod = &bootInfo->Modules[i];
        
        // Skip modules that are already mapped (Kernel/HAL) 
        // or have no physical data (invalid)
        if (mod->VirtBase != 0 || mod->PhysBase == 0) continue;

        DbgPrint("KiInitializeDrivers: Loading boot driver %s\n", mod->Name);

        // Calculate virtual address of the raw file in the physical window
        void* rawPeBuffer = (void*)(bootInfo->PhysicalMapBase + mod->PhysBase);

        // Map the PE image into kernel space
        uintptr_t mappedBase = 0;
        KSTATUS st = LdrLoadImage(rawPeBuffer, mod->ImageSize, &mappedBase, false);
        if (!KSUCCESS(st)) {
            DbgPrint("ERROR: Failed to map driver %s (0x%X)\n", mod->Name, st);
            continue;
        }

        // Update the struct so other modules can find it
        mod->VirtBase = mappedBase;

        // Resolve imports (can now see Kernel, HAL, and previous drivers)
        if (!KSUCCESS(LdrResolveImports(mappedBase))) {
            DbgPrint("ERROR: Failed to resolve imports for %s\n", mod->Name);
            continue;
        }

        // Register with the global module list so subsequent drivers can import from this one
        LdrRegisterModule(mod->Name, mod->VirtBase);

        // Execute Entry Point
        DRIVER_ENTRY_FN entry = (DRIVER_ENTRY_FN)LdrGetEntryPoint(mappedBase);
        if (entry) {
            KSTATUS ds = entry(hal);
            if (!KSUCCESS(ds)) {
                DbgPrint("WARNING: Driver %s returned failure status 0x%X\n", mod->Name, ds);
            }
        }
    }

    // runtime drivers
    KSTATUS s;
    FILE_OBJECT* f;

    s = IoOpenFile(SYS_SV_LITERAL("drivers\\drivers.ini"), &f);
    if (s != STATUS_SUCCESS) {
        KePanic(KE_PANIC_CODE_INIT, "KiInitializeDrivers: Failed to open drivers.ini (status %d)\n", s);
    }

    uint64_t size = IoGetFileSize(f) + 1;
    char* mem = MmAllocatePool(size);
    size_t got;
    if (!KSUCCESS(IoReadFile(f, mem, size, &got))) {
        IoCloseFile(f);
        KePanic(KE_PANIC_CODE_INIT, "KiInitializeDrivers: Failed to read drivers.ini\n");
    }
    mem[got] = '\0';

    IoCloseFile(f);

    char** runtimeKeys = NULL;
    IniParse(mem, KiDriversIniCb, &runtimeKeys);

    for (uint32_t i = 0; i < arr_len(runtimeKeys); i++) {
        DbgPrint("Found runtime driver: %s\n", runtimeKeys[i]);

        // Load the driver
        size_t len = strlen(runtimeKeys[i]);
        char* path = MmAllocatePool(len + 10);
        if (!path) {
            DbgPrint("KernelMain: Failed to allocate memory for driver path. How?\n");
            continue;
        }

        // memcpy maneuvers
        memcpy(path, "drivers\\", 8);
        memcpy(path + 8, runtimeKeys[i], len + 1);

        s = IoOpenFile(SysSvFromCstr(path), &f);
        if (s != STATUS_SUCCESS) {
            DbgPrint("KiInitializeDrivers: Failed to open runtime driver: %s (%s)\n", runtimeKeys[i], path);
            continue; // Skip this driver but keep going with others
        }

        MmFreePool(path);

        uint64_t drvSize = IoGetFileSize(f);
        void* drvMem = MmAllocatePool(drvSize);
        if (!KSUCCESS(IoReadFile(f, drvMem, drvSize, &got))) {
            DbgPrint("KiInitializeDrivers: Failed to read runtime driver: %s\n", runtimeKeys[i]);
            IoCloseFile(f);
            continue;
        }
        IoCloseFile(f);

        uintptr_t mappedBase = 0;
        if (!KSUCCESS(LdrLoadImage(drvMem, drvSize, &mappedBase, false))) { // Load into kernel space
            DbgPrint("KiInitializeDrivers: Failed to load runtime driver: %s\n", runtimeKeys[i]);
            MmFreePool(drvMem);
            continue;
        }
        MmFreePool(drvMem);

        if (!KSUCCESS(LdrResolveImports(mappedBase))) {
            DbgPrint("KiInitializeDrivers: Failed to resolve imports for runtime driver: %s\n", runtimeKeys[i]);
            continue;
        }

        DRIVER_ENTRY_FN entry = (DRIVER_ENTRY_FN)(LdrGetEntryPoint(mappedBase));

        KSTATUS ds = entry(hal);
        if (!KSUCCESS(ds)) {
            DbgPrint("KiInitializeDrivers: Driver %s failed to init!\n", runtimeKeys[i]);
        }
    }

    // Free the individual strings allocated via strdup in the callback
    if (runtimeKeys) {
        for (uint32_t i = 0; i < arr_len(runtimeKeys); i++) {
            if (runtimeKeys[i]) {
                MmFreePool(runtimeKeys[i]); 
            }
        }
        // Free the dynamic array structure itself
        arr_free(runtimeKeys);
    }

    // Free the file buffer
    MmFreePool(mem);
}

// ---------------------------------------------------------------------------
// Phase Helper: Load and launch a process from the filesystem.
// Returns the new PROCESS* with one reference owned by the caller.
// Returns NULL on failure.
// ---------------------------------------------------------------------------
static PROCESS* KiLaunchUserProcess(const char* filePath, const char* args) {
    KSTATUS s;
    FILE_OBJECT* f;

    // Read the executable file into a raw buffer.
    s = IoOpenFile(SysSvFromCstr(filePath), &f);
    DbgPrint("KiLaunchUserProcess: IoOpenFile: %d\n", s);
    if (s != STATUS_SUCCESS) {
        DbgPrint("Failed to load file: \"%s\"!\n", filePath);
        return 0;
    }

    uint64_t size = IoGetFileSize(f);
    DbgPrint("KiLaunchUserProcess: IoGetFileSize: %llu\n", size);

    void* mem = MmAllocatePool(size);
    DbgPrint("KiLaunchUserProcess: MmAllocatePool: 0x%llX\n", mem);
    if (!mem) {
        IoCloseFile(f);
        return 0;
    }

    size_t got = 0;
    s = IoReadFile(f, mem, size, &got);
    DbgPrint("KiLaunchUserProcess: IoReadFile: %d\n", s);
    IoCloseFile(f);
    if (!KSUCCESS(s)) {
        MmFreePool(mem);
        return 0;
    }

    // Create the process object.
    PROCESS* proc;
    THREAD* thread;

    s = KeCreateProcess(filePath, &proc);
    if (!KSUCCESS(s)) {
        DbgPrint("Failed to create process. System halted.\n");
        MmFreePool(mem);
        return 0;
    }
    DbgPrint("Created process (PID %u) with command line: %s\n", proc->ProcessId, (args && args[0]) ? args : filePath);

    s = KeSetupUserProcessEnvironment(proc,
                                      SysSvFromCstr(filePath),
                                      SysSvFromCstr(args),
                                      SysSvFromCstr(proc->CurrentDirectory));
    if (!KSUCCESS(s)) {
        DbgPrint("KiLaunchUserProcess: Failed to build user process environment. Status: %d\n", s);
        MmFreePool(mem);
        ObDereferenceObject(&proc->Header);
        return 0;
    }

    // Parse the raw PE file and map it into executable memory.
    uintptr_t imageBase = 0;
    s = LdrLoadImage(mem, size, &imageBase, true);
    MmFreePool(mem);
    if (!KSUCCESS(s)) {
        DbgPrint("KiLaunchUserProcess: LdrLoadImage failed with status: %d\n", s);
        ObDereferenceObject(&proc->Header);
        return 0;
    }

    s = LdrResolveImportsForProcess(proc, imageBase);
    if (!KSUCCESS(s)) {
        DbgPrint("KiLaunchUserProcess: Failed to resolve EXE imports for %s (status %d)\n", filePath, s);
        MmFreeUserImage((void*)imageBase, LdrGetImageSize(imageBase));
        ObDereferenceObject(&proc->Header);
        return 0;
    }

    proc->ImageBase = imageBase;
    proc->ImageSize = LdrGetImageSize(imageBase);

    uintptr_t entryPoint = LdrGetEntryPoint(imageBase);
    DbgPrint("KiLaunchUserProcess: PE Image mapped! Base 0x%llx, Entry 0x%llX\n", imageBase, entryPoint);

    // Create the main thread last. KeCreateThread queues it before returning.
    s = KeCreateThread(proc, (uintptr_t)entryPoint, 0, PriorityNormal, &thread);
    if (!KSUCCESS(s)) {
        DbgPrint("KiLaunchUserProcess: Failed to create thread. Status: %d\n", s);
        proc->ImageBase = 0;
        proc->ImageSize = 0;
        MmFreeUserImage((void*)imageBase, LdrGetImageSize(imageBase));
        ObDereferenceObject(&proc->Header);
        return 0;
    }
    DbgPrint("KiLaunchUserProcess: Thread created and queued!\n");

    // Caller owns the reference returned by KeCreateProcess.
    return proc;
}

void SystemInitThread(void* arg) {
    SYSTEM_INIT_ARGS* args = (SYSTEM_INIT_ARGS*)arg;

    DbgPrint("SystemInitThread: Thread started. Igniting the system...\n");

    KiInitializeDrivers(args->bootInfo, args->hal);

    KiResolveSystemImports(args->bootInfo);
    KiReclaimBootloaderMemory(args->bootInfo);

    args->hal->Screen.Clear(0x000000);

    // Print memory status now that the system is fully alive
    DbgPrint(
        "Memory Status:\n"
        "  -> Free (PMM):   %.2f MB\n"
        "  -> Kernel Pool:  %.2f MB\n"
        "  -> User Heap:    %.2f MB\n",
        (float)MmFreeFrameCount() * PAGE_SIZE / (1024.0f * 1024.0f),
        (float)MmGetKernelPoolUsage() / (1024.0f * 1024.0f),
        (float)MmGetUserHeapUsage() / (1024.0f * 1024.0f)
    );

    if (args->bootInfo->Debug & 2)
        KiRunKernelSelfTests(args->hal);

    // Launch User-Mode init.exe and restart it until it exits cleanly.
    while (true) {
        PROCESS* shellProc = KiLaunchUserProcess("system/init.exe", args->bootInfo->CommandLine);
        if (!shellProc) {
            DbgPrint("SystemInitThread: Failed to start system/init.exe; retrying.\n");
            KeYield();
            continue;
        }

        KeWaitForEvent(shellProc->ExitEvent, 0);
        int exitCode = shellProc->ExitCode;
        DbgPrint("SystemInitThread: init.exe exited with code %d.\n", exitCode);
        ObDereferenceObject(&shellProc->Header);

        if (exitCode == 0) break;
        DbgPrint("SystemInitThread: Restarting init.exe.\n");
    }

    DbgPrint("SystemInitThread: init.exe completed successfully; shutting down.\n");
    gKmainHal->Power.Shutdown();
    MmFreePool(args);
}

// ---------------------------------------------------------------------------
// Main Kernel Entry
// ---------------------------------------------------------------------------
extern void KernelMain(BOOT_INFO* bootInfo) {
    //
    // Physical & Virtual Memory initialization
    //
    if (!MmInitializePhysical(&bootInfo->MemoryMap, bootInfo->PhysicalMapBase)) {
        _disable(); while (true) __halt(); // there's nothing we can do
    }

    PHYSICAL_ADDRESS pml4 = (PHYSICAL_ADDRESS)__readcr3();
    MmInitializeVirtual(pml4, 4 * 1024 * 1024 /* 4 MB initial pool */);

    //
    // Bootstrap CPU and architecture setup (GDT/IDT/Faults)
    //
    KeInitializeBootstrapCpu();
    KeInitializeGdt();
    KeInitializeIdt();

    //
    // Register boot modules (Allows LdrGetExport to work for drivers and the HAL)
    // Note: Kept to a single call here to avoid the duplicate in your original code.
    //
    LdrRegisterModulesFromBootInfo(bootInfo);

    //
    // HAL Initialization
    //
    HAL_INIT_PARAMS halParams = {
        .PhysicalWindowBase = bootInfo->PhysicalMapBase,
        .FramebufferBase    = bootInfo->FramebufferBase,
        .FramebufferWidth   = bootInfo->FramebufferWidth,
        .FramebufferHeight  = bootInfo->FramebufferHeight,
        .FramebufferStride  = bootInfo->FramebufferStride,
        .RsdpPhysical       = bootInfo->RsdpPhysical,
        .Debug              = bootInfo->Debug
    };

    KSTATUS s = HalInitialize(&halParams);
    if (!KSUCCESS(s)) {
        _disable(); while (true) __halt(); // there's nothing we can do.
    }

    const HAL_API* hal = HalGetApi();
    gKmainHal = hal;

    KeInitDebug(hal->Screen.PrintChar, bootInfo->Debug & 1); // Enable debug

    KeIrqInitialize(hal);
    KeInitializeDpcSystem();

    KeInitializeDpc(&gKeyboardDpc, KeyboardDpcRoutine, (void*)0);
    KeInitializeDpc(&gMouseDpc, KiMouseDpcRoutine, (void*)0);

    KeIrqRegister(hal->Timer.IrqNumber, hal->Timer.Isr);
    KeIrqRegister(hal->Keyboard.IrqNumber,
                  hal->Keyboard.Dpc ? KeyboardIrqWrapper : hal->Keyboard.Isr);
    KeIrqRegister(hal->Mouse.IrqNumber,
                  hal->Mouse.Dpc ? KiMouseIrqWrapper : hal->Mouse.Isr);

    HalRegisterScheduler(KeSchedulerTick);

    KeSyscallInit(hal);

    //
    // Dynamic Linking & Driver Execution
    //
    KiResolveSystemImports(bootInfo);
    //KiInitializeDrivers(bootInfo, hal);

    //
    // Scheduler Prep & Status Update
    //
    KeInitializeScheduler();

    // Pack the arguments for the init thread
    SYSTEM_INIT_ARGS* initArgs = MmAllocatePool(sizeof(SYSTEM_INIT_ARGS));
    initArgs->bootInfo = bootInfo;
    initArgs->hal      = hal;

    // Spawn the Initialization Thread
    THREAD* initThread = (THREAD*)0;
    KSTATUS st = KeCreateKernelThread((uintptr_t)SystemInitThread, 
                                      (uintptr_t)initArgs, 
                                      PriorityNormal, &initThread);
    
    if (!KSUCCESS(st)) {
        KePanic(KE_PANIC_CODE_INIT, "KernelMain: Failed to create SystemInitThread (status 0x%x)\n", st);
    }

    DbgPrint("KernelMain: Handing over to scheduler...\n");
    
    // Ignite the system!
    _enable();

    // The Idle Loop: The CPU rests here whenever all other threads are waiting on events.
    while (true) {
        __halt(); 
    }
}