add page cache with read-ahead and dirty writeback, file-backed and anonymous mmap with CoW, VAD-based virtual memory replacing the old user region model, PFN database with eviction and reclaim, file identity for cross-open section sharing, FAT32 path cache and per-file cluster chain cache, serial.sys for COM1 keyboard input, xHCI MSI with INTx and polled fallback, PciEnableMsiAuto, waitable input queue, KeWaitForAnyEvent, per-process thread info syscall, expanded kernel stats (PFN/PTE/VAD/file-cache/disk), pool allocation tags, async I/O user buffer locking, file flush on close, add docs.md.

code/kernel/ke_smp.c

@@ -20,6 +20,7 @@
 #include <kernel/ke_event.h>
 #include <kernel/ob_object.h>
 #include <kernel/mm_phys.h>
+#include <kernel/mm_pfn.h>
 #include <kernel/mm_virt.h>
 #include <kernel/hal/hal_apic.h>
 
@@ -141,15 +142,17 @@ static KSTATUS KiBuildApTrampoline(void) {
         DbgPrint("SMP: trying PMM AP trampoline range 0x%016llX-0x%016llX\n",
                  (uint64_t)AP_TRAMPOLINE_PREFERRED_MIN,
                  (uint64_t)AP_TRAMPOLINE_MAX_PHYS);
-        frame = MmAllocateFrameInRange(AP_TRAMPOLINE_PREFERRED_MIN,
-                                       AP_TRAMPOLINE_MAX_PHYS);
+        frame = MmPfnAllocateInRange(AP_TRAMPOLINE_PREFERRED_MIN,
+                                       AP_TRAMPOLINE_MAX_PHYS,
+                                       MmPfnUseKernel);
     }
     if (!frame) {
         DbgPrint("SMP: trying PMM AP trampoline range 0x%016llX-0x%016llX\n",
                  (uint64_t)AP_TRAMPOLINE_FALLBACK_MIN,
                  (uint64_t)AP_TRAMPOLINE_PREFERRED_MIN);
-        frame = MmAllocateFrameInRange(AP_TRAMPOLINE_FALLBACK_MIN,
-                                       AP_TRAMPOLINE_PREFERRED_MIN);
+        frame = MmPfnAllocateInRange(AP_TRAMPOLINE_FALLBACK_MIN,
+                                       AP_TRAMPOLINE_PREFERRED_MIN,
+                                       MmPfnUseKernel);
     }
     if (!frame) {
         DbgPrint("SMP: no free PMM frame available below 0x%016llX for AP trampoline\n",
@@ -589,7 +592,7 @@ void KeBuildProcessorTopology(void) {
 // Creates ap Stack.
 static KSTATUS KiAllocateApStack(KCPU* cpu) {
     // AP kernel stacks do not need physically contiguous memory.  Requiring
-    // MmAllocateContiguous(8) made SMP startup depend on a DMA-style run being
+    // MmPfnAllocateContiguous(8) made SMP startup depend on a DMA-style run being
     // available, which is fragile on real machines and unrelated to AP startup.
     size_t stackBytes = (size_t)AP_STACK_PAGES * PAGE_SIZE;
     void* stack = MmAllocatePool(stackBytes);
@@ -967,12 +970,11 @@ KSTATUS KeRunApplicationProcessorSchedulerSelfTests(void) {
                     cpuIndex, st);
         }
 
-        THREAD* thread = (THREAD*)0;
         st = KeCreateKernelThreadWithAffinity((uintptr_t)KiSmpApControlledWorker,
                                               (uintptr_t)arg,
                                               PriorityNormal,
                                               (1ULL << cpuIndex),
-                                              &thread);
+                                              (THREAD**)0);
         if (!KSUCCESS(st)) {
             KePanic(KE_PANIC_CODE_SELFTEST,
                     "SMP scheduler selftest: AP%u worker create failed status=0x%x\n",