2019-05-14 14:39:35 +02:00
|
|
|
#include <kernel.h>
|
2019-05-15 15:55:57 +02:00
|
|
|
#include <init/boot.h>
|
2019-05-15 19:11:47 +02:00
|
|
|
#include <ex/malloc.h>
|
|
|
|
#include <mm/mm.h>
|
2019-05-18 13:39:58 +02:00
|
|
|
#include <ke/idt.h>
|
2019-05-19 00:07:01 +02:00
|
|
|
#include <lib/buf.h>
|
|
|
|
#include <io/vga.h>
|
|
|
|
|
2019-05-14 14:39:35 +02:00
|
|
|
enum
|
|
|
|
{
|
|
|
|
MF_PRESENT = 1 << 0,
|
|
|
|
MF_READWRITE = 1 << 1,
|
|
|
|
MF_USERMODE = 1 << 2,
|
|
|
|
MF_WRITETHR = 1 << 3,
|
|
|
|
MF_CACHEDIS = 1 << 4,
|
|
|
|
MF_ACCESSED = 1 << 5,
|
2019-05-15 11:15:21 +02:00
|
|
|
MF_DIRTY = 1 << 6,
|
2019-05-15 15:55:57 +02:00
|
|
|
MF_HUGE = 1 << 7,
|
|
|
|
MF_NX = 1 << 31
|
2019-05-14 14:39:35 +02:00
|
|
|
};
|
|
|
|
|
2019-05-16 23:56:23 +02:00
|
|
|
#define RAM_MAX 32
|
2019-05-15 19:11:47 +02:00
|
|
|
#define NB_4K 150
|
|
|
|
// * 2 MB
|
2019-05-15 02:26:55 +02:00
|
|
|
|
2019-05-14 14:39:35 +02:00
|
|
|
//-----------
|
|
|
|
|
2019-05-18 12:58:54 +02:00
|
|
|
volatile pdpe_t MmPML4[512] __attribute__((__aligned__(KPAGESIZE)));
|
2019-05-14 14:39:35 +02:00
|
|
|
|
2019-05-18 12:58:54 +02:00
|
|
|
volatile pde_t MmPDP[512] __attribute__((__aligned__(KPAGESIZE)));
|
2019-05-14 14:39:35 +02:00
|
|
|
|
2019-05-18 12:58:54 +02:00
|
|
|
volatile pde_t MmPD[512 * RAM_MAX] __attribute__((__aligned__(KPAGESIZE)));;
|
2019-05-14 14:39:35 +02:00
|
|
|
|
2019-05-18 12:58:54 +02:00
|
|
|
volatile pte_t MmPT[512 * NB_4K] __attribute__((__aligned__(KPAGESIZE)));;
|
2019-05-14 14:39:35 +02:00
|
|
|
|
2019-12-21 13:55:02 +01:00
|
|
|
extern ulong _text;
|
|
|
|
extern ulong _text_end;
|
|
|
|
extern ulong _rodata;
|
|
|
|
extern ulong _rodata_end;
|
|
|
|
extern ulong _data;
|
|
|
|
extern ulong _data_end;
|
|
|
|
|
2019-05-22 00:38:04 +02:00
|
|
|
ulong MmStackGuards[2] = { 0 };
|
2019-05-15 15:55:57 +02:00
|
|
|
|
|
|
|
//
|
|
|
|
// Creates our new page table structure and loads it
|
2019-05-18 13:39:58 +02:00
|
|
|
//
|
2019-05-14 14:39:35 +02:00
|
|
|
void MmInitPaging(void)
|
|
|
|
{
|
2019-05-15 19:11:47 +02:00
|
|
|
extern MemoryMap_t memoryMap;
|
2019-05-16 23:56:23 +02:00
|
|
|
ulong phRamSize = memoryMap.freeRamSize + memoryMap.nonfreeRamSize;
|
2019-05-15 21:02:16 +02:00
|
|
|
|
2019-05-15 15:55:57 +02:00
|
|
|
memzero((void *)&MmPML4[0], sizeof(MmPML4));
|
|
|
|
memzero((void *)&MmPDP[0], sizeof(MmPDP));
|
|
|
|
memzero((void *)&MmPD[0], sizeof(MmPD));
|
|
|
|
memzero((void *)&MmPT[0], sizeof(MmPT));
|
2019-05-15 02:26:55 +02:00
|
|
|
|
2019-05-16 23:56:23 +02:00
|
|
|
for (volatile ulong i = 0; i < 512 * NB_4K; i++) {
|
2019-05-15 15:55:57 +02:00
|
|
|
// STACK GUARD PAGE
|
2019-05-18 12:58:54 +02:00
|
|
|
if ((ulong)(i*KPAGESIZE) == (ulong)BtLoaderInfo.stackEndAddr) {
|
|
|
|
MmPT[i] = ((ulong)(i*KPAGESIZE));
|
2019-05-22 08:11:50 +02:00
|
|
|
MmStackGuards[0] = ((ulong)(i*KPAGESIZE));
|
2019-05-15 15:55:57 +02:00
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2019-05-15 19:11:47 +02:00
|
|
|
// ENOMEM like
|
2019-05-18 12:58:54 +02:00
|
|
|
if ((ulong)(i*KPAGESIZE) > (ulong)phRamSize) {
|
2019-05-16 23:56:23 +02:00
|
|
|
break;
|
2019-05-15 15:55:57 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// STACK GARD PAGE
|
2019-05-18 12:58:54 +02:00
|
|
|
if ((ulong)(i*KPAGESIZE) == (ulong)BtLoaderInfo.kernelEndAddr) {
|
|
|
|
MmPT[i] = ((ulong)(i*KPAGESIZE));
|
2019-05-22 08:11:50 +02:00
|
|
|
MmStackGuards[1] = ((ulong)(i*KPAGESIZE));
|
2019-05-15 15:55:57 +02:00
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2019-12-30 01:22:36 +01:00
|
|
|
// TEXT
|
|
|
|
if ((ulong)(i*KPAGESIZE) >= (ulong)&_text && (ulong)(i*KPAGESIZE) <= (ulong)&_text_end) {
|
|
|
|
MmPT[i] = ((ulong)(i*KPAGESIZE))| MF_PRESENT;
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
// RODATA
|
|
|
|
if ((ulong)(i*KPAGESIZE) >= (ulong)&_rodata && (ulong)(i*KPAGESIZE) <= (ulong)&_rodata_end) {
|
2020-01-05 22:12:50 +01:00
|
|
|
MmPT[i] = ((ulong)(i*KPAGESIZE)) | MF_PRESENT | MF_WRITETHR;
|
2019-12-30 01:22:36 +01:00
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
// DATA
|
|
|
|
if ((ulong)(i*KPAGESIZE) >= (ulong)&_data && (ulong)(i*KPAGESIZE) <= (ulong)&_data_end) {
|
2020-01-05 22:12:50 +01:00
|
|
|
MmPT[i] = ((ulong)(i*KPAGESIZE)) | MF_PRESENT | MF_WRITETHR | MF_READWRITE;
|
2019-12-30 01:22:36 +01:00
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2020-01-05 22:12:50 +01:00
|
|
|
MmPT[i] = ((ulong)(i*KPAGESIZE)) | MF_PRESENT | MF_WRITETHR | MF_READWRITE;
|
2019-05-15 11:15:21 +02:00
|
|
|
}
|
|
|
|
|
2019-05-16 23:56:23 +02:00
|
|
|
for (volatile ulong i = 0; i < NB_4K; i++) {
|
2019-05-15 15:55:57 +02:00
|
|
|
MmPD[i] = (ulong)(&MmPT[i*512])| MF_PRESENT | MF_READWRITE;
|
2019-05-15 11:15:21 +02:00
|
|
|
}
|
|
|
|
|
2019-05-16 23:56:23 +02:00
|
|
|
for (volatile ulong i = NB_4K; i < 512 * RAM_MAX; i++) {
|
2019-05-15 19:11:47 +02:00
|
|
|
// ENOMEM like
|
2019-05-18 12:58:54 +02:00
|
|
|
if ((ulong)(i* UPAGESIZE) > (ulong)phRamSize) {
|
2019-05-16 23:56:23 +02:00
|
|
|
break;
|
2019-05-15 19:11:47 +02:00
|
|
|
}
|
|
|
|
|
2019-05-16 23:56:23 +02:00
|
|
|
MmPD[i] = 0;
|
2019-05-18 12:58:54 +02:00
|
|
|
MmPD[i] = ((ulong)(i* UPAGESIZE)) | MF_PRESENT | MF_READWRITE | MF_HUGE;
|
2019-05-14 14:39:35 +02:00
|
|
|
}
|
|
|
|
|
2019-05-16 23:56:23 +02:00
|
|
|
for (volatile int i = 0; i < RAM_MAX; i++) {
|
2019-05-15 15:55:57 +02:00
|
|
|
MmPDP[i] = (ulong)(&MmPD[i*512])| MF_PRESENT | MF_READWRITE;
|
2019-05-15 02:26:55 +02:00
|
|
|
}
|
|
|
|
|
2019-05-15 15:55:57 +02:00
|
|
|
MmPML4[0] = (ulong)(&MmPDP[0])| MF_PRESENT | MF_READWRITE;
|
2019-05-14 14:39:35 +02:00
|
|
|
|
2019-05-16 23:56:23 +02:00
|
|
|
MmLoadPML4((void *)MmPML4);
|
2020-01-05 22:12:50 +01:00
|
|
|
MmEnableWriteProtect();
|
|
|
|
DebugLog("\tPage RO from %p to %p\n", (ulong)&_text, (ulong)&_text_end);
|
|
|
|
DebugLog("\tPage RO from %p to %p\n", (ulong)&_rodata, (ulong)&_rodata_end);
|
2019-05-22 23:32:44 +02:00
|
|
|
//DebugLog("\tPaging tables initialized at %p, %p\n", &MmPD, &MmPT);
|
|
|
|
//DebugLog("\tStack Guards at %p, %p\n", MmStackGuards[0], MmStackGuards[1]);
|
2019-05-18 13:39:58 +02:00
|
|
|
}
|
|
|
|
|
2019-05-22 08:11:50 +02:00
|
|
|
// Returns the rank of the Stack Guards
|
|
|
|
void *MmGetStackGuards(char rank)
|
|
|
|
{
|
|
|
|
return (void *)MmStackGuards[(int)rank];
|
|
|
|
}
|
|
|
|
|
|
|
|
// Returns an address corresponding to the PT rank
|
|
|
|
void *MmTranslateKPageToAddr(void *rank)
|
|
|
|
{
|
|
|
|
return (void *)MmPT[(ulong)rank];
|
|
|
|
}
|
|
|
|
|
2019-05-18 13:39:58 +02:00
|
|
|
//
|
|
|
|
// Page fault handler
|
|
|
|
//
|
|
|
|
static void PagingHandler(ISRFrame_t *regs)
|
|
|
|
{
|
2019-05-22 08:35:58 +02:00
|
|
|
ulong StackGuardOne = (ulong)MmGetStackGuards(0);
|
2020-01-07 16:56:46 +01:00
|
|
|
ulong StackGuardTwo = (ulong)MmGetStackGuards(1);
|
|
|
|
if ((regs->cr2 >= StackGuardOne) && (regs->cr2 <= StackGuardOne + 4*KB) && (regs->rsp <= regs->cr2)) {
|
2019-05-22 08:35:58 +02:00
|
|
|
bprintf(BStdOut,
|
|
|
|
"\n\n%CPANIC\n[ISR 0x8] Irrecoverable Kernel Stack Underflow\n\n"
|
|
|
|
" Double Fault Error code : %#x (%b)\n"
|
|
|
|
" Stack Guard bypassed : %#x",
|
|
|
|
|
|
|
|
VGA_COLOR_LIGHT_RED,
|
|
|
|
regs->ErrorCode,
|
|
|
|
regs->ErrorCode,
|
|
|
|
StackGuardOne
|
|
|
|
);
|
2020-01-07 16:56:46 +01:00
|
|
|
} else if ((regs->cr2 >= StackGuardTwo) && (regs->cr2 <= StackGuardTwo + 4*KB) && (regs->rsp >= regs->cr2)) {
|
|
|
|
bprintf(BStdOut,
|
|
|
|
"\n\n%CPANIC\n[ISR 0x8] Irrecoverable Kernel Stack Overflow\n\n"
|
|
|
|
" Double Fault Error code : %#x (%b)\n"
|
|
|
|
" Stack Guard bypassed : %#x",
|
|
|
|
|
|
|
|
VGA_COLOR_LIGHT_RED,
|
|
|
|
regs->ErrorCode,
|
|
|
|
regs->ErrorCode,
|
|
|
|
StackGuardTwo
|
|
|
|
);
|
2019-05-22 08:35:58 +02:00
|
|
|
} else {
|
2019-11-16 22:41:46 +01:00
|
|
|
//XXX page fault
|
2019-05-22 08:35:58 +02:00
|
|
|
bprintf(BStdOut, "\n\n%CPANIC\n[ISR 0x%x] Irrecoverable Kernel Page Fault at %p\n\n"
|
2019-05-19 01:33:16 +02:00
|
|
|
" Error code : 0x%x (%b)",
|
2019-05-18 20:31:02 +02:00
|
|
|
|
2019-05-19 00:07:01 +02:00
|
|
|
VGA_COLOR_LIGHT_RED,
|
2019-05-18 13:39:58 +02:00
|
|
|
regs->intNo,
|
2019-05-18 20:31:02 +02:00
|
|
|
regs->cr2,
|
2019-05-18 13:39:58 +02:00
|
|
|
regs->ErrorCode,
|
2019-05-19 01:33:16 +02:00
|
|
|
regs->ErrorCode
|
2019-05-18 13:39:58 +02:00
|
|
|
);
|
2019-05-22 08:35:58 +02:00
|
|
|
}
|
2019-05-19 00:07:01 +02:00
|
|
|
|
2019-05-19 01:33:16 +02:00
|
|
|
KeBrkDumpRegisters(regs);
|
|
|
|
|
2019-05-19 00:07:01 +02:00
|
|
|
BStdOut->flusher(BStdOut);
|
|
|
|
|
|
|
|
KeHaltCPU();
|
2019-05-18 13:39:58 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
void MmActivatePageHandler(void)
|
|
|
|
{
|
|
|
|
KeRegisterISR(PagingHandler, 0xe);
|
2019-11-16 22:41:46 +01:00
|
|
|
DebugLog("\tPaging activated\n");
|
2019-05-15 02:26:55 +02:00
|
|
|
}
|