#include #include #include #include #include #include #include #define PTE_MASK_VALUE 0x0000fffffffff000 #define PTE_PRESENT (1 << 0) #define PTE_RW (0) #define PTE_AF (1 << 10) #define PTE_4K (1 << 1) #define PTE_USER (1 << 6) #define PTE_WC (1 << 2) #define LVL_PG_MASK PTE_MASK_VALUE int level_to_index(std::uintptr_t virt, int level) { switch (level) { case 0: return PTE_INDEX(virt, 39); case 1: return PTE_INDEX(virt, 30); case 2: return PTE_INDEX(virt, 21); case 3: return PTE_INDEX(virt, 12); default: return 0; } return 0; } int64_t* __paging_next_level_noalloc(std::uint64_t* table, std::uint16_t idx) { if (!(table[idx] & PTE_PRESENT)) return (int64_t*) -1; return (int64_t*) ((table[idx] & LVL_PG_MASK) + etc::hhdm()); } std::int64_t __memory_paging_getphys(std::uint64_t* table, std::uint64_t virt, int level) { if (!table && (std::int64_t) table == -1) return -1; int max_level = bootloader::bootloader->is_5_level_paging() ? 4 : 3; if (max_level == level) { return (table[level_to_index(virt, level)] & PTE_PRESENT) ? table[level_to_index(virt, level)] & LVL_PG_MASK : -1; } else return __memory_paging_getphys((std::uint64_t*) __paging_next_level_noalloc(table, level_to_index(virt, level)), virt, level + 1); return -1; } uint64_t* aarch64_paging_next_level(std::uint64_t* table, std::uint16_t idx, std::uint64_t flags) { if (!(table[idx] & PTE_PRESENT)) table[idx] = pmm::freelist::alloc_4k() | flags; return (uint64_t*) ((table[idx] & LVL_PG_MASK) + etc::hhdm()); } std::uint64_t convert_flags(std::uint64_t flags) { std::uint64_t result = 0; if (flags & PAGING_NC) result |= 0; if (flags & PAGING_PRESENT) result |= PTE_PRESENT | PTE_AF; if (flags & PAGING_RW) result |= PTE_RW; if (flags & PAGING_USER) result |= PTE_USER; if (flags & PAGING_WC) result |= PTE_WC; return result; } void aarch64_map_page(std::uintptr_t root, std::uintptr_t phys, std::uintptr_t virt, std::uint32_t flags) { std::uint64_t* cr30 = (std::uint64_t*) (root + etc::hhdm()); std::uint64_t new_flags = PTE_PRESENT | PTE_RW | PTE_4K; if (PTE_INDEX(virt, 39) < 256) new_flags |= PTE_USER; uint64_t* pml3 = aarch64_paging_next_level(cr30, PTE_INDEX(virt, 39), new_flags); uint64_t* pml2 = aarch64_paging_next_level(pml3, PTE_INDEX(virt, 30), new_flags); uint64_t* pml = aarch64_paging_next_level(pml2, PTE_INDEX(virt, 21), new_flags); pml[PTE_INDEX(virt, 12)] = phys | flags | PTE_4K; } namespace arch { [[gnu::weak]] void enable_paging(std::uintptr_t root) { if (root == gobject::kernel_root) { asm volatile("msr ttbr1_el1, %0" : : "r"(root) : "memory"); asm volatile("dsb ish; tlbi vmalle1; dsb ish; isb" : : : "memory"); } else { asm volatile("msr ttbr0_el1, %0" : : "r"(root) : "memory"); asm volatile("dsb ish; tlbi vmalle1; dsb ish; isb" : : : "memory"); } } [[gnu::weak]] void map_page(std::uintptr_t root, std::uint64_t phys, std::uintptr_t virt, int flags) { aarch64_map_page(root,phys,virt,convert_flags(flags)); } [[gnu::weak]] std::uint64_t get_phys_from_page(std::uintptr_t root, std::uintptr_t virt) { return __memory_paging_getphys((std::uint64_t*)(root + etc::hhdm()),virt,0); } [[gnu::weak]] void destroy_root(std::uintptr_t root, int level) { std::uint64_t* table = (std::uint64_t*) (root + etc::hhdm()); if (bootloader::bootloader->is_5_level_paging()) { if (level != 4) { if (level == 0) { for (int i = 0; i < 256; i++) { if (table[i] & PTE_PRESENT) { destroy_root(table[i] & PTE_MASK_VALUE, level + 1); } } } else { for (int i = 0; i < 512; i++) { if (table[i] & PTE_PRESENT) { destroy_root(table[i] & PTE_MASK_VALUE, level + 1); } } } } if (level != 0) pmm::freelist::free(root); } else { if (level != 3) { if (level == 0) { for (int i = 0; i < 256; i++) { if (table[i] & PTE_PRESENT) { destroy_root(table[i] & PTE_MASK_VALUE, level + 1); } } } else { for (int i = 0; i < 512; i++) { if (table[i] & PTE_PRESENT) { destroy_root(table[i] & PTE_MASK_VALUE, level + 1); } } } } if (level != 0) pmm::freelist::free(root); } } [[gnu::weak]] void copy_higher_half(std::uintptr_t root, std::uintptr_t src_root) { std::uint64_t* virt_rootcr3 = (std::uint64_t*) (root + etc::hhdm()); std::uint64_t* virt_srccr3 = (std::uint64_t*) (src_root + etc::hhdm()); for (int i = 255; i < 512; i++) { virt_rootcr3[i] = virt_srccr3[i]; } } };