1 files changed, 273 insertions, 0 deletions
diff --git a/arch/x86/machine/pmap.c b/arch/x86/machine/pmap.c
new file mode 100644
index 00000000..d5c5224c
--- /dev/null
+++ b/arch/x86/machine/pmap.c
@@ -0,0 +1,273 @@
+/*
+ * Copyright (c) 2010, 2012 Richard Braun.
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program.  If not, see <http://www.gnu.org/licenses/>.
+ */
+
+#include <kern/init.h>
+#include <kern/panic.h>
+#include <kern/param.h>
+#include <kern/types.h>
+#include <lib/assert.h>
+#include <lib/macros.h>
+#include <lib/stddef.h>
+#include <lib/string.h>
+#include <machine/boot.h>
+#include <machine/cpu.h>
+#include <machine/pmap.h>
+#include <vm/vm_kmem.h>
+#include <vm/vm_page.h>
+#include <vm/vm_prot.h>
+#include <vm/vm_phys.h>
+
+/*
+ * Kernel page directory.
+ */
+pmap_pte_t pmap_kpdir[PMAP_NR_PDT * PMAP_PTE_PER_PT] __aligned(PAGE_SIZE)
+    __bootdata;
+
+#ifdef PAE
+/*
+ * Kernel page directory pointer table.
+ */
+pmap_pte_t pmap_kpdpt[PMAP_NR_PDT] __aligned(sizeof(pmap_kpdpt)) __bootdata;
+#endif /* PAE */
+
+/*
+ * Global symbols required by the pmap MI interface.
+ */
+static struct pmap kernel_pmap_store;
+struct pmap *kernel_pmap;
+unsigned long pmap_klimit;
+
+/*
+ * Reserved pages of virtual memory available for early allocation.
+ */
+static unsigned long pmap_boot_heap __initdata;
+
+/*
+ * Start of the available virtual kernel space, before the VM system is
+ * initialized.
+ */
+static unsigned long pmap_avail_start __initdata;
+
+/*
+ * Table used to convert machine-independent protection flags to
+ * machine-dependent PTE bits.
+ */
+static pmap_pte_t pmap_prot_conv_table[8];
+
+/*
+ * This variable is set to PMAP_PTE_GLOBAL if global pages are available.
+ */
+static pmap_pte_t pmap_pte_global;
+
+/*
+ * Address for temporary mappings of pages to zero.
+ */
+static unsigned long pmap_zero_va;
+
+static void __init
+pmap_setup_global_pages(void)
+{
+    pmap_pte_t *pde, *pde_end, *pte, *pte_end;
+
+    for (pde = PMAP_PDP_BASE, pde_end = pde + (PMAP_NR_PDT * PMAP_PTE_PER_PT);
+         pde < pde_end;
+         pde++) {
+        if (!(*pde & PMAP_PTE_PRESENT))
+            continue;
+
+        for (pte = PMAP_PTE_BASE + ((pde - PMAP_PDP_BASE) * PMAP_PTE_PER_PT),
+             pte_end = pte + PMAP_PTE_PER_PT;
+             pte < pte_end;
+             pte++) {
+            if (!(*pte & PMAP_PTE_PRESENT))
+                continue;
+
+            *pte |= PMAP_PTE_GLOBAL;
+        }
+    }
+
+    pmap_pte_global = PMAP_PTE_GLOBAL;
+    cpu_enable_global_pages();
+}
+
+void __init
+pmap_bootstrap(void)
+{
+    unsigned int i;
+
+    /*
+     * First, fill the protection conversion table.
+     */
+    pmap_prot_conv_table[VM_PROT_NONE] = 0;
+    pmap_prot_conv_table[VM_PROT_READ] = 0;
+    pmap_prot_conv_table[VM_PROT_WRITE] = PMAP_PTE_WRITE;
+    pmap_prot_conv_table[VM_PROT_WRITE | VM_PROT_READ] = PMAP_PTE_WRITE;
+    pmap_prot_conv_table[VM_PROT_EXECUTE] = 0;
+    pmap_prot_conv_table[VM_PROT_EXECUTE | VM_PROT_READ] = 0;
+    pmap_prot_conv_table[VM_PROT_EXECUTE | VM_PROT_WRITE] = PMAP_PTE_WRITE;
+    pmap_prot_conv_table[VM_PROT_ALL] = PMAP_PTE_WRITE;
+
+    /*
+     * Next, take care of the kernel pmap.
+     */
+    kernel_pmap = &kernel_pmap_store;
+    kernel_pmap->pdir = pmap_kpdir;
+    kernel_pmap->pdir_pa = (unsigned long)pmap_kpdir;
+
+#ifdef PAE
+    kernel_pmap->pdpt = pmap_kpdpt;
+#endif /* PAE */
+
+    /*
+     * Establish the linear mapping of PTEs.
+     */
+    for (i = 0; i < PMAP_NR_PDT; i++)
+        kernel_pmap->pdir[PMAP_PDE_PTE + i] =
+            ((pmap_pte_t)kernel_pmap->pdir_pa + (i << PMAP_PTE_SHIFT))
+            | PMAP_PTE_WRITE | PMAP_PTE_PRESENT;
+
+    cpu_tlb_flush();
+
+    /*
+     * Tune section permissions.
+     */
+    pmap_kprotect((unsigned long)&_text, (unsigned long)&_rodata,
+                  VM_PROT_READ | VM_PROT_EXECUTE);
+    pmap_kprotect((unsigned long)&_rodata, (unsigned long)&_data, VM_PROT_READ);
+    cpu_tlb_flush();
+
+    if (cpu_has_global_pages())
+        pmap_setup_global_pages();
+
+    pmap_boot_heap = (unsigned long)&_end;
+    pmap_avail_start = pmap_boot_heap + (PMAP_RESERVED_PAGES * PAGE_SIZE);
+    pmap_klimit = P2ROUND(pmap_avail_start, PMAP_PDE_MAPSIZE);
+    pmap_zero_va = pmap_bootalloc(1);
+}
+
+unsigned long __init
+pmap_bootalloc(unsigned int nr_pages)
+{
+    unsigned long page;
+    size_t size;
+
+    assert(nr_pages > 0);
+
+    size = nr_pages * PAGE_SIZE;
+
+    assert((pmap_boot_heap + size) > pmap_boot_heap);
+    assert((pmap_boot_heap + size) <= pmap_avail_start);
+
+    page = pmap_boot_heap;
+    pmap_boot_heap += size;
+    return page;
+}
+
+static inline pmap_pte_t *
+pmap_pde(pmap_pte_t *pdir, unsigned long va)
+{
+    return &pdir[va >> PMAP_PDE_SHIFT];
+}
+
+void __init
+pmap_virtual_space(unsigned long *virt_start, unsigned long *virt_end)
+{
+    *virt_start = pmap_avail_start;
+    *virt_end = VM_MAX_KERNEL_ADDRESS;
+}
+
+void
+pmap_growkernel(unsigned long va)
+{
+    struct vm_page *page;
+    pmap_pte_t *pde;
+    vm_phys_t pa;
+
+    while (va > pmap_klimit) {
+        pde = pmap_pde(pmap_kpdir, pmap_klimit);
+        assert(*pde == 0);
+
+        if (!vm_phys_ready)
+            pa = vm_phys_bootalloc();
+        else {
+            page = vm_phys_alloc(0);
+
+            if (page == NULL)
+                panic("pmap: no page available to grow kernel space");
+
+            pa = vm_page_to_pa(page);
+        }
+
+        pmap_zero_page(pa);
+        *pde = pa | pmap_pte_global | PMAP_PTE_WRITE | PMAP_PTE_PRESENT;
+        pmap_klimit = P2ROUND(pmap_klimit + PMAP_PDE_MAPSIZE, PMAP_PDE_MAPSIZE);
+    }
+}
+
+void
+pmap_kenter(unsigned long va, vm_phys_t pa)
+{
+    PMAP_PTE_BASE[vm_page_atop(va)] = (pa & PMAP_PTE_PMASK) | pmap_pte_global
+                                      | PMAP_PTE_WRITE | PMAP_PTE_PRESENT;
+    cpu_tlb_flush_va(va);
+}
+
+void
+pmap_kremove(unsigned long start, unsigned long end)
+{
+    while (start < end) {
+        PMAP_PTE_BASE[vm_page_atop(start)] = 0;
+        cpu_tlb_flush_va(start);
+        start += PAGE_SIZE;
+    }
+}
+
+void
+pmap_kprotect(unsigned long start, unsigned long end, int prot)
+{
+    pmap_pte_t *pte, flags;
+
+    flags = pmap_prot_conv_table[prot & VM_PROT_ALL];
+
+    while (start < end) {
+        pte = PMAP_PTE_BASE + vm_page_atop(start);
+        *pte = (*pte & ~PMAP_PTE_PROT_MASK) | flags;
+        cpu_tlb_flush_va(start);
+        start += PAGE_SIZE;
+    }
+}
+
+vm_phys_t
+pmap_kextract(unsigned long va)
+{
+    pmap_pte_t *pde;
+
+    pde = pmap_pde(pmap_kpdir, va);
+
+    if (*pde == 0)
+        return 0;
+
+    return PMAP_PTE_BASE[vm_page_atop(va)] & PMAP_PTE_PMASK;
+}
+
+void
+pmap_zero_page(vm_phys_t pa)
+{
+    pmap_kenter(pmap_zero_va, pa);
+    memset((void *)pmap_zero_va, 0, PAGE_SIZE);
+    pmap_kremove(pmap_zero_va, pmap_zero_va + PAGE_SIZE);
+}