| /* |
| * This file is subject to the terms and conditions of the GNU General Public |
| * License. See the file "COPYING" in the main directory of this archive |
| * for more details. |
| * |
| * Copyright (C) 2003 by Ralf Baechle |
| */ |
| #include <linux/init.h> |
| #include <linux/mm.h> |
| #include <linux/memblock.h> |
| #include <linux/highmem.h> |
| #include <asm/fixmap.h> |
| #include <asm/pgalloc.h> |
| #include <asm/tlbflush.h> |
| |
| void pgd_init(unsigned long page) |
| { |
| unsigned long *p = (unsigned long *) page; |
| int i; |
| |
| for (i = 0; i < USER_PTRS_PER_PGD; i+=8) { |
| p[i + 0] = (unsigned long) invalid_pte_table; |
| p[i + 1] = (unsigned long) invalid_pte_table; |
| p[i + 2] = (unsigned long) invalid_pte_table; |
| p[i + 3] = (unsigned long) invalid_pte_table; |
| p[i + 4] = (unsigned long) invalid_pte_table; |
| p[i + 5] = (unsigned long) invalid_pte_table; |
| p[i + 6] = (unsigned long) invalid_pte_table; |
| p[i + 7] = (unsigned long) invalid_pte_table; |
| } |
| } |
| |
| #if defined(CONFIG_TRANSPARENT_HUGEPAGE) |
| pmd_t mk_pmd(struct page *page, pgprot_t prot) |
| { |
| pmd_t pmd; |
| |
| pmd_val(pmd) = (page_to_pfn(page) << _PFN_SHIFT) | pgprot_val(prot); |
| |
| return pmd; |
| } |
| |
| |
| void set_pmd_at(struct mm_struct *mm, unsigned long addr, |
| pmd_t *pmdp, pmd_t pmd) |
| { |
| *pmdp = pmd; |
| flush_tlb_all(); |
| } |
| #endif /* defined(CONFIG_TRANSPARENT_HUGEPAGE) */ |
| |
| void __init pagetable_init(void) |
| { |
| unsigned long vaddr; |
| pgd_t *pgd_base; |
| #ifdef CONFIG_HIGHMEM |
| pgd_t *pgd; |
| p4d_t *p4d; |
| pud_t *pud; |
| pmd_t *pmd; |
| pte_t *pte; |
| #endif |
| |
| /* Initialize the entire pgd. */ |
| pgd_init((unsigned long)swapper_pg_dir); |
| pgd_init((unsigned long)swapper_pg_dir |
| + sizeof(pgd_t) * USER_PTRS_PER_PGD); |
| |
| pgd_base = swapper_pg_dir; |
| |
| /* |
| * Fixed mappings: |
| */ |
| vaddr = __fix_to_virt(__end_of_fixed_addresses - 1); |
| fixrange_init(vaddr & PMD_MASK, vaddr + FIXADDR_SIZE, pgd_base); |
| |
| #ifdef CONFIG_HIGHMEM |
| /* |
| * Permanent kmaps: |
| */ |
| vaddr = PKMAP_BASE; |
| fixrange_init(vaddr & PMD_MASK, vaddr + PAGE_SIZE*LAST_PKMAP, pgd_base); |
| |
| pgd = swapper_pg_dir + pgd_index(vaddr); |
| p4d = p4d_offset(pgd, vaddr); |
| pud = pud_offset(p4d, vaddr); |
| pmd = pmd_offset(pud, vaddr); |
| pte = pte_offset_kernel(pmd, vaddr); |
| pkmap_page_table = pte; |
| #endif |
| } |