| // SPDX-License-Identifier: GPL-2.0 |
| // Copyright (C) 2018 Hangzhou C-SKY Microsystems co.,ltd. |
| |
| #include <linux/module.h> |
| #include <linux/highmem.h> |
| #include <linux/smp.h> |
| #include <linux/memblock.h> |
| #include <asm/fixmap.h> |
| #include <asm/tlbflush.h> |
| #include <asm/cacheflush.h> |
| |
| static pte_t *kmap_pte; |
| |
| unsigned long highstart_pfn, highend_pfn; |
| |
| void kmap_flush_tlb(unsigned long addr) |
| { |
| flush_tlb_one(addr); |
| } |
| EXPORT_SYMBOL(kmap_flush_tlb); |
| |
| EXPORT_SYMBOL(kmap); |
| |
| void *kmap_atomic_high_prot(struct page *page, pgprot_t prot) |
| { |
| unsigned long vaddr; |
| int idx, type; |
| |
| type = kmap_atomic_idx_push(); |
| idx = type + KM_TYPE_NR*smp_processor_id(); |
| vaddr = __fix_to_virt(FIX_KMAP_BEGIN + idx); |
| #ifdef CONFIG_DEBUG_HIGHMEM |
| BUG_ON(!pte_none(*(kmap_pte - idx))); |
| #endif |
| set_pte(kmap_pte-idx, mk_pte(page, prot)); |
| flush_tlb_one((unsigned long)vaddr); |
| |
| return (void *)vaddr; |
| } |
| EXPORT_SYMBOL(kmap_atomic_high_prot); |
| |
| void kunmap_atomic_high(void *kvaddr) |
| { |
| unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK; |
| int idx; |
| |
| if (vaddr < FIXADDR_START) |
| return; |
| |
| #ifdef CONFIG_DEBUG_HIGHMEM |
| idx = KM_TYPE_NR*smp_processor_id() + kmap_atomic_idx(); |
| |
| BUG_ON(vaddr != __fix_to_virt(FIX_KMAP_BEGIN + idx)); |
| |
| pte_clear(&init_mm, vaddr, kmap_pte - idx); |
| flush_tlb_one(vaddr); |
| #else |
| (void) idx; /* to kill a warning */ |
| #endif |
| kmap_atomic_idx_pop(); |
| } |
| EXPORT_SYMBOL(kunmap_atomic_high); |
| |
| /* |
| * This is the same as kmap_atomic() but can map memory that doesn't |
| * have a struct page associated with it. |
| */ |
| void *kmap_atomic_pfn(unsigned long pfn) |
| { |
| unsigned long vaddr; |
| int idx, type; |
| |
| pagefault_disable(); |
| |
| type = kmap_atomic_idx_push(); |
| idx = type + KM_TYPE_NR*smp_processor_id(); |
| vaddr = __fix_to_virt(FIX_KMAP_BEGIN + idx); |
| set_pte(kmap_pte-idx, pfn_pte(pfn, PAGE_KERNEL)); |
| flush_tlb_one(vaddr); |
| |
| return (void *) vaddr; |
| } |
| |
| static void __init kmap_pages_init(void) |
| { |
| unsigned long vaddr; |
| pgd_t *pgd; |
| pmd_t *pmd; |
| pud_t *pud; |
| pte_t *pte; |
| |
| vaddr = PKMAP_BASE; |
| fixrange_init(vaddr, vaddr + PAGE_SIZE*LAST_PKMAP, swapper_pg_dir); |
| |
| pgd = swapper_pg_dir + pgd_index(vaddr); |
| pud = (pud_t *)pgd; |
| pmd = pmd_offset(pud, vaddr); |
| pte = pte_offset_kernel(pmd, vaddr); |
| pkmap_page_table = pte; |
| } |
| |
| void __init kmap_init(void) |
| { |
| unsigned long vaddr; |
| |
| kmap_pages_init(); |
| |
| vaddr = __fix_to_virt(FIX_KMAP_BEGIN); |
| |
| kmap_pte = pte_offset_kernel((pmd_t *)pgd_offset_k(vaddr), vaddr); |
| } |