Guo Ren | f525bb2 | 2019-11-27 08:44:33 +0800 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
| 2 | |
| 3 | #include <linux/highmem.h> |
| 4 | #include <linux/genalloc.h> |
| 5 | #include <asm/tlbflush.h> |
| 6 | #include <asm/fixmap.h> |
| 7 | |
| 8 | #if (CONFIG_ITCM_RAM_BASE == 0xffffffff) |
| 9 | #error "You should define ITCM_RAM_BASE" |
| 10 | #endif |
| 11 | |
| 12 | #ifdef CONFIG_HAVE_DTCM |
| 13 | #if (CONFIG_DTCM_RAM_BASE == 0xffffffff) |
| 14 | #error "You should define DTCM_RAM_BASE" |
| 15 | #endif |
| 16 | |
| 17 | #if (CONFIG_DTCM_RAM_BASE == CONFIG_ITCM_RAM_BASE) |
| 18 | #error "You should define correct DTCM_RAM_BASE" |
| 19 | #endif |
| 20 | #endif |
| 21 | |
| 22 | extern char __tcm_start, __tcm_end, __dtcm_start; |
| 23 | |
| 24 | static struct gen_pool *tcm_pool; |
| 25 | |
| 26 | static void __init tcm_mapping_init(void) |
| 27 | { |
| 28 | pte_t *tcm_pte; |
| 29 | unsigned long vaddr, paddr; |
| 30 | int i; |
| 31 | |
| 32 | paddr = CONFIG_ITCM_RAM_BASE; |
| 33 | |
| 34 | if (pfn_valid(PFN_DOWN(CONFIG_ITCM_RAM_BASE))) |
| 35 | goto panic; |
| 36 | |
| 37 | #ifndef CONFIG_HAVE_DTCM |
| 38 | for (i = 0; i < TCM_NR_PAGES; i++) { |
| 39 | #else |
| 40 | for (i = 0; i < CONFIG_ITCM_NR_PAGES; i++) { |
| 41 | #endif |
| 42 | vaddr = __fix_to_virt(FIX_TCM - i); |
| 43 | |
| 44 | tcm_pte = |
| 45 | pte_offset_kernel((pmd_t *)pgd_offset_k(vaddr), vaddr); |
| 46 | |
| 47 | set_pte(tcm_pte, pfn_pte(__phys_to_pfn(paddr), PAGE_KERNEL)); |
| 48 | |
| 49 | flush_tlb_one(vaddr); |
| 50 | |
| 51 | paddr = paddr + PAGE_SIZE; |
| 52 | } |
| 53 | |
| 54 | #ifdef CONFIG_HAVE_DTCM |
| 55 | if (pfn_valid(PFN_DOWN(CONFIG_DTCM_RAM_BASE))) |
| 56 | goto panic; |
| 57 | |
| 58 | paddr = CONFIG_DTCM_RAM_BASE; |
| 59 | |
| 60 | for (i = 0; i < CONFIG_DTCM_NR_PAGES; i++) { |
| 61 | vaddr = __fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES - i); |
| 62 | |
| 63 | tcm_pte = |
| 64 | pte_offset_kernel((pmd_t *) pgd_offset_k(vaddr), vaddr); |
| 65 | |
| 66 | set_pte(tcm_pte, pfn_pte(__phys_to_pfn(paddr), PAGE_KERNEL)); |
| 67 | |
| 68 | flush_tlb_one(vaddr); |
| 69 | |
| 70 | paddr = paddr + PAGE_SIZE; |
| 71 | } |
| 72 | #endif |
| 73 | |
| 74 | #ifndef CONFIG_HAVE_DTCM |
| 75 | memcpy((void *)__fix_to_virt(FIX_TCM), |
| 76 | &__tcm_start, &__tcm_end - &__tcm_start); |
| 77 | |
| 78 | pr_info("%s: mapping tcm va:0x%08lx to pa:0x%08x\n", |
| 79 | __func__, __fix_to_virt(FIX_TCM), CONFIG_ITCM_RAM_BASE); |
| 80 | |
| 81 | pr_info("%s: __tcm_start va:0x%08lx size:%d\n", |
| 82 | __func__, (unsigned long)&__tcm_start, &__tcm_end - &__tcm_start); |
| 83 | #else |
| 84 | memcpy((void *)__fix_to_virt(FIX_TCM), |
| 85 | &__tcm_start, &__dtcm_start - &__tcm_start); |
| 86 | |
| 87 | pr_info("%s: mapping itcm va:0x%08lx to pa:0x%08x\n", |
| 88 | __func__, __fix_to_virt(FIX_TCM), CONFIG_ITCM_RAM_BASE); |
| 89 | |
| 90 | pr_info("%s: __itcm_start va:0x%08lx size:%d\n", |
| 91 | __func__, (unsigned long)&__tcm_start, &__dtcm_start - &__tcm_start); |
| 92 | |
| 93 | memcpy((void *)__fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES), |
| 94 | &__dtcm_start, &__tcm_end - &__dtcm_start); |
| 95 | |
| 96 | pr_info("%s: mapping dtcm va:0x%08lx to pa:0x%08x\n", |
| 97 | __func__, __fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES), |
| 98 | CONFIG_DTCM_RAM_BASE); |
| 99 | |
| 100 | pr_info("%s: __dtcm_start va:0x%08lx size:%d\n", |
| 101 | __func__, (unsigned long)&__dtcm_start, &__tcm_end - &__dtcm_start); |
| 102 | |
| 103 | #endif |
| 104 | return; |
| 105 | panic: |
| 106 | panic("TCM init error"); |
| 107 | } |
| 108 | |
| 109 | void *tcm_alloc(size_t len) |
| 110 | { |
| 111 | unsigned long vaddr; |
| 112 | |
| 113 | if (!tcm_pool) |
| 114 | return NULL; |
| 115 | |
| 116 | vaddr = gen_pool_alloc(tcm_pool, len); |
| 117 | if (!vaddr) |
| 118 | return NULL; |
| 119 | |
| 120 | return (void *) vaddr; |
| 121 | } |
| 122 | EXPORT_SYMBOL(tcm_alloc); |
| 123 | |
| 124 | void tcm_free(void *addr, size_t len) |
| 125 | { |
| 126 | gen_pool_free(tcm_pool, (unsigned long) addr, len); |
| 127 | } |
| 128 | EXPORT_SYMBOL(tcm_free); |
| 129 | |
| 130 | static int __init tcm_setup_pool(void) |
| 131 | { |
| 132 | #ifndef CONFIG_HAVE_DTCM |
| 133 | u32 pool_size = (u32) (TCM_NR_PAGES * PAGE_SIZE) |
| 134 | - (u32) (&__tcm_end - &__tcm_start); |
| 135 | |
| 136 | u32 tcm_pool_start = __fix_to_virt(FIX_TCM) |
| 137 | + (u32) (&__tcm_end - &__tcm_start); |
| 138 | #else |
| 139 | u32 pool_size = (u32) (CONFIG_DTCM_NR_PAGES * PAGE_SIZE) |
| 140 | - (u32) (&__tcm_end - &__dtcm_start); |
| 141 | |
| 142 | u32 tcm_pool_start = __fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES) |
| 143 | + (u32) (&__tcm_end - &__dtcm_start); |
| 144 | #endif |
| 145 | int ret; |
| 146 | |
| 147 | tcm_pool = gen_pool_create(2, -1); |
| 148 | |
| 149 | ret = gen_pool_add(tcm_pool, tcm_pool_start, pool_size, -1); |
| 150 | if (ret) { |
| 151 | pr_err("%s: gen_pool add failed!\n", __func__); |
| 152 | return ret; |
| 153 | } |
| 154 | |
| 155 | pr_info("%s: Added %d bytes @ 0x%08x to memory pool\n", |
| 156 | __func__, pool_size, tcm_pool_start); |
| 157 | |
| 158 | return 0; |
| 159 | } |
| 160 | |
| 161 | static int __init tcm_init(void) |
| 162 | { |
| 163 | tcm_mapping_init(); |
| 164 | |
| 165 | tcm_setup_pool(); |
| 166 | |
| 167 | return 0; |
| 168 | } |
| 169 | arch_initcall(tcm_init); |