| // SPDX-License-Identifier: GPL-2.0-only | |
| /* | |
| * Cache management functions for Hexagon | |
| * | |
| * Copyright (c) 2010-2011, The Linux Foundation. All rights reserved. | |
| */ | |
| #include <linux/mm.h> | |
| #include <asm/cacheflush.h> | |
| #include <asm/hexagon_vm.h> | |
| #define spanlines(start, end) \ | |
| (((end - (start & ~(LINESIZE - 1))) >> LINEBITS) + 1) | |
| void flush_dcache_range(unsigned long start, unsigned long end) | |
| { | |
| unsigned long lines = spanlines(start, end-1); | |
| unsigned long i, flags; | |
| start &= ~(LINESIZE - 1); | |
| local_irq_save(flags); | |
| for (i = 0; i < lines; i++) { | |
| __asm__ __volatile__ ( | |
| " dccleaninva(%0); " | |
| : | |
| : "r" (start) | |
| ); | |
| start += LINESIZE; | |
| } | |
| local_irq_restore(flags); | |
| } | |
| void flush_icache_range(unsigned long start, unsigned long end) | |
| { | |
| unsigned long lines = spanlines(start, end-1); | |
| unsigned long i, flags; | |
| start &= ~(LINESIZE - 1); | |
| local_irq_save(flags); | |
| for (i = 0; i < lines; i++) { | |
| __asm__ __volatile__ ( | |
| " dccleana(%0); " | |
| " icinva(%0); " | |
| : | |
| : "r" (start) | |
| ); | |
| start += LINESIZE; | |
| } | |
| __asm__ __volatile__ ( | |
| "isync" | |
| ); | |
| local_irq_restore(flags); | |
| } | |
| EXPORT_SYMBOL(flush_icache_range); | |
| void hexagon_clean_dcache_range(unsigned long start, unsigned long end) | |
| { | |
| unsigned long lines = spanlines(start, end-1); | |
| unsigned long i, flags; | |
| start &= ~(LINESIZE - 1); | |
| local_irq_save(flags); | |
| for (i = 0; i < lines; i++) { | |
| __asm__ __volatile__ ( | |
| " dccleana(%0); " | |
| : | |
| : "r" (start) | |
| ); | |
| start += LINESIZE; | |
| } | |
| local_irq_restore(flags); | |
| } | |
| void hexagon_inv_dcache_range(unsigned long start, unsigned long end) | |
| { | |
| unsigned long lines = spanlines(start, end-1); | |
| unsigned long i, flags; | |
| start &= ~(LINESIZE - 1); | |
| local_irq_save(flags); | |
| for (i = 0; i < lines; i++) { | |
| __asm__ __volatile__ ( | |
| " dcinva(%0); " | |
| : | |
| : "r" (start) | |
| ); | |
| start += LINESIZE; | |
| } | |
| local_irq_restore(flags); | |
| } | |
| /* | |
| * This is just really brutal and shouldn't be used anyways, | |
| * especially on V2. Left here just in case. | |
| */ | |
| void flush_cache_all_hexagon(void) | |
| { | |
| unsigned long flags; | |
| local_irq_save(flags); | |
| __vmcache_ickill(); | |
| __vmcache_dckill(); | |
| __vmcache_l2kill(); | |
| local_irq_restore(flags); | |
| mb(); | |
| } | |
| void copy_to_user_page(struct vm_area_struct *vma, struct page *page, | |
| unsigned long vaddr, void *dst, void *src, int len) | |
| { | |
| memcpy(dst, src, len); | |
| if (vma->vm_flags & VM_EXEC) { | |
| flush_icache_range((unsigned long) dst, | |
| (unsigned long) dst + len); | |
| } | |
| } |