| /* SPDX-License-Identifier: GPL-2.0 */ |
| #ifndef __ASM_BARRIER_H |
| #define __ASM_BARRIER_H |
| |
| #include <asm/alternative.h> |
| |
| #ifndef __ASSEMBLY__ |
| |
| /* The synchronize caches instruction executes as a nop on systems in |
| which all memory references are performed in order. */ |
| #define synchronize_caches() asm volatile("sync" \ |
| ALTERNATIVE(ALT_COND_NO_SMP, INSN_NOP) \ |
| : : : "memory") |
| |
| #if defined(CONFIG_SMP) |
| #define mb() do { synchronize_caches(); } while (0) |
| #define rmb() mb() |
| #define wmb() mb() |
| #define dma_rmb() mb() |
| #define dma_wmb() mb() |
| #else |
| #define mb() barrier() |
| #define rmb() barrier() |
| #define wmb() barrier() |
| #define dma_rmb() barrier() |
| #define dma_wmb() barrier() |
| #endif |
| |
| #define __smp_mb() mb() |
| #define __smp_rmb() mb() |
| #define __smp_wmb() mb() |
| |
| #define __smp_store_release(p, v) \ |
| do { \ |
| typeof(p) __p = (p); \ |
| union { typeof(*p) __val; char __c[1]; } __u = \ |
| { .__val = (__force typeof(*p)) (v) }; \ |
| compiletime_assert_atomic_type(*p); \ |
| switch (sizeof(*p)) { \ |
| case 1: \ |
| asm volatile("stb,ma %0,0(%1)" \ |
| : : "r"(*(__u8 *)__u.__c), "r"(__p) \ |
| : "memory"); \ |
| break; \ |
| case 2: \ |
| asm volatile("sth,ma %0,0(%1)" \ |
| : : "r"(*(__u16 *)__u.__c), "r"(__p) \ |
| : "memory"); \ |
| break; \ |
| case 4: \ |
| asm volatile("stw,ma %0,0(%1)" \ |
| : : "r"(*(__u32 *)__u.__c), "r"(__p) \ |
| : "memory"); \ |
| break; \ |
| case 8: \ |
| if (IS_ENABLED(CONFIG_64BIT)) \ |
| asm volatile("std,ma %0,0(%1)" \ |
| : : "r"(*(__u64 *)__u.__c), "r"(__p) \ |
| : "memory"); \ |
| break; \ |
| } \ |
| } while (0) |
| |
| #define __smp_load_acquire(p) \ |
| ({ \ |
| union { typeof(*p) __val; char __c[1]; } __u; \ |
| typeof(p) __p = (p); \ |
| compiletime_assert_atomic_type(*p); \ |
| switch (sizeof(*p)) { \ |
| case 1: \ |
| asm volatile("ldb,ma 0(%1),%0" \ |
| : "=r"(*(__u8 *)__u.__c) : "r"(__p) \ |
| : "memory"); \ |
| break; \ |
| case 2: \ |
| asm volatile("ldh,ma 0(%1),%0" \ |
| : "=r"(*(__u16 *)__u.__c) : "r"(__p) \ |
| : "memory"); \ |
| break; \ |
| case 4: \ |
| asm volatile("ldw,ma 0(%1),%0" \ |
| : "=r"(*(__u32 *)__u.__c) : "r"(__p) \ |
| : "memory"); \ |
| break; \ |
| case 8: \ |
| if (IS_ENABLED(CONFIG_64BIT)) \ |
| asm volatile("ldd,ma 0(%1),%0" \ |
| : "=r"(*(__u64 *)__u.__c) : "r"(__p) \ |
| : "memory"); \ |
| break; \ |
| } \ |
| __u.__val; \ |
| }) |
| #include <asm-generic/barrier.h> |
| |
| #endif /* !__ASSEMBLY__ */ |
| #endif /* __ASM_BARRIER_H */ |