| // SPDX-License-Identifier: GPL-2.0 |
| |
| #include <linux/export.h> |
| #include <linux/types.h> |
| #include <linux/io.h> |
| |
| /* |
| * Copy data from IO memory space to "real" memory space. |
| */ |
| void __memcpy_fromio(void *to, const volatile void __iomem *from, size_t count) |
| { |
| while (count && !IS_ALIGNED((unsigned long)from, 4)) { |
| *(u8 *)to = __raw_readb(from); |
| from++; |
| to++; |
| count--; |
| } |
| |
| while (count >= 4) { |
| *(u32 *)to = __raw_readl(from); |
| from += 4; |
| to += 4; |
| count -= 4; |
| } |
| |
| while (count) { |
| *(u8 *)to = __raw_readb(from); |
| from++; |
| to++; |
| count--; |
| } |
| } |
| EXPORT_SYMBOL(__memcpy_fromio); |
| |
| /* |
| * Copy data from "real" memory space to IO memory space. |
| */ |
| void __memcpy_toio(volatile void __iomem *to, const void *from, size_t count) |
| { |
| while (count && !IS_ALIGNED((unsigned long)to, 4)) { |
| __raw_writeb(*(u8 *)from, to); |
| from++; |
| to++; |
| count--; |
| } |
| |
| while (count >= 4) { |
| __raw_writel(*(u32 *)from, to); |
| from += 4; |
| to += 4; |
| count -= 4; |
| } |
| |
| while (count) { |
| __raw_writeb(*(u8 *)from, to); |
| from++; |
| to++; |
| count--; |
| } |
| } |
| EXPORT_SYMBOL(__memcpy_toio); |
| |
| /* |
| * "memset" on IO memory space. |
| */ |
| void __memset_io(volatile void __iomem *dst, int c, size_t count) |
| { |
| u32 qc = (u8)c; |
| |
| qc |= qc << 8; |
| qc |= qc << 16; |
| |
| while (count && !IS_ALIGNED((unsigned long)dst, 4)) { |
| __raw_writeb(c, dst); |
| dst++; |
| count--; |
| } |
| |
| while (count >= 4) { |
| __raw_writel(qc, dst); |
| dst += 4; |
| count -= 4; |
| } |
| |
| while (count) { |
| __raw_writeb(c, dst); |
| dst++; |
| count--; |
| } |
| } |
| EXPORT_SYMBOL(__memset_io); |