Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 2 | #ifndef _ASM_X86_PAGE_H |
| 3 | #define _ASM_X86_PAGE_H |
Jeremy Fitzhardinge | 83a5101 | 2008-01-30 13:32:41 +0100 | [diff] [blame] | 4 | |
Ingo Molnar | 56cefce | 2009-02-13 13:23:02 +0100 | [diff] [blame] | 5 | #include <linux/types.h> |
| 6 | |
Jeremy Fitzhardinge | 11b7c7d | 2008-01-30 13:32:44 +0100 | [diff] [blame] | 7 | #ifdef __KERNEL__ |
| 8 | |
Jeremy Fitzhardinge | 51c78eb | 2009-02-08 22:52:14 -0800 | [diff] [blame] | 9 | #include <asm/page_types.h> |
Jeremy Fitzhardinge | 83a5101 | 2008-01-30 13:32:41 +0100 | [diff] [blame] | 10 | |
| 11 | #ifdef CONFIG_X86_64 |
Jeremy Fitzhardinge | 11b7c7d | 2008-01-30 13:32:44 +0100 | [diff] [blame] | 12 | #include <asm/page_64.h> |
| 13 | #else |
| 14 | #include <asm/page_32.h> |
Jeremy Fitzhardinge | 83a5101 | 2008-01-30 13:32:41 +0100 | [diff] [blame] | 15 | #endif /* CONFIG_X86_64 */ |
| 16 | |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 17 | #ifndef __ASSEMBLY__ |
Thomas Gleixner | 5f5192b | 2008-01-30 13:34:06 +0100 | [diff] [blame] | 18 | |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 19 | struct page; |
| 20 | |
Yinghai Lu | 0e691cf | 2013-01-24 12:20:05 -0800 | [diff] [blame] | 21 | #include <linux/range.h> |
| 22 | extern struct range pfn_mapped[]; |
| 23 | extern int nr_pfn_mapped; |
| 24 | |
Chuck Lever | f2f7abc | 2008-03-04 14:55:45 -0800 | [diff] [blame] | 25 | static inline void clear_user_page(void *page, unsigned long vaddr, |
Jeremy Fitzhardinge | 51c78eb | 2009-02-08 22:52:14 -0800 | [diff] [blame] | 26 | struct page *pg) |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 27 | { |
| 28 | clear_page(page); |
| 29 | } |
| 30 | |
Chuck Lever | f2f7abc | 2008-03-04 14:55:45 -0800 | [diff] [blame] | 31 | static inline void copy_user_page(void *to, void *from, unsigned long vaddr, |
Jeremy Fitzhardinge | 51c78eb | 2009-02-08 22:52:14 -0800 | [diff] [blame] | 32 | struct page *topage) |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 33 | { |
| 34 | copy_page(to, from); |
| 35 | } |
| 36 | |
Matthew Wilcox (Oracle) | 6bc56a4 | 2023-01-16 19:18:09 +0000 | [diff] [blame] | 37 | #define vma_alloc_zeroed_movable_folio(vma, vaddr) \ |
| 38 | vma_alloc_folio(GFP_HIGHUSER_MOVABLE | __GFP_ZERO, 0, vma, vaddr, false) |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 39 | |
Yinghai Lu | cf4fb15 | 2016-05-06 15:01:34 -0700 | [diff] [blame] | 40 | #ifndef __pa |
Jeremy Fitzhardinge | 98fd5ae | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 41 | #define __pa(x) __phys_addr((unsigned long)(x)) |
Yinghai Lu | cf4fb15 | 2016-05-06 15:01:34 -0700 | [diff] [blame] | 42 | #endif |
| 43 | |
Vegard Nossum | af5c2bd | 2008-10-03 17:54:25 +0200 | [diff] [blame] | 44 | #define __pa_nodebug(x) __phys_addr_nodebug((unsigned long)(x)) |
Jeremy Fitzhardinge | 98fd5ae | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 45 | /* __pa_symbol should be used for C visible symbols. |
| 46 | This seems to be the official gcc blessed way to do such arithmetic. */ |
Namhyung Kim | 8fd4993 | 2010-08-11 15:37:41 +0900 | [diff] [blame] | 47 | /* |
| 48 | * We need __phys_reloc_hide() here because gcc may assume that there is no |
| 49 | * overflow during __pa() calculation and can optimize it unexpectedly. |
| 50 | * Newer versions of gcc provide -fno-strict-overflow switch to handle this |
| 51 | * case properly. Once all supported versions of gcc understand it, we can |
| 52 | * remove this Voodoo magic stuff. (i.e. once gcc3.x is deprecated) |
| 53 | */ |
Alexander Duyck | 7d74275 | 2012-11-16 13:55:46 -0800 | [diff] [blame] | 54 | #define __pa_symbol(x) \ |
| 55 | __phys_addr_symbol(__phys_reloc_hide((unsigned long)(x))) |
Jeremy Fitzhardinge | 98fd5ae | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 56 | |
Yinghai Lu | cf4fb15 | 2016-05-06 15:01:34 -0700 | [diff] [blame] | 57 | #ifndef __va |
Jeremy Fitzhardinge | 98fd5ae | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 58 | #define __va(x) ((void *)((unsigned long)(x)+PAGE_OFFSET)) |
Yinghai Lu | cf4fb15 | 2016-05-06 15:01:34 -0700 | [diff] [blame] | 59 | #endif |
Jeremy Fitzhardinge | 98fd5ae | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 60 | |
| 61 | #define __boot_va(x) __va(x) |
| 62 | #define __boot_pa(x) __pa(x) |
| 63 | |
Vegard Nossum | af5c2bd | 2008-10-03 17:54:25 +0200 | [diff] [blame] | 64 | /* |
| 65 | * virt_to_page(kaddr) returns a valid pointer if and only if |
| 66 | * virt_addr_valid(kaddr) returns true. |
| 67 | */ |
Jeremy Fitzhardinge | 98fd5ae | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 68 | #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT) |
| 69 | #define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT) |
Vegard Nossum | af5c2bd | 2008-10-03 17:54:25 +0200 | [diff] [blame] | 70 | extern bool __virt_addr_valid(unsigned long kaddr); |
| 71 | #define virt_addr_valid(kaddr) __virt_addr_valid((unsigned long) (kaddr)) |
Jeremy Fitzhardinge | 98fd5ae | 2008-01-30 13:32:43 +0100 | [diff] [blame] | 72 | |
Adrian Hunter | 1fb85d0 | 2022-01-31 09:24:50 +0200 | [diff] [blame] | 73 | static __always_inline u64 __canonical_address(u64 vaddr, u8 vaddr_bits) |
| 74 | { |
| 75 | return ((s64)vaddr << (64 - vaddr_bits)) >> (64 - vaddr_bits); |
| 76 | } |
| 77 | |
| 78 | static __always_inline u64 __is_canonical_address(u64 vaddr, u8 vaddr_bits) |
| 79 | { |
| 80 | return __canonical_address(vaddr, vaddr_bits) == vaddr; |
| 81 | } |
| 82 | |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 83 | #endif /* __ASSEMBLY__ */ |
| 84 | |
Jeremy Fitzhardinge | e62f447 | 2008-01-30 13:32:44 +0100 | [diff] [blame] | 85 | #include <asm-generic/memory_model.h> |
Arnd Bergmann | 5b17e1c | 2009-05-13 22:56:30 +0000 | [diff] [blame] | 86 | #include <asm-generic/getorder.h> |
Jeremy Fitzhardinge | e62f447 | 2008-01-30 13:32:44 +0100 | [diff] [blame] | 87 | |
Kirill A. Shutemov | fd8526a | 2013-11-19 15:17:50 +0200 | [diff] [blame] | 88 | #define HAVE_ARCH_HUGETLB_UNMAPPED_AREA |
Jeremy Fitzhardinge | 345b904 | 2008-01-30 13:32:42 +0100 | [diff] [blame] | 89 | |
Jeremy Fitzhardinge | 11b7c7d | 2008-01-30 13:32:44 +0100 | [diff] [blame] | 90 | #endif /* __KERNEL__ */ |
H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 91 | #endif /* _ASM_X86_PAGE_H */ |