blob: d0dcefb5cc59d35a68b449427e79f8ca29fa40f4 [file] [log] [blame]
Gustavo F. Padovanc577b092009-02-15 21:48:59 -03001/*
2 * fixmap.h: compile-time virtual memory allocation
3 *
4 * This file is subject to the terms and conditions of the GNU General Public
5 * License. See the file "COPYING" in the main directory of this archive
6 * for more details.
7 *
8 * Copyright (C) 1998 Ingo Molnar
9 *
10 * Support of BIGMEM added by Gerhard Wichert, Siemens AG, July 1999
11 * x86_32 and x86_64 integration by Gustavo F. Padovan, February 2009
12 */
13
H. Peter Anvin1965aae2008-10-22 22:26:29 -070014#ifndef _ASM_X86_FIXMAP_H
15#define _ASM_X86_FIXMAP_H
Ingo Molnar3ec96782008-04-25 18:25:25 +020016
Thomas Gleixner14df3262020-11-18 20:48:41 +010017#include <asm/kmap_size.h>
18
Feng Tang05ab1d82018-09-20 10:58:28 +080019/*
20 * Exposed to assembly code for setting up initial page tables. Cannot be
21 * calculated in assembly code (fixmap entries are an enum), but is sanity
22 * checked in the actual fixmap C code to make sure that the fixmap is
23 * covered fully.
24 */
Thomas Gleixner14df3262020-11-18 20:48:41 +010025#ifndef CONFIG_DEBUG_KMAP_LOCAL_FORCE_MAP
26# define FIXMAP_PMD_NUM 2
27#else
28# define KM_PMDS (KM_MAX_IDX * ((CONFIG_NR_CPUS + 511) / 512))
29# define FIXMAP_PMD_NUM (KM_PMDS + 2)
30#endif
Feng Tang05ab1d82018-09-20 10:58:28 +080031/* fixmap starts downwards from the 507th entry in level2_fixmap_pgt */
32#define FIXMAP_PMD_TOP 507
33
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030034#ifndef __ASSEMBLY__
35#include <linux/kernel.h>
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030036#include <asm/apicdef.h>
37#include <asm/page.h>
Peter Zijlstra0cd39f42020-08-06 14:35:11 +020038#include <asm/pgtable_types.h>
Thomas Gleixner96a388d2007-10-11 11:20:03 +020039#ifdef CONFIG_X86_32
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030040#include <linux/threads.h>
Thomas Gleixner96a388d2007-10-11 11:20:03 +020041#else
Andy Lutomirskif40c3302014-05-05 12:19:36 -070042#include <uapi/asm/vsyscall.h>
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030043#endif
44
45/*
46 * We can't declare FIXADDR_TOP as variable for x86_64 because vsyscall
47 * uses fixmaps that relies on FIXADDR_TOP for proper address calculation.
48 * Because of this, FIXADDR_TOP x86 integration was left as later work.
49 */
50#ifdef CONFIG_X86_32
Cao jinc84b82d2019-08-09 19:46:12 +080051/*
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030052 * Leave one empty page between vmalloc'ed areas and
53 * the start of the fixmap.
54 */
55extern unsigned long __FIXADDR_TOP;
56#define FIXADDR_TOP ((unsigned long)__FIXADDR_TOP)
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030057#else
Andy Lutomirskif40c3302014-05-05 12:19:36 -070058#define FIXADDR_TOP (round_up(VSYSCALL_ADDR + PAGE_SIZE, 1<<PMD_SHIFT) - \
59 PAGE_SIZE)
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030060#endif
61
Andy Lutomirskief8813a2017-12-04 15:07:15 +010062/*
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030063 * Here we define all the compile-time 'special' virtual
64 * addresses. The point is to have a constant address at
65 * compile time, but to set the physical address only
66 * in the boot process.
67 * for x86_32: We allocate these special addresses
68 * from the end of virtual memory (0xfffff000) backwards.
69 * Also this lets us do fail-safe vmalloc(), we
70 * can guarantee that these special addresses and
71 * vmalloc()-ed addresses never overlap.
72 *
73 * These 'compile-time allocated' memory buffers are
74 * fixed-size 4k pages (or larger if used with an increment
75 * higher than 1). Use set_fixmap(idx,phys) to associate
76 * physical memory with fixmap indices.
77 *
78 * TLB entries of such buffers will not be flushed across
79 * task switches.
80 */
81enum fixed_addresses {
82#ifdef CONFIG_X86_32
83 FIX_HOLE,
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030084#else
Andy Lutomirski1ad83c82014-10-29 14:33:47 -070085#ifdef CONFIG_X86_VSYSCALL_EMULATION
Andy Lutomirskif40c3302014-05-05 12:19:36 -070086 VSYSCALL_PAGE = (FIXADDR_TOP - VSYSCALL_ADDR) >> PAGE_SHIFT,
Andy Lutomirski1ad83c82014-10-29 14:33:47 -070087#endif
Jan Beulichcbdce7b2013-05-29 13:22:23 +010088#endif
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030089 FIX_DBGP_BASE,
90 FIX_EARLYCON_MEM_BASE,
Jan Beulichff30a052010-03-15 10:11:15 +000091#ifdef CONFIG_PROVIDE_OHCI1394_DMA_INIT
92 FIX_OHCI1394_BASE,
93#endif
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030094#ifdef CONFIG_X86_LOCAL_APIC
95 FIX_APIC_BASE, /* local (CPU) APIC) -- required for SMP or not */
96#endif
97#ifdef CONFIG_X86_IO_APIC
98 FIX_IO_APIC_BASE_0,
99 FIX_IO_APIC_BASE_END = FIX_IO_APIC_BASE_0 + MAX_IO_APICS - 1,
100#endif
Thomas Gleixner14df3262020-11-18 20:48:41 +0100101#ifdef CONFIG_KMAP_LOCAL
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300102 FIX_KMAP_BEGIN, /* reserved pte's for temporary kernel mappings */
Thomas Gleixner157e1182020-11-03 10:27:20 +0100103 FIX_KMAP_END = FIX_KMAP_BEGIN + (KM_MAX_IDX * NR_CPUS) - 1,
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300104#ifdef CONFIG_PCI_MMCONFIG
105 FIX_PCIE_MCFG,
106#endif
107#endif
Juergen Grossecac7182020-08-15 12:06:38 +0200108#ifdef CONFIG_PARAVIRT_XXL
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300109 FIX_PARAVIRT_BOOTMAP,
110#endif
Thomas Garnier69218e42017-03-14 10:05:07 -0700111
James Morse4f89fa22017-11-06 18:44:24 +0000112#ifdef CONFIG_ACPI_APEI_GHES
113 /* Used for GHES mapping from assorted contexts */
114 FIX_APEI_GHES_IRQ,
115 FIX_APEI_GHES_NMI,
116#endif
117
Arjan van de Venfa36e952011-01-11 10:55:56 +0000118 __end_of_permanent_fixed_addresses,
119
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300120 /*
Dave Young3eddc692014-08-26 17:06:41 +0800121 * 512 temporary boot-time mappings, used by early_ioremap(),
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300122 * before ioremap() is functional.
123 *
Dave Young3eddc692014-08-26 17:06:41 +0800124 * If necessary we round it up to the next 512 pages boundary so
Cao jinc84b82d2019-08-09 19:46:12 +0800125 * that we can have a single pmd entry and a single pte table:
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300126 */
127#define NR_FIX_BTMAPS 64
Dave Young3eddc692014-08-26 17:06:41 +0800128#define FIX_BTMAPS_SLOTS 8
Jan Beulich499a5f12009-12-18 16:05:51 +0000129#define TOTAL_FIX_BTMAPS (NR_FIX_BTMAPS * FIX_BTMAPS_SLOTS)
130 FIX_BTMAP_END =
131 (__end_of_permanent_fixed_addresses ^
132 (__end_of_permanent_fixed_addresses + TOTAL_FIX_BTMAPS - 1)) &
133 -PTRS_PER_PTE
134 ? __end_of_permanent_fixed_addresses + TOTAL_FIX_BTMAPS -
135 (__end_of_permanent_fixed_addresses & (TOTAL_FIX_BTMAPS - 1))
136 : __end_of_permanent_fixed_addresses,
137 FIX_BTMAP_BEGIN = FIX_BTMAP_END + TOTAL_FIX_BTMAPS - 1,
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300138#ifdef CONFIG_X86_32
139 FIX_WP_TEST,
140#endif
Joseph Cihula31625342009-06-30 19:30:59 -0700141#ifdef CONFIG_INTEL_TXT
142 FIX_TBOOT_BASE,
143#endif
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300144 __end_of_fixed_addresses
145};
146
147
148extern void reserve_top_address(unsigned long reserve);
149
William Grant55f49fc2018-01-30 22:22:55 +1100150#define FIXADDR_SIZE (__end_of_permanent_fixed_addresses << PAGE_SHIFT)
151#define FIXADDR_START (FIXADDR_TOP - FIXADDR_SIZE)
152#define FIXADDR_TOT_SIZE (__end_of_fixed_addresses << PAGE_SHIFT)
153#define FIXADDR_TOT_START (FIXADDR_TOP - FIXADDR_TOT_SIZE)
Ingo Molnar3ec96782008-04-25 18:25:25 +0200154
Jeremy Fitzhardinge7c7e6e02008-06-17 11:41:54 -0700155extern int fixmaps_set;
156
Keith Packardfd940932008-10-30 19:37:09 -0700157extern pte_t *pkmap_page_table;
158
Jeremy Fitzhardingeaeaaa592008-06-17 11:42:01 -0700159void __native_set_fixmap(enum fixed_addresses idx, pte_t pte);
Sami Tolvanenf53e2cd2019-09-13 14:14:02 -0700160void native_set_fixmap(unsigned /* enum fixed_addresses */ idx,
Masami Hiramatsu3b3809a2009-04-09 10:55:33 -0700161 phys_addr_t phys, pgprot_t flags);
Jeremy Fitzhardingeaeaaa592008-06-17 11:42:01 -0700162
Juergen Grossfdc02692018-08-28 09:40:25 +0200163#ifndef CONFIG_PARAVIRT_XXL
Jeremy Fitzhardingeaeaaa592008-06-17 11:42:01 -0700164static inline void __set_fixmap(enum fixed_addresses idx,
Masami Hiramatsu3b3809a2009-04-09 10:55:33 -0700165 phys_addr_t phys, pgprot_t flags)
Jeremy Fitzhardingeaeaaa592008-06-17 11:42:01 -0700166{
167 native_set_fixmap(idx, phys, flags);
168}
169#endif
170
Tom Lendacky21729f82017-07-17 16:10:07 -0500171/*
172 * FIXMAP_PAGE_NOCACHE is used for MMIO. Memory encryption is not
173 * supported for MMIO addresses, so make sure that the memory encryption
174 * mask is not part of the page attributes.
175 */
176#define FIXMAP_PAGE_NOCACHE PAGE_KERNEL_IO_NOCACHE
177
Tom Lendackyf88a68f2017-07-17 16:10:09 -0500178/*
179 * Early memremap routines used for in-place encryption. The mappings created
180 * by these routines are intended to be used as temporary mappings.
181 */
182void __init *early_memremap_encrypted(resource_size_t phys_addr,
183 unsigned long size);
184void __init *early_memremap_encrypted_wp(resource_size_t phys_addr,
185 unsigned long size);
186void __init *early_memremap_decrypted(resource_size_t phys_addr,
187 unsigned long size);
188void __init *early_memremap_decrypted_wp(resource_size_t phys_addr,
189 unsigned long size);
190
Mark Salter114cefc2014-01-23 15:53:50 -0800191#include <asm-generic/fixmap.h>
Feng Tang5a47c7d2010-09-13 15:08:54 +0800192
Mark Salter5b7c73e2014-04-07 15:39:49 -0700193#define __late_set_fixmap(idx, phys, flags) __set_fixmap(idx, phys, flags)
194#define __late_clear_fixmap(idx) __set_fixmap(idx, 0, __pgprot(0))
195
196void __early_set_fixmap(enum fixed_addresses idx,
197 phys_addr_t phys, pgprot_t flags);
198
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300199#endif /* !__ASSEMBLY__ */
H. Peter Anvin1965aae2008-10-22 22:26:29 -0700200#endif /* _ASM_X86_FIXMAP_H */