blob: 77217bd292bd584fab0334e18724b731ef05b47d [file] [log] [blame]
Gustavo F. Padovanc577b092009-02-15 21:48:59 -03001/*
2 * fixmap.h: compile-time virtual memory allocation
3 *
4 * This file is subject to the terms and conditions of the GNU General Public
5 * License. See the file "COPYING" in the main directory of this archive
6 * for more details.
7 *
8 * Copyright (C) 1998 Ingo Molnar
9 *
10 * Support of BIGMEM added by Gerhard Wichert, Siemens AG, July 1999
11 * x86_32 and x86_64 integration by Gustavo F. Padovan, February 2009
12 */
13
H. Peter Anvin1965aae2008-10-22 22:26:29 -070014#ifndef _ASM_X86_FIXMAP_H
15#define _ASM_X86_FIXMAP_H
Ingo Molnar3ec96782008-04-25 18:25:25 +020016
Feng Tang05ab1d82018-09-20 10:58:28 +080017/*
18 * Exposed to assembly code for setting up initial page tables. Cannot be
19 * calculated in assembly code (fixmap entries are an enum), but is sanity
20 * checked in the actual fixmap C code to make sure that the fixmap is
21 * covered fully.
22 */
23#define FIXMAP_PMD_NUM 2
24/* fixmap starts downwards from the 507th entry in level2_fixmap_pgt */
25#define FIXMAP_PMD_TOP 507
26
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030027#ifndef __ASSEMBLY__
28#include <linux/kernel.h>
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030029#include <asm/apicdef.h>
30#include <asm/page.h>
Peter Zijlstra0cd39f42020-08-06 14:35:11 +020031#include <asm/pgtable_types.h>
Thomas Gleixner96a388d2007-10-11 11:20:03 +020032#ifdef CONFIG_X86_32
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030033#include <linux/threads.h>
34#include <asm/kmap_types.h>
Thomas Gleixner96a388d2007-10-11 11:20:03 +020035#else
Andy Lutomirskif40c3302014-05-05 12:19:36 -070036#include <uapi/asm/vsyscall.h>
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030037#endif
38
39/*
40 * We can't declare FIXADDR_TOP as variable for x86_64 because vsyscall
41 * uses fixmaps that relies on FIXADDR_TOP for proper address calculation.
42 * Because of this, FIXADDR_TOP x86 integration was left as later work.
43 */
44#ifdef CONFIG_X86_32
Cao jinc84b82d2019-08-09 19:46:12 +080045/*
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030046 * Leave one empty page between vmalloc'ed areas and
47 * the start of the fixmap.
48 */
49extern unsigned long __FIXADDR_TOP;
50#define FIXADDR_TOP ((unsigned long)__FIXADDR_TOP)
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030051#else
Andy Lutomirskif40c3302014-05-05 12:19:36 -070052#define FIXADDR_TOP (round_up(VSYSCALL_ADDR + PAGE_SIZE, 1<<PMD_SHIFT) - \
53 PAGE_SIZE)
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030054#endif
55
Andy Lutomirskief8813a2017-12-04 15:07:15 +010056/*
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030057 * Here we define all the compile-time 'special' virtual
58 * addresses. The point is to have a constant address at
59 * compile time, but to set the physical address only
60 * in the boot process.
61 * for x86_32: We allocate these special addresses
62 * from the end of virtual memory (0xfffff000) backwards.
63 * Also this lets us do fail-safe vmalloc(), we
64 * can guarantee that these special addresses and
65 * vmalloc()-ed addresses never overlap.
66 *
67 * These 'compile-time allocated' memory buffers are
68 * fixed-size 4k pages (or larger if used with an increment
69 * higher than 1). Use set_fixmap(idx,phys) to associate
70 * physical memory with fixmap indices.
71 *
72 * TLB entries of such buffers will not be flushed across
73 * task switches.
74 */
75enum fixed_addresses {
76#ifdef CONFIG_X86_32
77 FIX_HOLE,
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030078#else
Andy Lutomirski1ad83c82014-10-29 14:33:47 -070079#ifdef CONFIG_X86_VSYSCALL_EMULATION
Andy Lutomirskif40c3302014-05-05 12:19:36 -070080 VSYSCALL_PAGE = (FIXADDR_TOP - VSYSCALL_ADDR) >> PAGE_SHIFT,
Andy Lutomirski1ad83c82014-10-29 14:33:47 -070081#endif
Jan Beulichcbdce7b2013-05-29 13:22:23 +010082#endif
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030083 FIX_DBGP_BASE,
84 FIX_EARLYCON_MEM_BASE,
Jan Beulichff30a052010-03-15 10:11:15 +000085#ifdef CONFIG_PROVIDE_OHCI1394_DMA_INIT
86 FIX_OHCI1394_BASE,
87#endif
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030088#ifdef CONFIG_X86_LOCAL_APIC
89 FIX_APIC_BASE, /* local (CPU) APIC) -- required for SMP or not */
90#endif
91#ifdef CONFIG_X86_IO_APIC
92 FIX_IO_APIC_BASE_0,
93 FIX_IO_APIC_BASE_END = FIX_IO_APIC_BASE_0 + MAX_IO_APICS - 1,
94#endif
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030095#ifdef CONFIG_X86_32
96 FIX_KMAP_BEGIN, /* reserved pte's for temporary kernel mappings */
97 FIX_KMAP_END = FIX_KMAP_BEGIN+(KM_TYPE_NR*NR_CPUS)-1,
98#ifdef CONFIG_PCI_MMCONFIG
99 FIX_PCIE_MCFG,
100#endif
101#endif
Juergen Grossecac7182020-08-15 12:06:38 +0200102#ifdef CONFIG_PARAVIRT_XXL
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300103 FIX_PARAVIRT_BOOTMAP,
104#endif
Alan Cox933b9462011-12-17 17:43:40 +0000105#ifdef CONFIG_X86_INTEL_MID
Feng Tang73092822010-11-10 17:29:00 +0000106 FIX_LNW_VRTC,
107#endif
Thomas Garnier69218e42017-03-14 10:05:07 -0700108
James Morse4f89fa22017-11-06 18:44:24 +0000109#ifdef CONFIG_ACPI_APEI_GHES
110 /* Used for GHES mapping from assorted contexts */
111 FIX_APEI_GHES_IRQ,
112 FIX_APEI_GHES_NMI,
113#endif
114
Arjan van de Venfa36e952011-01-11 10:55:56 +0000115 __end_of_permanent_fixed_addresses,
116
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300117 /*
Dave Young3eddc692014-08-26 17:06:41 +0800118 * 512 temporary boot-time mappings, used by early_ioremap(),
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300119 * before ioremap() is functional.
120 *
Dave Young3eddc692014-08-26 17:06:41 +0800121 * If necessary we round it up to the next 512 pages boundary so
Cao jinc84b82d2019-08-09 19:46:12 +0800122 * that we can have a single pmd entry and a single pte table:
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300123 */
124#define NR_FIX_BTMAPS 64
Dave Young3eddc692014-08-26 17:06:41 +0800125#define FIX_BTMAPS_SLOTS 8
Jan Beulich499a5f12009-12-18 16:05:51 +0000126#define TOTAL_FIX_BTMAPS (NR_FIX_BTMAPS * FIX_BTMAPS_SLOTS)
127 FIX_BTMAP_END =
128 (__end_of_permanent_fixed_addresses ^
129 (__end_of_permanent_fixed_addresses + TOTAL_FIX_BTMAPS - 1)) &
130 -PTRS_PER_PTE
131 ? __end_of_permanent_fixed_addresses + TOTAL_FIX_BTMAPS -
132 (__end_of_permanent_fixed_addresses & (TOTAL_FIX_BTMAPS - 1))
133 : __end_of_permanent_fixed_addresses,
134 FIX_BTMAP_BEGIN = FIX_BTMAP_END + TOTAL_FIX_BTMAPS - 1,
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300135#ifdef CONFIG_X86_32
136 FIX_WP_TEST,
137#endif
Joseph Cihula31625342009-06-30 19:30:59 -0700138#ifdef CONFIG_INTEL_TXT
139 FIX_TBOOT_BASE,
140#endif
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300141 __end_of_fixed_addresses
142};
143
144
145extern void reserve_top_address(unsigned long reserve);
146
William Grant55f49fc2018-01-30 22:22:55 +1100147#define FIXADDR_SIZE (__end_of_permanent_fixed_addresses << PAGE_SHIFT)
148#define FIXADDR_START (FIXADDR_TOP - FIXADDR_SIZE)
149#define FIXADDR_TOT_SIZE (__end_of_fixed_addresses << PAGE_SHIFT)
150#define FIXADDR_TOT_START (FIXADDR_TOP - FIXADDR_TOT_SIZE)
Ingo Molnar3ec96782008-04-25 18:25:25 +0200151
Jeremy Fitzhardinge7c7e6e02008-06-17 11:41:54 -0700152extern int fixmaps_set;
153
Keith Packardfd940932008-10-30 19:37:09 -0700154extern pte_t *kmap_pte;
Keith Packardfd940932008-10-30 19:37:09 -0700155extern pte_t *pkmap_page_table;
156
Jeremy Fitzhardingeaeaaa592008-06-17 11:42:01 -0700157void __native_set_fixmap(enum fixed_addresses idx, pte_t pte);
Sami Tolvanenf53e2cd2019-09-13 14:14:02 -0700158void native_set_fixmap(unsigned /* enum fixed_addresses */ idx,
Masami Hiramatsu3b3809a2009-04-09 10:55:33 -0700159 phys_addr_t phys, pgprot_t flags);
Jeremy Fitzhardingeaeaaa592008-06-17 11:42:01 -0700160
Juergen Grossfdc02692018-08-28 09:40:25 +0200161#ifndef CONFIG_PARAVIRT_XXL
Jeremy Fitzhardingeaeaaa592008-06-17 11:42:01 -0700162static inline void __set_fixmap(enum fixed_addresses idx,
Masami Hiramatsu3b3809a2009-04-09 10:55:33 -0700163 phys_addr_t phys, pgprot_t flags)
Jeremy Fitzhardingeaeaaa592008-06-17 11:42:01 -0700164{
165 native_set_fixmap(idx, phys, flags);
166}
167#endif
168
Tom Lendacky21729f82017-07-17 16:10:07 -0500169/*
170 * FIXMAP_PAGE_NOCACHE is used for MMIO. Memory encryption is not
171 * supported for MMIO addresses, so make sure that the memory encryption
172 * mask is not part of the page attributes.
173 */
174#define FIXMAP_PAGE_NOCACHE PAGE_KERNEL_IO_NOCACHE
175
Tom Lendackyf88a68f2017-07-17 16:10:09 -0500176/*
177 * Early memremap routines used for in-place encryption. The mappings created
178 * by these routines are intended to be used as temporary mappings.
179 */
180void __init *early_memremap_encrypted(resource_size_t phys_addr,
181 unsigned long size);
182void __init *early_memremap_encrypted_wp(resource_size_t phys_addr,
183 unsigned long size);
184void __init *early_memremap_decrypted(resource_size_t phys_addr,
185 unsigned long size);
186void __init *early_memremap_decrypted_wp(resource_size_t phys_addr,
187 unsigned long size);
188
Mark Salter114cefc2014-01-23 15:53:50 -0800189#include <asm-generic/fixmap.h>
Feng Tang5a47c7d2010-09-13 15:08:54 +0800190
Mark Salter5b7c73e2014-04-07 15:39:49 -0700191#define __late_set_fixmap(idx, phys, flags) __set_fixmap(idx, phys, flags)
192#define __late_clear_fixmap(idx) __set_fixmap(idx, 0, __pgprot(0))
193
194void __early_set_fixmap(enum fixed_addresses idx,
195 phys_addr_t phys, pgprot_t flags);
196
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300197#endif /* !__ASSEMBLY__ */
H. Peter Anvin1965aae2008-10-22 22:26:29 -0700198#endif /* _ASM_X86_FIXMAP_H */