| /* SPDX-License-Identifier: GPL-2.0 */ | 
 | #ifndef _ASM_POWERPC_MMU_BOOK3E_H_ | 
 | #define _ASM_POWERPC_MMU_BOOK3E_H_ | 
 | /* | 
 |  * Freescale Book-E/Book-3e (ISA 2.06+) MMU support | 
 |  */ | 
 |  | 
 | /* Book-3e defined page sizes */ | 
 | #define BOOK3E_PAGESZ_1K	0 | 
 | #define BOOK3E_PAGESZ_2K	1 | 
 | #define BOOK3E_PAGESZ_4K	2 | 
 | #define BOOK3E_PAGESZ_8K	3 | 
 | #define BOOK3E_PAGESZ_16K	4 | 
 | #define BOOK3E_PAGESZ_32K	5 | 
 | #define BOOK3E_PAGESZ_64K	6 | 
 | #define BOOK3E_PAGESZ_128K	7 | 
 | #define BOOK3E_PAGESZ_256K	8 | 
 | #define BOOK3E_PAGESZ_512K	9 | 
 | #define BOOK3E_PAGESZ_1M	10 | 
 | #define BOOK3E_PAGESZ_2M	11 | 
 | #define BOOK3E_PAGESZ_4M	12 | 
 | #define BOOK3E_PAGESZ_8M	13 | 
 | #define BOOK3E_PAGESZ_16M	14 | 
 | #define BOOK3E_PAGESZ_32M	15 | 
 | #define BOOK3E_PAGESZ_64M	16 | 
 | #define BOOK3E_PAGESZ_128M	17 | 
 | #define BOOK3E_PAGESZ_256M	18 | 
 | #define BOOK3E_PAGESZ_512M	19 | 
 | #define BOOK3E_PAGESZ_1GB	20 | 
 | #define BOOK3E_PAGESZ_2GB	21 | 
 | #define BOOK3E_PAGESZ_4GB	22 | 
 | #define BOOK3E_PAGESZ_8GB	23 | 
 | #define BOOK3E_PAGESZ_16GB	24 | 
 | #define BOOK3E_PAGESZ_32GB	25 | 
 | #define BOOK3E_PAGESZ_64GB	26 | 
 | #define BOOK3E_PAGESZ_128GB	27 | 
 | #define BOOK3E_PAGESZ_256GB	28 | 
 | #define BOOK3E_PAGESZ_512GB	29 | 
 | #define BOOK3E_PAGESZ_1TB	30 | 
 | #define BOOK3E_PAGESZ_2TB	31 | 
 |  | 
 | /* MAS registers bit definitions */ | 
 |  | 
 | #define MAS0_TLBSEL_MASK	0x30000000 | 
 | #define MAS0_TLBSEL_SHIFT	28 | 
 | #define MAS0_TLBSEL(x)		(((x) << MAS0_TLBSEL_SHIFT) & MAS0_TLBSEL_MASK) | 
 | #define MAS0_GET_TLBSEL(mas0)	(((mas0) & MAS0_TLBSEL_MASK) >> \ | 
 | 			MAS0_TLBSEL_SHIFT) | 
 | #define MAS0_ESEL_MASK		0x0FFF0000 | 
 | #define MAS0_ESEL_SHIFT		16 | 
 | #define MAS0_ESEL(x)		(((x) << MAS0_ESEL_SHIFT) & MAS0_ESEL_MASK) | 
 | #define MAS0_NV(x)		((x) & 0x00000FFF) | 
 | #define MAS0_HES		0x00004000 | 
 | #define MAS0_WQ_ALLWAYS		0x00000000 | 
 | #define MAS0_WQ_COND		0x00001000 | 
 | #define MAS0_WQ_CLR_RSRV       	0x00002000 | 
 |  | 
 | #define MAS1_VALID		0x80000000 | 
 | #define MAS1_IPROT		0x40000000 | 
 | #define MAS1_TID(x)		(((x) << 16) & 0x3FFF0000) | 
 | #define MAS1_IND		0x00002000 | 
 | #define MAS1_TS			0x00001000 | 
 | #define MAS1_TSIZE_MASK		0x00000f80 | 
 | #define MAS1_TSIZE_SHIFT	7 | 
 | #define MAS1_TSIZE(x)		(((x) << MAS1_TSIZE_SHIFT) & MAS1_TSIZE_MASK) | 
 | #define MAS1_GET_TSIZE(mas1)	(((mas1) & MAS1_TSIZE_MASK) >> MAS1_TSIZE_SHIFT) | 
 |  | 
 | #define MAS2_EPN		(~0xFFFUL) | 
 | #define MAS2_X0			0x00000040 | 
 | #define MAS2_X1			0x00000020 | 
 | #define MAS2_W			0x00000010 | 
 | #define MAS2_I			0x00000008 | 
 | #define MAS2_M			0x00000004 | 
 | #define MAS2_G			0x00000002 | 
 | #define MAS2_E			0x00000001 | 
 | #define MAS2_WIMGE_MASK		0x0000001f | 
 | #define MAS2_EPN_MASK(size)		(~0 << (size + 10)) | 
 |  | 
 | #define MAS3_RPN		0xFFFFF000 | 
 | #define MAS3_U0			0x00000200 | 
 | #define MAS3_U1			0x00000100 | 
 | #define MAS3_U2			0x00000080 | 
 | #define MAS3_U3			0x00000040 | 
 | #define MAS3_UX			0x00000020 | 
 | #define MAS3_SX			0x00000010 | 
 | #define MAS3_UW			0x00000008 | 
 | #define MAS3_SW			0x00000004 | 
 | #define MAS3_UR			0x00000002 | 
 | #define MAS3_SR			0x00000001 | 
 | #define MAS3_BAP_MASK		0x0000003f | 
 | #define MAS3_SPSIZE		0x0000003e | 
 | #define MAS3_SPSIZE_SHIFT	1 | 
 |  | 
 | #define MAS4_TLBSEL_MASK	MAS0_TLBSEL_MASK | 
 | #define MAS4_TLBSELD(x) 	MAS0_TLBSEL(x) | 
 | #define MAS4_INDD		0x00008000	/* Default IND */ | 
 | #define MAS4_TSIZED(x)		MAS1_TSIZE(x) | 
 | #define MAS4_X0D		0x00000040 | 
 | #define MAS4_X1D		0x00000020 | 
 | #define MAS4_WD			0x00000010 | 
 | #define MAS4_ID			0x00000008 | 
 | #define MAS4_MD			0x00000004 | 
 | #define MAS4_GD			0x00000002 | 
 | #define MAS4_ED			0x00000001 | 
 | #define MAS4_WIMGED_MASK	0x0000001f	/* Default WIMGE */ | 
 | #define MAS4_WIMGED_SHIFT	0 | 
 | #define MAS4_VLED		MAS4_X1D	/* Default VLE */ | 
 | #define MAS4_ACMD		0x000000c0	/* Default ACM */ | 
 | #define MAS4_ACMD_SHIFT		6 | 
 | #define MAS4_TSIZED_MASK	0x00000f80	/* Default TSIZE */ | 
 | #define MAS4_TSIZED_SHIFT	7 | 
 |  | 
 | #define MAS5_SGS		0x80000000 | 
 |  | 
 | #define MAS6_SPID0		0x3FFF0000 | 
 | #define MAS6_SPID1		0x00007FFE | 
 | #define MAS6_ISIZE(x)		MAS1_TSIZE(x) | 
 | #define MAS6_SAS		0x00000001 | 
 | #define MAS6_SPID		MAS6_SPID0 | 
 | #define MAS6_SIND 		0x00000002	/* Indirect page */ | 
 | #define MAS6_SIND_SHIFT		1 | 
 | #define MAS6_SPID_MASK		0x3fff0000 | 
 | #define MAS6_SPID_SHIFT		16 | 
 | #define MAS6_ISIZE_MASK		0x00000f80 | 
 | #define MAS6_ISIZE_SHIFT	7 | 
 |  | 
 | #define MAS7_RPN		0xFFFFFFFF | 
 |  | 
 | #define MAS8_TGS		0x80000000 /* Guest space */ | 
 | #define MAS8_VF			0x40000000 /* Virtualization Fault */ | 
 | #define MAS8_TLPID		0x000000ff | 
 |  | 
 | /* Bit definitions for MMUCFG */ | 
 | #define MMUCFG_MAVN	0x00000003	/* MMU Architecture Version Number */ | 
 | #define MMUCFG_MAVN_V1	0x00000000	/* v1.0 */ | 
 | #define MMUCFG_MAVN_V2	0x00000001	/* v2.0 */ | 
 | #define MMUCFG_NTLBS	0x0000000c	/* Number of TLBs */ | 
 | #define MMUCFG_PIDSIZE	0x000007c0	/* PID Reg Size */ | 
 | #define MMUCFG_TWC	0x00008000	/* TLB Write Conditional (v2.0) */ | 
 | #define MMUCFG_LRAT	0x00010000	/* LRAT Supported (v2.0) */ | 
 | #define MMUCFG_RASIZE	0x00fe0000	/* Real Addr Size */ | 
 | #define MMUCFG_LPIDSIZE	0x0f000000	/* LPID Reg Size */ | 
 |  | 
 | /* Bit definitions for MMUCSR0 */ | 
 | #define MMUCSR0_TLB1FI	0x00000002	/* TLB1 Flash invalidate */ | 
 | #define MMUCSR0_TLB0FI	0x00000004	/* TLB0 Flash invalidate */ | 
 | #define MMUCSR0_TLB2FI	0x00000040	/* TLB2 Flash invalidate */ | 
 | #define MMUCSR0_TLB3FI	0x00000020	/* TLB3 Flash invalidate */ | 
 | #define MMUCSR0_TLBFI	(MMUCSR0_TLB0FI | MMUCSR0_TLB1FI | \ | 
 | 			 MMUCSR0_TLB2FI | MMUCSR0_TLB3FI) | 
 | #define MMUCSR0_TLB0PS	0x00000780	/* TLB0 Page Size */ | 
 | #define MMUCSR0_TLB1PS	0x00007800	/* TLB1 Page Size */ | 
 | #define MMUCSR0_TLB2PS	0x00078000	/* TLB2 Page Size */ | 
 | #define MMUCSR0_TLB3PS	0x00780000	/* TLB3 Page Size */ | 
 |  | 
 | /* MMUCFG bits */ | 
 | #define MMUCFG_MAVN_NASK	0x00000003 | 
 | #define MMUCFG_MAVN_V1_0	0x00000000 | 
 | #define MMUCFG_MAVN_V2_0	0x00000001 | 
 | #define MMUCFG_NTLB_MASK	0x0000000c | 
 | #define MMUCFG_NTLB_SHIFT	2 | 
 | #define MMUCFG_PIDSIZE_MASK	0x000007c0 | 
 | #define MMUCFG_PIDSIZE_SHIFT	6 | 
 | #define MMUCFG_TWC		0x00008000 | 
 | #define MMUCFG_LRAT		0x00010000 | 
 | #define MMUCFG_RASIZE_MASK	0x00fe0000 | 
 | #define MMUCFG_RASIZE_SHIFT	17 | 
 | #define MMUCFG_LPIDSIZE_MASK	0x0f000000 | 
 | #define MMUCFG_LPIDSIZE_SHIFT	24 | 
 |  | 
 | /* TLBnCFG encoding */ | 
 | #define TLBnCFG_N_ENTRY		0x00000fff	/* number of entries */ | 
 | #define TLBnCFG_HES		0x00002000	/* HW select supported */ | 
 | #define TLBnCFG_IPROT		0x00008000	/* IPROT supported */ | 
 | #define TLBnCFG_GTWE		0x00010000	/* Guest can write */ | 
 | #define TLBnCFG_IND		0x00020000	/* IND entries supported */ | 
 | #define TLBnCFG_PT		0x00040000	/* Can load from page table */ | 
 | #define TLBnCFG_MINSIZE		0x00f00000	/* Minimum Page Size (v1.0) */ | 
 | #define TLBnCFG_MINSIZE_SHIFT	20 | 
 | #define TLBnCFG_MAXSIZE		0x000f0000	/* Maximum Page Size (v1.0) */ | 
 | #define TLBnCFG_MAXSIZE_SHIFT	16 | 
 | #define TLBnCFG_ASSOC		0xff000000	/* Associativity */ | 
 | #define TLBnCFG_ASSOC_SHIFT	24 | 
 |  | 
 | /* TLBnPS encoding */ | 
 | #define TLBnPS_4K		0x00000004 | 
 | #define TLBnPS_8K		0x00000008 | 
 | #define TLBnPS_16K		0x00000010 | 
 | #define TLBnPS_32K		0x00000020 | 
 | #define TLBnPS_64K		0x00000040 | 
 | #define TLBnPS_128K		0x00000080 | 
 | #define TLBnPS_256K		0x00000100 | 
 | #define TLBnPS_512K		0x00000200 | 
 | #define TLBnPS_1M 		0x00000400 | 
 | #define TLBnPS_2M 		0x00000800 | 
 | #define TLBnPS_4M 		0x00001000 | 
 | #define TLBnPS_8M 		0x00002000 | 
 | #define TLBnPS_16M		0x00004000 | 
 | #define TLBnPS_32M		0x00008000 | 
 | #define TLBnPS_64M		0x00010000 | 
 | #define TLBnPS_128M		0x00020000 | 
 | #define TLBnPS_256M		0x00040000 | 
 | #define TLBnPS_512M		0x00080000 | 
 | #define TLBnPS_1G		0x00100000 | 
 | #define TLBnPS_2G		0x00200000 | 
 | #define TLBnPS_4G		0x00400000 | 
 | #define TLBnPS_8G		0x00800000 | 
 | #define TLBnPS_16G		0x01000000 | 
 | #define TLBnPS_32G		0x02000000 | 
 | #define TLBnPS_64G		0x04000000 | 
 | #define TLBnPS_128G		0x08000000 | 
 | #define TLBnPS_256G		0x10000000 | 
 |  | 
 | /* tlbilx action encoding */ | 
 | #define TLBILX_T_ALL			0 | 
 | #define TLBILX_T_TID			1 | 
 | #define TLBILX_T_FULLMATCH		3 | 
 | #define TLBILX_T_CLASS0			4 | 
 | #define TLBILX_T_CLASS1			5 | 
 | #define TLBILX_T_CLASS2			6 | 
 | #define TLBILX_T_CLASS3			7 | 
 |  | 
 | /* | 
 |  * The mapping only needs to be cache-coherent on SMP, except on | 
 |  * Freescale e500mc derivatives where it's also needed for coherent DMA. | 
 |  */ | 
 | #if defined(CONFIG_SMP) || defined(CONFIG_PPC_E500MC) | 
 | #define MAS2_M_IF_NEEDED	MAS2_M | 
 | #else | 
 | #define MAS2_M_IF_NEEDED	0 | 
 | #endif | 
 |  | 
 | #ifndef __ASSEMBLY__ | 
 | #include <asm/bug.h> | 
 |  | 
 | extern unsigned int tlbcam_index; | 
 |  | 
 | typedef struct { | 
 | 	unsigned int	id; | 
 | 	unsigned int	active; | 
 | 	void __user	*vdso; | 
 | } mm_context_t; | 
 |  | 
 | /* Page size definitions, common between 32 and 64-bit | 
 |  * | 
 |  *    shift : is the "PAGE_SHIFT" value for that page size | 
 |  * | 
 |  */ | 
 | struct mmu_psize_def | 
 | { | 
 | 	unsigned int	shift;	/* number of bits */ | 
 | 	unsigned int	flags; | 
 | #define MMU_PAGE_SIZE_DIRECT	0x1	/* Supported as a direct size */ | 
 | #define MMU_PAGE_SIZE_INDIRECT	0x2	/* Supported as an indirect size */ | 
 | }; | 
 | extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT]; | 
 |  | 
 | static inline int shift_to_mmu_psize(unsigned int shift) | 
 | { | 
 | 	int psize; | 
 |  | 
 | 	for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) | 
 | 		if (mmu_psize_defs[psize].shift == shift) | 
 | 			return psize; | 
 | 	return -1; | 
 | } | 
 |  | 
 | static inline unsigned int mmu_psize_to_shift(unsigned int mmu_psize) | 
 | { | 
 | 	if (mmu_psize_defs[mmu_psize].shift) | 
 | 		return mmu_psize_defs[mmu_psize].shift; | 
 | 	BUG(); | 
 | } | 
 |  | 
 | /* The page sizes use the same names as 64-bit hash but are | 
 |  * constants | 
 |  */ | 
 | #if defined(CONFIG_PPC_4K_PAGES) | 
 | #define mmu_virtual_psize	MMU_PAGE_4K | 
 | #else | 
 | #error Unsupported page size | 
 | #endif | 
 |  | 
 | extern int mmu_linear_psize; | 
 | extern int mmu_vmemmap_psize; | 
 |  | 
 | struct tlb_core_data { | 
 | 	/* | 
 | 	 * Per-core spinlock for e6500 TLB handlers (no tlbsrx.) | 
 | 	 * Must be the first struct element. | 
 | 	 */ | 
 | 	u8 lock; | 
 |  | 
 | 	/* For software way selection, as on Freescale TLB1 */ | 
 | 	u8 esel_next, esel_max, esel_first; | 
 | }; | 
 |  | 
 | #ifdef CONFIG_PPC64 | 
 | extern unsigned long linear_map_top; | 
 | extern int book3e_htw_mode; | 
 |  | 
 | #define PPC_HTW_NONE	0 | 
 | #define PPC_HTW_E6500	1 | 
 |  | 
 | /* | 
 |  * 64-bit booke platforms don't load the tlb in the tlb miss handler code. | 
 |  * HUGETLB_NEED_PRELOAD handles this - it causes huge_ptep_set_access_flags to | 
 |  * return 1, indicating that the tlb requires preloading. | 
 |  */ | 
 | #define HUGETLB_NEED_PRELOAD | 
 |  | 
 | #define mmu_cleanup_all NULL | 
 |  | 
 | #define MAX_PHYSMEM_BITS        44 | 
 |  | 
 | #endif | 
 |  | 
 | #include <asm/percpu.h> | 
 | DECLARE_PER_CPU(int, next_tlbcam_idx); | 
 |  | 
 | #endif /* !__ASSEMBLY__ */ | 
 |  | 
 | #endif /* _ASM_POWERPC_MMU_BOOK3E_H_ */ |