| # SPDX-License-Identifier: GPL-2.0 |
| # |
| # Copyright (c) 2023 MediaTek Inc. |
| # |
| # Authors: |
| # Kuan-Ying Lee <Kuan-Ying.Lee@mediatek.com> |
| # |
| |
| import gdb |
| import math |
| from linux import utils, constants |
| |
| def DIV_ROUND_UP(n,d): |
| return ((n) + (d) - 1) // (d) |
| |
| def test_bit(nr, addr): |
| if addr.dereference() & (0x1 << nr): |
| return True |
| else: |
| return False |
| |
| class page_ops(): |
| ops = None |
| def __init__(self): |
| if not constants.LX_CONFIG_SPARSEMEM_VMEMMAP: |
| raise gdb.GdbError('Only support CONFIG_SPARSEMEM_VMEMMAP now') |
| if constants.LX_CONFIG_ARM64 and utils.is_target_arch('aarch64'): |
| self.ops = aarch64_page_ops() |
| else: |
| raise gdb.GdbError('Only support aarch64 now') |
| |
| class aarch64_page_ops(): |
| def __init__(self): |
| self.SUBSECTION_SHIFT = 21 |
| self.SEBSECTION_SIZE = 1 << self.SUBSECTION_SHIFT |
| self.MODULES_VSIZE = 2 * 1024 * 1024 * 1024 |
| |
| if constants.LX_CONFIG_ARM64_64K_PAGES: |
| self.SECTION_SIZE_BITS = 29 |
| else: |
| self.SECTION_SIZE_BITS = 27 |
| self.MAX_PHYSMEM_BITS = constants.LX_CONFIG_ARM64_VA_BITS |
| |
| self.PAGE_SHIFT = constants.LX_CONFIG_PAGE_SHIFT |
| self.PAGE_SIZE = 1 << self.PAGE_SHIFT |
| self.PAGE_MASK = (~(self.PAGE_SIZE - 1)) & ((1 << 64) - 1) |
| |
| self.VA_BITS = constants.LX_CONFIG_ARM64_VA_BITS |
| if self.VA_BITS > 48: |
| if constants.LX_CONFIG_ARM64_16K_PAGES: |
| self.VA_BITS_MIN = 47 |
| else: |
| self.VA_BITS_MIN = 48 |
| tcr_el1 = gdb.execute("info registers $TCR_EL1", to_string=True) |
| tcr_el1 = int(tcr_el1.split()[1], 16) |
| self.vabits_actual = 64 - ((tcr_el1 >> 16) & 63) |
| else: |
| self.VA_BITS_MIN = self.VA_BITS |
| self.vabits_actual = self.VA_BITS |
| self.kimage_voffset = gdb.parse_and_eval('kimage_voffset') & ((1 << 64) - 1) |
| |
| self.SECTIONS_SHIFT = self.MAX_PHYSMEM_BITS - self.SECTION_SIZE_BITS |
| |
| if str(constants.LX_CONFIG_ARCH_FORCE_MAX_ORDER).isdigit(): |
| self.MAX_ORDER = constants.LX_CONFIG_ARCH_FORCE_MAX_ORDER |
| else: |
| self.MAX_ORDER = 10 |
| |
| self.MAX_ORDER_NR_PAGES = 1 << (self.MAX_ORDER) |
| self.PFN_SECTION_SHIFT = self.SECTION_SIZE_BITS - self.PAGE_SHIFT |
| self.NR_MEM_SECTIONS = 1 << self.SECTIONS_SHIFT |
| self.PAGES_PER_SECTION = 1 << self.PFN_SECTION_SHIFT |
| self.PAGE_SECTION_MASK = (~(self.PAGES_PER_SECTION - 1)) & ((1 << 64) - 1) |
| |
| if constants.LX_CONFIG_SPARSEMEM_EXTREME: |
| self.SECTIONS_PER_ROOT = self.PAGE_SIZE // gdb.lookup_type("struct mem_section").sizeof |
| else: |
| self.SECTIONS_PER_ROOT = 1 |
| |
| self.NR_SECTION_ROOTS = DIV_ROUND_UP(self.NR_MEM_SECTIONS, self.SECTIONS_PER_ROOT) |
| self.SECTION_ROOT_MASK = self.SECTIONS_PER_ROOT - 1 |
| self.SUBSECTION_SHIFT = 21 |
| self.SEBSECTION_SIZE = 1 << self.SUBSECTION_SHIFT |
| self.PFN_SUBSECTION_SHIFT = self.SUBSECTION_SHIFT - self.PAGE_SHIFT |
| self.PAGES_PER_SUBSECTION = 1 << self.PFN_SUBSECTION_SHIFT |
| |
| self.SECTION_HAS_MEM_MAP = 1 << int(gdb.parse_and_eval('SECTION_HAS_MEM_MAP_BIT')) |
| self.SECTION_IS_EARLY = 1 << int(gdb.parse_and_eval('SECTION_IS_EARLY_BIT')) |
| |
| self.struct_page_size = utils.get_page_type().sizeof |
| self.STRUCT_PAGE_MAX_SHIFT = (int)(math.log(self.struct_page_size, 2)) |
| |
| self.PAGE_OFFSET = self._PAGE_OFFSET(self.VA_BITS) |
| self.MODULES_VADDR = self._PAGE_END(self.VA_BITS_MIN) |
| self.MODULES_END = self.MODULES_VADDR + self.MODULES_VSIZE |
| |
| self.VMEMMAP_RANGE = self._PAGE_END(self.VA_BITS_MIN) - self.PAGE_OFFSET |
| self.VMEMMAP_SIZE = (self.VMEMMAP_RANGE >> self.PAGE_SHIFT) * self.struct_page_size |
| self.VMEMMAP_END = (-(1 * 1024 * 1024 * 1024)) & 0xffffffffffffffff |
| self.VMEMMAP_START = self.VMEMMAP_END - self.VMEMMAP_SIZE |
| |
| self.VMALLOC_START = self.MODULES_END |
| self.VMALLOC_END = self.VMEMMAP_START - 256 * 1024 * 1024 |
| |
| self.memstart_addr = gdb.parse_and_eval("memstart_addr") |
| self.PHYS_OFFSET = self.memstart_addr |
| self.vmemmap = gdb.Value(self.VMEMMAP_START).cast(utils.get_page_type().pointer()) - (self.memstart_addr >> self.PAGE_SHIFT) |
| |
| self.KERNEL_START = gdb.parse_and_eval("_text") |
| self.KERNEL_END = gdb.parse_and_eval("_end") |
| |
| if constants.LX_CONFIG_KASAN_GENERIC or constants.LX_CONFIG_KASAN_SW_TAGS: |
| if constants.LX_CONFIG_KASAN_GENERIC: |
| self.KASAN_SHADOW_SCALE_SHIFT = 3 |
| else: |
| self.KASAN_SHADOW_SCALE_SHIFT = 4 |
| self.KASAN_SHADOW_OFFSET = constants.LX_CONFIG_KASAN_SHADOW_OFFSET |
| self.KASAN_SHADOW_END = (1 << (64 - self.KASAN_SHADOW_SCALE_SHIFT)) + self.KASAN_SHADOW_OFFSET |
| self.PAGE_END = self.KASAN_SHADOW_END - (1 << (self.vabits_actual - self.KASAN_SHADOW_SCALE_SHIFT)) |
| else: |
| self.PAGE_END = self._PAGE_END(self.VA_BITS_MIN) |
| |
| if constants.LX_CONFIG_NUMA and constants.LX_CONFIG_NODES_SHIFT: |
| self.NODE_SHIFT = constants.LX_CONFIG_NODES_SHIFT |
| else: |
| self.NODE_SHIFT = 0 |
| |
| self.MAX_NUMNODES = 1 << self.NODE_SHIFT |
| |
| def SECTION_NR_TO_ROOT(self, sec): |
| return sec // self.SECTIONS_PER_ROOT |
| |
| def __nr_to_section(self, nr): |
| root = self.SECTION_NR_TO_ROOT(nr) |
| mem_section = gdb.parse_and_eval("mem_section") |
| return mem_section[root][nr & self.SECTION_ROOT_MASK] |
| |
| def pfn_to_section_nr(self, pfn): |
| return pfn >> self.PFN_SECTION_SHIFT |
| |
| def section_nr_to_pfn(self, sec): |
| return sec << self.PFN_SECTION_SHIFT |
| |
| def __pfn_to_section(self, pfn): |
| return self.__nr_to_section(self.pfn_to_section_nr(pfn)) |
| |
| def pfn_to_section(self, pfn): |
| return self.__pfn_to_section(pfn) |
| |
| def subsection_map_index(self, pfn): |
| return (pfn & ~(self.PAGE_SECTION_MASK)) // self.PAGES_PER_SUBSECTION |
| |
| def pfn_section_valid(self, ms, pfn): |
| if constants.LX_CONFIG_SPARSEMEM_VMEMMAP: |
| idx = self.subsection_map_index(pfn) |
| return test_bit(idx, ms['usage']['subsection_map']) |
| else: |
| return True |
| |
| def valid_section(self, mem_section): |
| if mem_section != None and (mem_section['section_mem_map'] & self.SECTION_HAS_MEM_MAP): |
| return True |
| return False |
| |
| def early_section(self, mem_section): |
| if mem_section != None and (mem_section['section_mem_map'] & self.SECTION_IS_EARLY): |
| return True |
| return False |
| |
| def pfn_valid(self, pfn): |
| ms = None |
| if self.PHYS_PFN(self.PFN_PHYS(pfn)) != pfn: |
| return False |
| if self.pfn_to_section_nr(pfn) >= self.NR_MEM_SECTIONS: |
| return False |
| ms = self.__pfn_to_section(pfn) |
| |
| if not self.valid_section(ms): |
| return False |
| return self.early_section(ms) or self.pfn_section_valid(ms, pfn) |
| |
| def _PAGE_OFFSET(self, va): |
| return (-(1 << (va))) & 0xffffffffffffffff |
| |
| def _PAGE_END(self, va): |
| return (-(1 << (va - 1))) & 0xffffffffffffffff |
| |
| def kasan_reset_tag(self, addr): |
| if constants.LX_CONFIG_KASAN_SW_TAGS or constants.LX_CONFIG_KASAN_HW_TAGS: |
| return int(addr) | (0xff << 56) |
| else: |
| return addr |
| |
| def __is_lm_address(self, addr): |
| if (addr - self.PAGE_OFFSET) < (self.PAGE_END - self.PAGE_OFFSET): |
| return True |
| else: |
| return False |
| def __lm_to_phys(self, addr): |
| return addr - self.PAGE_OFFSET + self.PHYS_OFFSET |
| |
| def __kimg_to_phys(self, addr): |
| return addr - self.kimage_voffset |
| |
| def __virt_to_phys_nodebug(self, va): |
| untagged_va = self.kasan_reset_tag(va) |
| if self.__is_lm_address(untagged_va): |
| return self.__lm_to_phys(untagged_va) |
| else: |
| return self.__kimg_to_phys(untagged_va) |
| |
| def __virt_to_phys(self, va): |
| if constants.LX_CONFIG_DEBUG_VIRTUAL: |
| if not self.__is_lm_address(self.kasan_reset_tag(va)): |
| raise gdb.GdbError("Warning: virt_to_phys used for non-linear address: 0x%lx\n" % va) |
| return self.__virt_to_phys_nodebug(va) |
| |
| def virt_to_phys(self, va): |
| return self.__virt_to_phys(va) |
| |
| def PFN_PHYS(self, pfn): |
| return pfn << self.PAGE_SHIFT |
| |
| def PHYS_PFN(self, phys): |
| return phys >> self.PAGE_SHIFT |
| |
| def __phys_to_virt(self, pa): |
| return (pa - self.PHYS_OFFSET) | self.PAGE_OFFSET |
| |
| def __phys_to_pfn(self, pa): |
| return self.PHYS_PFN(pa) |
| |
| def __pfn_to_phys(self, pfn): |
| return self.PFN_PHYS(pfn) |
| |
| def __pa_symbol_nodebug(self, x): |
| return self.__kimg_to_phys(x) |
| |
| def __phys_addr_symbol(self, x): |
| if constants.LX_CONFIG_DEBUG_VIRTUAL: |
| if x < self.KERNEL_START or x > self.KERNEL_END: |
| raise gdb.GdbError("0x%x exceed kernel range" % x) |
| return self.__pa_symbol_nodebug(x) |
| |
| def __pa_symbol(self, x): |
| return self.__phys_addr_symbol(x) |
| |
| def __va(self, pa): |
| return self.__phys_to_virt(pa) |
| |
| def pfn_to_kaddr(self, pfn): |
| return self.__va(pfn << self.PAGE_SHIFT) |
| |
| def virt_to_pfn(self, va): |
| return self.__phys_to_pfn(self.__virt_to_phys(va)) |
| |
| def sym_to_pfn(self, x): |
| return self.__phys_to_pfn(self.__pa_symbol(x)) |
| |
| def page_to_pfn(self, page): |
| return int(page.cast(utils.get_page_type().pointer()) - self.vmemmap.cast(utils.get_page_type().pointer())) |
| |
| def page_to_phys(self, page): |
| return self.__pfn_to_phys(self.page_to_pfn(page)) |
| |
| def pfn_to_page(self, pfn): |
| return (self.vmemmap + pfn).cast(utils.get_page_type().pointer()) |
| |
| def page_to_virt(self, page): |
| if constants.LX_CONFIG_DEBUG_VIRTUAL: |
| return self.__va(self.page_to_phys(page)) |
| else: |
| __idx = int((page.cast(gdb.lookup_type("unsigned long")) - self.VMEMMAP_START).cast(utils.get_ulong_type())) // self.struct_page_size |
| return self.PAGE_OFFSET + (__idx * self.PAGE_SIZE) |
| |
| def virt_to_page(self, va): |
| if constants.LX_CONFIG_DEBUG_VIRTUAL: |
| return self.pfn_to_page(self.virt_to_pfn(va)) |
| else: |
| __idx = int(self.kasan_reset_tag(va) - self.PAGE_OFFSET) // self.PAGE_SIZE |
| addr = self.VMEMMAP_START + (__idx * self.struct_page_size) |
| return gdb.Value(addr).cast(utils.get_page_type().pointer()) |
| |
| def page_address(self, page): |
| return self.page_to_virt(page) |
| |
| def folio_address(self, folio): |
| return self.page_address(folio['page'].address) |
| |
| class LxPFN2Page(gdb.Command): |
| """PFN to struct page""" |
| |
| def __init__(self): |
| super(LxPFN2Page, self).__init__("lx-pfn_to_page", gdb.COMMAND_USER) |
| |
| def invoke(self, arg, from_tty): |
| argv = gdb.string_to_argv(arg) |
| pfn = int(argv[0]) |
| page = page_ops().ops.pfn_to_page(pfn) |
| gdb.write("pfn_to_page(0x%x) = 0x%x\n" % (pfn, page)) |
| |
| LxPFN2Page() |
| |
| class LxPage2PFN(gdb.Command): |
| """struct page to PFN""" |
| |
| def __init__(self): |
| super(LxPage2PFN, self).__init__("lx-page_to_pfn", gdb.COMMAND_USER) |
| |
| def invoke(self, arg, from_tty): |
| argv = gdb.string_to_argv(arg) |
| struct_page_addr = int(argv[0], 16) |
| page = gdb.Value(struct_page_addr).cast(utils.get_page_type().pointer()) |
| pfn = page_ops().ops.page_to_pfn(page) |
| gdb.write("page_to_pfn(0x%x) = 0x%x\n" % (page, pfn)) |
| |
| LxPage2PFN() |
| |
| class LxPageAddress(gdb.Command): |
| """struct page to linear mapping address""" |
| |
| def __init__(self): |
| super(LxPageAddress, self).__init__("lx-page_address", gdb.COMMAND_USER) |
| |
| def invoke(self, arg, from_tty): |
| argv = gdb.string_to_argv(arg) |
| struct_page_addr = int(argv[0], 16) |
| page = gdb.Value(struct_page_addr).cast(utils.get_page_type().pointer()) |
| addr = page_ops().ops.page_address(page) |
| gdb.write("page_address(0x%x) = 0x%x\n" % (page, addr)) |
| |
| LxPageAddress() |
| |
| class LxPage2Phys(gdb.Command): |
| """struct page to physical address""" |
| |
| def __init__(self): |
| super(LxPage2Phys, self).__init__("lx-page_to_phys", gdb.COMMAND_USER) |
| |
| def invoke(self, arg, from_tty): |
| argv = gdb.string_to_argv(arg) |
| struct_page_addr = int(argv[0], 16) |
| page = gdb.Value(struct_page_addr).cast(utils.get_page_type().pointer()) |
| phys_addr = page_ops().ops.page_to_phys(page) |
| gdb.write("page_to_phys(0x%x) = 0x%x\n" % (page, phys_addr)) |
| |
| LxPage2Phys() |
| |
| class LxVirt2Phys(gdb.Command): |
| """virtual address to physical address""" |
| |
| def __init__(self): |
| super(LxVirt2Phys, self).__init__("lx-virt_to_phys", gdb.COMMAND_USER) |
| |
| def invoke(self, arg, from_tty): |
| argv = gdb.string_to_argv(arg) |
| linear_addr = int(argv[0], 16) |
| phys_addr = page_ops().ops.virt_to_phys(linear_addr) |
| gdb.write("virt_to_phys(0x%x) = 0x%x\n" % (linear_addr, phys_addr)) |
| |
| LxVirt2Phys() |
| |
| class LxVirt2Page(gdb.Command): |
| """virtual address to struct page""" |
| |
| def __init__(self): |
| super(LxVirt2Page, self).__init__("lx-virt_to_page", gdb.COMMAND_USER) |
| |
| def invoke(self, arg, from_tty): |
| argv = gdb.string_to_argv(arg) |
| linear_addr = int(argv[0], 16) |
| page = page_ops().ops.virt_to_page(linear_addr) |
| gdb.write("virt_to_page(0x%x) = 0x%x\n" % (linear_addr, page)) |
| |
| LxVirt2Page() |
| |
| class LxSym2PFN(gdb.Command): |
| """symbol address to PFN""" |
| |
| def __init__(self): |
| super(LxSym2PFN, self).__init__("lx-sym_to_pfn", gdb.COMMAND_USER) |
| |
| def invoke(self, arg, from_tty): |
| argv = gdb.string_to_argv(arg) |
| sym_addr = int(argv[0], 16) |
| pfn = page_ops().ops.sym_to_pfn(sym_addr) |
| gdb.write("sym_to_pfn(0x%x) = %d\n" % (sym_addr, pfn)) |
| |
| LxSym2PFN() |
| |
| class LxPFN2Kaddr(gdb.Command): |
| """PFN to kernel address""" |
| |
| def __init__(self): |
| super(LxPFN2Kaddr, self).__init__("lx-pfn_to_kaddr", gdb.COMMAND_USER) |
| |
| def invoke(self, arg, from_tty): |
| argv = gdb.string_to_argv(arg) |
| pfn = int(argv[0]) |
| kaddr = page_ops().ops.pfn_to_kaddr(pfn) |
| gdb.write("pfn_to_kaddr(%d) = 0x%x\n" % (pfn, kaddr)) |
| |
| LxPFN2Kaddr() |
