Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 2 | /* |
| 3 | * mm/debug.c |
| 4 | * |
| 5 | * mm/ specific debug routines. |
| 6 | * |
| 7 | */ |
| 8 | |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 9 | #include <linux/kernel.h> |
| 10 | #include <linux/mm.h> |
Steven Rostedt (Red Hat) | af658dc | 2015-04-29 14:36:05 -0400 | [diff] [blame] | 11 | #include <linux/trace_events.h> |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 12 | #include <linux/memcontrol.h> |
Vlastimil Babka | 420adbe9 | 2016-03-15 14:55:52 -0700 | [diff] [blame] | 13 | #include <trace/events/mmflags.h> |
Vlastimil Babka | 7cd12b4 | 2016-03-15 14:56:18 -0700 | [diff] [blame] | 14 | #include <linux/migrate.h> |
Vlastimil Babka | 4e46211 | 2016-03-15 14:56:21 -0700 | [diff] [blame] | 15 | #include <linux/page_owner.h> |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 16 | |
Vlastimil Babka | edf14cd | 2016-03-15 14:55:56 -0700 | [diff] [blame] | 17 | #include "internal.h" |
| 18 | |
Vlastimil Babka | 7cd12b4 | 2016-03-15 14:56:18 -0700 | [diff] [blame] | 19 | char *migrate_reason_names[MR_TYPES] = { |
| 20 | "compaction", |
| 21 | "memory_failure", |
| 22 | "memory_hotplug", |
| 23 | "syscall_or_cpuset", |
| 24 | "mempolicy_mbind", |
| 25 | "numa_misplaced", |
| 26 | "cma", |
| 27 | }; |
| 28 | |
Vlastimil Babka | edf14cd | 2016-03-15 14:55:56 -0700 | [diff] [blame] | 29 | const struct trace_print_flags pageflag_names[] = { |
| 30 | __def_pageflag_names, |
| 31 | {0, NULL} |
Vlastimil Babka | 420adbe9 | 2016-03-15 14:55:52 -0700 | [diff] [blame] | 32 | }; |
| 33 | |
Vlastimil Babka | edf14cd | 2016-03-15 14:55:56 -0700 | [diff] [blame] | 34 | const struct trace_print_flags gfpflag_names[] = { |
| 35 | __def_gfpflag_names, |
| 36 | {0, NULL} |
| 37 | }; |
| 38 | |
| 39 | const struct trace_print_flags vmaflag_names[] = { |
| 40 | __def_vmaflag_names, |
| 41 | {0, NULL} |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 42 | }; |
| 43 | |
Vlastimil Babka | ff8e811 | 2016-03-15 14:56:24 -0700 | [diff] [blame] | 44 | void __dump_page(struct page *page, const char *reason) |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 45 | { |
Kirill A. Shutemov | 9996f05 | 2016-10-07 17:01:40 -0700 | [diff] [blame] | 46 | /* |
| 47 | * Avoid VM_BUG_ON() in page_mapcount(). |
| 48 | * page->_mapcount space in struct page is used by sl[aou]b pages to |
| 49 | * encode own info. |
| 50 | */ |
Kirill A. Shutemov | 4d35427 | 2016-09-19 14:44:07 -0700 | [diff] [blame] | 51 | int mapcount = PageSlab(page) ? 0 : page_mapcount(page); |
| 52 | |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 53 | pr_emerg("page:%px count:%d mapcount:%d mapping:%px index:%#lx", |
Kirill A. Shutemov | 4d35427 | 2016-09-19 14:44:07 -0700 | [diff] [blame] | 54 | page, page_ref_count(page), mapcount, |
| 55 | page->mapping, page_to_pgoff(page)); |
Kirill A. Shutemov | 53f9263 | 2016-01-15 16:53:42 -0800 | [diff] [blame] | 56 | if (PageCompound(page)) |
| 57 | pr_cont(" compound_mapcount: %d", compound_mapcount(page)); |
| 58 | pr_cont("\n"); |
Vlastimil Babka | edf14cd | 2016-03-15 14:55:56 -0700 | [diff] [blame] | 59 | BUILD_BUG_ON(ARRAY_SIZE(pageflag_names) != __NR_PAGEFLAGS + 1); |
Vlastimil Babka | ff8e811 | 2016-03-15 14:56:24 -0700 | [diff] [blame] | 60 | |
Vlastimil Babka | b8eceeb | 2016-03-15 14:55:59 -0700 | [diff] [blame] | 61 | pr_emerg("flags: %#lx(%pGp)\n", page->flags, &page->flags); |
| 62 | |
Vlastimil Babka | 46e8a3a | 2016-12-12 16:44:35 -0800 | [diff] [blame] | 63 | print_hex_dump(KERN_ALERT, "raw: ", DUMP_PREFIX_NONE, 32, |
| 64 | sizeof(unsigned long), page, |
| 65 | sizeof(struct page), false); |
| 66 | |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 67 | if (reason) |
| 68 | pr_alert("page dumped because: %s\n", reason); |
Vlastimil Babka | b8eceeb | 2016-03-15 14:55:59 -0700 | [diff] [blame] | 69 | |
Johannes Weiner | 9edad6e | 2014-12-10 15:44:58 -0800 | [diff] [blame] | 70 | #ifdef CONFIG_MEMCG |
| 71 | if (page->mem_cgroup) |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 72 | pr_alert("page->mem_cgroup:%px\n", page->mem_cgroup); |
Johannes Weiner | 9edad6e | 2014-12-10 15:44:58 -0800 | [diff] [blame] | 73 | #endif |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 74 | } |
| 75 | |
| 76 | void dump_page(struct page *page, const char *reason) |
| 77 | { |
Vlastimil Babka | ff8e811 | 2016-03-15 14:56:24 -0700 | [diff] [blame] | 78 | __dump_page(page, reason); |
Vlastimil Babka | 4e46211 | 2016-03-15 14:56:21 -0700 | [diff] [blame] | 79 | dump_page_owner(page); |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 80 | } |
| 81 | EXPORT_SYMBOL(dump_page); |
| 82 | |
| 83 | #ifdef CONFIG_DEBUG_VM |
| 84 | |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 85 | void dump_vma(const struct vm_area_struct *vma) |
| 86 | { |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 87 | pr_emerg("vma %px start %px end %px\n" |
| 88 | "next %px prev %px mm %px\n" |
| 89 | "prot %lx anon_vma %px vm_ops %px\n" |
| 90 | "pgoff %lx file %px private_data %px\n" |
Vlastimil Babka | b8eceeb | 2016-03-15 14:55:59 -0700 | [diff] [blame] | 91 | "flags: %#lx(%pGv)\n", |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 92 | vma, (void *)vma->vm_start, (void *)vma->vm_end, vma->vm_next, |
| 93 | vma->vm_prev, vma->vm_mm, |
| 94 | (unsigned long)pgprot_val(vma->vm_page_prot), |
| 95 | vma->anon_vma, vma->vm_ops, vma->vm_pgoff, |
Vlastimil Babka | b8eceeb | 2016-03-15 14:55:59 -0700 | [diff] [blame] | 96 | vma->vm_file, vma->vm_private_data, |
| 97 | vma->vm_flags, &vma->vm_flags); |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 98 | } |
| 99 | EXPORT_SYMBOL(dump_vma); |
| 100 | |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 101 | void dump_mm(const struct mm_struct *mm) |
| 102 | { |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 103 | pr_emerg("mm %px mmap %px seqnum %d task_size %lu\n" |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 104 | #ifdef CONFIG_MMU |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 105 | "get_unmapped_area %px\n" |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 106 | #endif |
| 107 | "mmap_base %lu mmap_legacy_base %lu highest_vm_end %lu\n" |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 108 | "pgd %px mm_users %d mm_count %d pgtables_bytes %lu map_count %d\n" |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 109 | "hiwater_rss %lx hiwater_vm %lx total_vm %lx locked_vm %lx\n" |
Konstantin Khlebnikov | 8463833 | 2016-01-14 15:22:07 -0800 | [diff] [blame] | 110 | "pinned_vm %lx data_vm %lx exec_vm %lx stack_vm %lx\n" |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 111 | "start_code %lx end_code %lx start_data %lx end_data %lx\n" |
| 112 | "start_brk %lx brk %lx start_stack %lx\n" |
| 113 | "arg_start %lx arg_end %lx env_start %lx env_end %lx\n" |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 114 | "binfmt %px flags %lx core_state %px\n" |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 115 | #ifdef CONFIG_AIO |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 116 | "ioctx_table %px\n" |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 117 | #endif |
| 118 | #ifdef CONFIG_MEMCG |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 119 | "owner %px " |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 120 | #endif |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 121 | "exe_file %px\n" |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 122 | #ifdef CONFIG_MMU_NOTIFIER |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 123 | "mmu_notifier_mm %px\n" |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 124 | #endif |
| 125 | #ifdef CONFIG_NUMA_BALANCING |
| 126 | "numa_next_scan %lu numa_scan_offset %lu numa_scan_seq %d\n" |
| 127 | #endif |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 128 | "tlb_flush_pending %d\n" |
Vlastimil Babka | b8eceeb | 2016-03-15 14:55:59 -0700 | [diff] [blame] | 129 | "def_flags: %#lx(%pGv)\n", |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 130 | |
| 131 | mm, mm->mmap, mm->vmacache_seqnum, mm->task_size, |
| 132 | #ifdef CONFIG_MMU |
| 133 | mm->get_unmapped_area, |
| 134 | #endif |
| 135 | mm->mmap_base, mm->mmap_legacy_base, mm->highest_vm_end, |
| 136 | mm->pgd, atomic_read(&mm->mm_users), |
| 137 | atomic_read(&mm->mm_count), |
Kirill A. Shutemov | af5b0f6 | 2017-11-15 17:35:40 -0800 | [diff] [blame] | 138 | mm_pgtables_bytes(mm), |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 139 | mm->map_count, |
| 140 | mm->hiwater_rss, mm->hiwater_vm, mm->total_vm, mm->locked_vm, |
Konstantin Khlebnikov | 8463833 | 2016-01-14 15:22:07 -0800 | [diff] [blame] | 141 | mm->pinned_vm, mm->data_vm, mm->exec_vm, mm->stack_vm, |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 142 | mm->start_code, mm->end_code, mm->start_data, mm->end_data, |
| 143 | mm->start_brk, mm->brk, mm->start_stack, |
| 144 | mm->arg_start, mm->arg_end, mm->env_start, mm->env_end, |
| 145 | mm->binfmt, mm->flags, mm->core_state, |
| 146 | #ifdef CONFIG_AIO |
| 147 | mm->ioctx_table, |
| 148 | #endif |
| 149 | #ifdef CONFIG_MEMCG |
| 150 | mm->owner, |
| 151 | #endif |
| 152 | mm->exe_file, |
| 153 | #ifdef CONFIG_MMU_NOTIFIER |
| 154 | mm->mmu_notifier_mm, |
| 155 | #endif |
| 156 | #ifdef CONFIG_NUMA_BALANCING |
| 157 | mm->numa_next_scan, mm->numa_scan_offset, mm->numa_scan_seq, |
| 158 | #endif |
Nadav Amit | 16af97d | 2017-08-10 15:23:56 -0700 | [diff] [blame] | 159 | atomic_read(&mm->tlb_flush_pending), |
Vlastimil Babka | b8eceeb | 2016-03-15 14:55:59 -0700 | [diff] [blame] | 160 | mm->def_flags, &mm->def_flags |
| 161 | ); |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 162 | } |
| 163 | |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 164 | #endif /* CONFIG_DEBUG_VM */ |