Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 2 | /* |
| 3 | * mm/debug.c |
| 4 | * |
| 5 | * mm/ specific debug routines. |
| 6 | * |
| 7 | */ |
| 8 | |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 9 | #include <linux/kernel.h> |
| 10 | #include <linux/mm.h> |
Steven Rostedt (Red Hat) | af658dc | 2015-04-29 14:36:05 -0400 | [diff] [blame] | 11 | #include <linux/trace_events.h> |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 12 | #include <linux/memcontrol.h> |
Vlastimil Babka | 420adbe9 | 2016-03-15 14:55:52 -0700 | [diff] [blame] | 13 | #include <trace/events/mmflags.h> |
Vlastimil Babka | 7cd12b4 | 2016-03-15 14:56:18 -0700 | [diff] [blame] | 14 | #include <linux/migrate.h> |
Vlastimil Babka | 4e46211 | 2016-03-15 14:56:21 -0700 | [diff] [blame] | 15 | #include <linux/page_owner.h> |
Alexander Duyck | f682a97 | 2018-10-26 15:07:45 -0700 | [diff] [blame] | 16 | #include <linux/ctype.h> |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 17 | |
Vlastimil Babka | edf14cd | 2016-03-15 14:55:56 -0700 | [diff] [blame] | 18 | #include "internal.h" |
| 19 | |
Alexey Dobriyan | 9a2f45f | 2018-12-28 00:35:59 -0800 | [diff] [blame] | 20 | const char *migrate_reason_names[MR_TYPES] = { |
Vlastimil Babka | 7cd12b4 | 2016-03-15 14:56:18 -0700 | [diff] [blame] | 21 | "compaction", |
| 22 | "memory_failure", |
| 23 | "memory_hotplug", |
| 24 | "syscall_or_cpuset", |
| 25 | "mempolicy_mbind", |
| 26 | "numa_misplaced", |
| 27 | "cma", |
| 28 | }; |
| 29 | |
Vlastimil Babka | edf14cd | 2016-03-15 14:55:56 -0700 | [diff] [blame] | 30 | const struct trace_print_flags pageflag_names[] = { |
| 31 | __def_pageflag_names, |
| 32 | {0, NULL} |
Vlastimil Babka | 420adbe9 | 2016-03-15 14:55:52 -0700 | [diff] [blame] | 33 | }; |
| 34 | |
Vlastimil Babka | edf14cd | 2016-03-15 14:55:56 -0700 | [diff] [blame] | 35 | const struct trace_print_flags gfpflag_names[] = { |
| 36 | __def_gfpflag_names, |
| 37 | {0, NULL} |
| 38 | }; |
| 39 | |
| 40 | const struct trace_print_flags vmaflag_names[] = { |
| 41 | __def_vmaflag_names, |
| 42 | {0, NULL} |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 43 | }; |
| 44 | |
Vlastimil Babka | ff8e811 | 2016-03-15 14:56:24 -0700 | [diff] [blame] | 45 | void __dump_page(struct page *page, const char *reason) |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 46 | { |
Michal Hocko | 1c6fb1d | 2018-12-28 00:33:38 -0800 | [diff] [blame] | 47 | struct address_space *mapping = page_mapping(page); |
Pavel Tatashin | fc36def | 2018-07-03 17:02:53 -0700 | [diff] [blame] | 48 | bool page_poisoned = PagePoisoned(page); |
| 49 | int mapcount; |
| 50 | |
| 51 | /* |
| 52 | * If struct page is poisoned don't access Page*() functions as that |
| 53 | * leads to recursive loop. Page*() check for poisoned pages, and calls |
| 54 | * dump_page() when detected. |
| 55 | */ |
| 56 | if (page_poisoned) { |
Michal Hocko | e0392cf | 2018-12-28 00:33:42 -0800 | [diff] [blame] | 57 | pr_warn("page:%px is uninitialized and poisoned", page); |
Pavel Tatashin | fc36def | 2018-07-03 17:02:53 -0700 | [diff] [blame] | 58 | goto hex_only; |
| 59 | } |
| 60 | |
Kirill A. Shutemov | 9996f05 | 2016-10-07 17:01:40 -0700 | [diff] [blame] | 61 | /* |
| 62 | * Avoid VM_BUG_ON() in page_mapcount(). |
| 63 | * page->_mapcount space in struct page is used by sl[aou]b pages to |
| 64 | * encode own info. |
| 65 | */ |
Pavel Tatashin | fc36def | 2018-07-03 17:02:53 -0700 | [diff] [blame] | 66 | mapcount = PageSlab(page) ? 0 : page_mapcount(page); |
Kirill A. Shutemov | 4d35427 | 2016-09-19 14:44:07 -0700 | [diff] [blame] | 67 | |
Michal Hocko | e0392cf | 2018-12-28 00:33:42 -0800 | [diff] [blame] | 68 | pr_warn("page:%px count:%d mapcount:%d mapping:%px index:%#lx", |
Kirill A. Shutemov | 4d35427 | 2016-09-19 14:44:07 -0700 | [diff] [blame] | 69 | page, page_ref_count(page), mapcount, |
| 70 | page->mapping, page_to_pgoff(page)); |
Kirill A. Shutemov | 53f9263 | 2016-01-15 16:53:42 -0800 | [diff] [blame] | 71 | if (PageCompound(page)) |
| 72 | pr_cont(" compound_mapcount: %d", compound_mapcount(page)); |
| 73 | pr_cont("\n"); |
Michal Hocko | 1c6fb1d | 2018-12-28 00:33:38 -0800 | [diff] [blame] | 74 | if (PageAnon(page)) |
Michal Hocko | e0392cf | 2018-12-28 00:33:42 -0800 | [diff] [blame] | 75 | pr_warn("anon "); |
Michal Hocko | 1c6fb1d | 2018-12-28 00:33:38 -0800 | [diff] [blame] | 76 | else if (PageKsm(page)) |
Michal Hocko | e0392cf | 2018-12-28 00:33:42 -0800 | [diff] [blame] | 77 | pr_warn("ksm "); |
Michal Hocko | 1c6fb1d | 2018-12-28 00:33:38 -0800 | [diff] [blame] | 78 | else if (mapping) { |
Michal Hocko | e0392cf | 2018-12-28 00:33:42 -0800 | [diff] [blame] | 79 | pr_warn("%ps ", mapping->a_ops); |
Michal Hocko | 1c6fb1d | 2018-12-28 00:33:38 -0800 | [diff] [blame] | 80 | if (mapping->host->i_dentry.first) { |
| 81 | struct dentry *dentry; |
| 82 | dentry = container_of(mapping->host->i_dentry.first, struct dentry, d_u.d_alias); |
Michal Hocko | e0392cf | 2018-12-28 00:33:42 -0800 | [diff] [blame] | 83 | pr_warn("name:\"%pd\" ", dentry); |
Michal Hocko | 1c6fb1d | 2018-12-28 00:33:38 -0800 | [diff] [blame] | 84 | } |
| 85 | } |
Vlastimil Babka | edf14cd | 2016-03-15 14:55:56 -0700 | [diff] [blame] | 86 | BUILD_BUG_ON(ARRAY_SIZE(pageflag_names) != __NR_PAGEFLAGS + 1); |
Vlastimil Babka | ff8e811 | 2016-03-15 14:56:24 -0700 | [diff] [blame] | 87 | |
Michal Hocko | e0392cf | 2018-12-28 00:33:42 -0800 | [diff] [blame] | 88 | pr_warn("flags: %#lx(%pGp)\n", page->flags, &page->flags); |
Vlastimil Babka | b8eceeb | 2016-03-15 14:55:59 -0700 | [diff] [blame] | 89 | |
Pavel Tatashin | fc36def | 2018-07-03 17:02:53 -0700 | [diff] [blame] | 90 | hex_only: |
Michal Hocko | e0392cf | 2018-12-28 00:33:42 -0800 | [diff] [blame] | 91 | print_hex_dump(KERN_WARNING, "raw: ", DUMP_PREFIX_NONE, 32, |
Vlastimil Babka | 46e8a3a | 2016-12-12 16:44:35 -0800 | [diff] [blame] | 92 | sizeof(unsigned long), page, |
| 93 | sizeof(struct page), false); |
| 94 | |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 95 | if (reason) |
Michal Hocko | e0392cf | 2018-12-28 00:33:42 -0800 | [diff] [blame] | 96 | pr_warn("page dumped because: %s\n", reason); |
Vlastimil Babka | b8eceeb | 2016-03-15 14:55:59 -0700 | [diff] [blame] | 97 | |
Johannes Weiner | 9edad6e | 2014-12-10 15:44:58 -0800 | [diff] [blame] | 98 | #ifdef CONFIG_MEMCG |
Pavel Tatashin | fc36def | 2018-07-03 17:02:53 -0700 | [diff] [blame] | 99 | if (!page_poisoned && page->mem_cgroup) |
Michal Hocko | e0392cf | 2018-12-28 00:33:42 -0800 | [diff] [blame] | 100 | pr_warn("page->mem_cgroup:%px\n", page->mem_cgroup); |
Johannes Weiner | 9edad6e | 2014-12-10 15:44:58 -0800 | [diff] [blame] | 101 | #endif |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 102 | } |
| 103 | |
| 104 | void dump_page(struct page *page, const char *reason) |
| 105 | { |
Vlastimil Babka | ff8e811 | 2016-03-15 14:56:24 -0700 | [diff] [blame] | 106 | __dump_page(page, reason); |
Vlastimil Babka | 4e46211 | 2016-03-15 14:56:21 -0700 | [diff] [blame] | 107 | dump_page_owner(page); |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 108 | } |
| 109 | EXPORT_SYMBOL(dump_page); |
| 110 | |
| 111 | #ifdef CONFIG_DEBUG_VM |
| 112 | |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 113 | void dump_vma(const struct vm_area_struct *vma) |
| 114 | { |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 115 | pr_emerg("vma %px start %px end %px\n" |
| 116 | "next %px prev %px mm %px\n" |
| 117 | "prot %lx anon_vma %px vm_ops %px\n" |
| 118 | "pgoff %lx file %px private_data %px\n" |
Vlastimil Babka | b8eceeb | 2016-03-15 14:55:59 -0700 | [diff] [blame] | 119 | "flags: %#lx(%pGv)\n", |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 120 | vma, (void *)vma->vm_start, (void *)vma->vm_end, vma->vm_next, |
| 121 | vma->vm_prev, vma->vm_mm, |
| 122 | (unsigned long)pgprot_val(vma->vm_page_prot), |
| 123 | vma->anon_vma, vma->vm_ops, vma->vm_pgoff, |
Vlastimil Babka | b8eceeb | 2016-03-15 14:55:59 -0700 | [diff] [blame] | 124 | vma->vm_file, vma->vm_private_data, |
| 125 | vma->vm_flags, &vma->vm_flags); |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 126 | } |
| 127 | EXPORT_SYMBOL(dump_vma); |
| 128 | |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 129 | void dump_mm(const struct mm_struct *mm) |
| 130 | { |
Linus Torvalds | 7a9cdeb | 2018-09-12 23:57:48 -1000 | [diff] [blame] | 131 | pr_emerg("mm %px mmap %px seqnum %llu task_size %lu\n" |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 132 | #ifdef CONFIG_MMU |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 133 | "get_unmapped_area %px\n" |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 134 | #endif |
| 135 | "mmap_base %lu mmap_legacy_base %lu highest_vm_end %lu\n" |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 136 | "pgd %px mm_users %d mm_count %d pgtables_bytes %lu map_count %d\n" |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 137 | "hiwater_rss %lx hiwater_vm %lx total_vm %lx locked_vm %lx\n" |
Davidlohr Bueso | 70f8a3c | 2019-02-06 09:59:15 -0800 | [diff] [blame^] | 138 | "pinned_vm %llx data_vm %lx exec_vm %lx stack_vm %lx\n" |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 139 | "start_code %lx end_code %lx start_data %lx end_data %lx\n" |
| 140 | "start_brk %lx brk %lx start_stack %lx\n" |
| 141 | "arg_start %lx arg_end %lx env_start %lx env_end %lx\n" |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 142 | "binfmt %px flags %lx core_state %px\n" |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 143 | #ifdef CONFIG_AIO |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 144 | "ioctx_table %px\n" |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 145 | #endif |
| 146 | #ifdef CONFIG_MEMCG |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 147 | "owner %px " |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 148 | #endif |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 149 | "exe_file %px\n" |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 150 | #ifdef CONFIG_MMU_NOTIFIER |
Matthew Wilcox | 152a2d1 | 2018-01-04 16:17:59 -0800 | [diff] [blame] | 151 | "mmu_notifier_mm %px\n" |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 152 | #endif |
| 153 | #ifdef CONFIG_NUMA_BALANCING |
| 154 | "numa_next_scan %lu numa_scan_offset %lu numa_scan_seq %d\n" |
| 155 | #endif |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 156 | "tlb_flush_pending %d\n" |
Vlastimil Babka | b8eceeb | 2016-03-15 14:55:59 -0700 | [diff] [blame] | 157 | "def_flags: %#lx(%pGv)\n", |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 158 | |
Linus Torvalds | 7a9cdeb | 2018-09-12 23:57:48 -1000 | [diff] [blame] | 159 | mm, mm->mmap, (long long) mm->vmacache_seqnum, mm->task_size, |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 160 | #ifdef CONFIG_MMU |
| 161 | mm->get_unmapped_area, |
| 162 | #endif |
| 163 | mm->mmap_base, mm->mmap_legacy_base, mm->highest_vm_end, |
| 164 | mm->pgd, atomic_read(&mm->mm_users), |
| 165 | atomic_read(&mm->mm_count), |
Kirill A. Shutemov | af5b0f6 | 2017-11-15 17:35:40 -0800 | [diff] [blame] | 166 | mm_pgtables_bytes(mm), |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 167 | mm->map_count, |
| 168 | mm->hiwater_rss, mm->hiwater_vm, mm->total_vm, mm->locked_vm, |
Davidlohr Bueso | 70f8a3c | 2019-02-06 09:59:15 -0800 | [diff] [blame^] | 169 | atomic64_read(&mm->pinned_vm), |
| 170 | mm->data_vm, mm->exec_vm, mm->stack_vm, |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 171 | mm->start_code, mm->end_code, mm->start_data, mm->end_data, |
| 172 | mm->start_brk, mm->brk, mm->start_stack, |
| 173 | mm->arg_start, mm->arg_end, mm->env_start, mm->env_end, |
| 174 | mm->binfmt, mm->flags, mm->core_state, |
| 175 | #ifdef CONFIG_AIO |
| 176 | mm->ioctx_table, |
| 177 | #endif |
| 178 | #ifdef CONFIG_MEMCG |
| 179 | mm->owner, |
| 180 | #endif |
| 181 | mm->exe_file, |
| 182 | #ifdef CONFIG_MMU_NOTIFIER |
| 183 | mm->mmu_notifier_mm, |
| 184 | #endif |
| 185 | #ifdef CONFIG_NUMA_BALANCING |
| 186 | mm->numa_next_scan, mm->numa_scan_offset, mm->numa_scan_seq, |
| 187 | #endif |
Nadav Amit | 16af97d | 2017-08-10 15:23:56 -0700 | [diff] [blame] | 188 | atomic_read(&mm->tlb_flush_pending), |
Vlastimil Babka | b8eceeb | 2016-03-15 14:55:59 -0700 | [diff] [blame] | 189 | mm->def_flags, &mm->def_flags |
| 190 | ); |
Sasha Levin | 31c9afa | 2014-10-09 15:28:37 -0700 | [diff] [blame] | 191 | } |
| 192 | |
Alexander Duyck | f682a97 | 2018-10-26 15:07:45 -0700 | [diff] [blame] | 193 | static bool page_init_poisoning __read_mostly = true; |
| 194 | |
| 195 | static int __init setup_vm_debug(char *str) |
| 196 | { |
| 197 | bool __page_init_poisoning = true; |
| 198 | |
| 199 | /* |
| 200 | * Calling vm_debug with no arguments is equivalent to requesting |
| 201 | * to enable all debugging options we can control. |
| 202 | */ |
| 203 | if (*str++ != '=' || !*str) |
| 204 | goto out; |
| 205 | |
| 206 | __page_init_poisoning = false; |
| 207 | if (*str == '-') |
| 208 | goto out; |
| 209 | |
| 210 | while (*str) { |
| 211 | switch (tolower(*str)) { |
| 212 | case'p': |
| 213 | __page_init_poisoning = true; |
| 214 | break; |
| 215 | default: |
| 216 | pr_err("vm_debug option '%c' unknown. skipped\n", |
| 217 | *str); |
| 218 | } |
| 219 | |
| 220 | str++; |
| 221 | } |
| 222 | out: |
| 223 | if (page_init_poisoning && !__page_init_poisoning) |
| 224 | pr_warn("Page struct poisoning disabled by kernel command line option 'vm_debug'\n"); |
| 225 | |
| 226 | page_init_poisoning = __page_init_poisoning; |
| 227 | |
| 228 | return 1; |
| 229 | } |
| 230 | __setup("vm_debug", setup_vm_debug); |
| 231 | |
| 232 | void page_init_poison(struct page *page, size_t size) |
| 233 | { |
| 234 | if (page_init_poisoning) |
| 235 | memset(page, PAGE_POISON_PATTERN, size); |
| 236 | } |
| 237 | EXPORT_SYMBOL_GPL(page_init_poison); |
Sasha Levin | 82742a3 | 2014-10-09 15:28:34 -0700 | [diff] [blame] | 238 | #endif /* CONFIG_DEBUG_VM */ |