blob: 7ecaa1900137d2ed6c212c0f717dd035389da7b7 [file] [log] [blame]
Thomas Gleixner09c434b2019-05-19 13:08:20 +01001// SPDX-License-Identifier: GPL-2.0-only
Lucas De Marchi25985ed2011-03-30 22:57:33 -03002/* Inject a hwpoison memory failure on a arbitrary pfn */
Andi Kleencae681f2009-09-16 11:50:17 +02003#include <linux/module.h>
4#include <linux/debugfs.h>
5#include <linux/kernel.h>
6#include <linux/mm.h>
Wu Fengguang31d3d342009-12-16 12:19:59 +01007#include <linux/swap.h>
8#include <linux/pagemap.h>
Naoya Horiguchi43131e12010-05-28 09:29:22 +09009#include <linux/hugetlb.h>
Wu Fengguang7c116f22009-12-16 12:19:59 +010010#include "internal.h"
Andi Kleencae681f2009-09-16 11:50:17 +020011
Wu Fengguang847ce402009-12-16 12:19:58 +010012static struct dentry *hwpoison_dir;
Andi Kleencae681f2009-09-16 11:50:17 +020013
14static int hwpoison_inject(void *data, u64 val)
15{
Wu Fengguang31d3d342009-12-16 12:19:59 +010016 unsigned long pfn = val;
17 struct page *p;
Matthew Wilcox (Oracle)fed53482024-04-12 20:35:02 +010018 struct folio *folio;
Wu Fengguang31d3d342009-12-16 12:19:59 +010019 int err;
20
Andi Kleencae681f2009-09-16 11:50:17 +020021 if (!capable(CAP_SYS_ADMIN))
22 return -EPERM;
Wu Fengguang31d3d342009-12-16 12:19:59 +010023
24 if (!pfn_valid(pfn))
25 return -ENXIO;
26
27 p = pfn_to_page(pfn);
Matthew Wilcox (Oracle)fed53482024-04-12 20:35:02 +010028 folio = page_folio(p);
Wu Fengguang31d3d342009-12-16 12:19:59 +010029
Wanpeng Lifb31ba32013-09-30 13:45:24 -070030 if (!hwpoison_filter_enable)
31 goto inject;
32
Matthew Wilcox (Oracle)fed53482024-04-12 20:35:02 +010033 shake_folio(folio);
Wu Fengguang31d3d342009-12-16 12:19:59 +010034 /*
Miaohe Lina5818652022-03-22 14:44:35 -070035 * This implies unable to support non-LRU pages except free page.
Wu Fengguang31d3d342009-12-16 12:19:59 +010036 */
Matthew Wilcox (Oracle)fed53482024-04-12 20:35:02 +010037 if (!folio_test_lru(folio) && !folio_test_hugetlb(folio) &&
38 !is_free_buddy_page(p))
Naoya Horiguchifd476722020-10-15 20:06:46 -070039 return 0;
Wu Fengguang31d3d342009-12-16 12:19:59 +010040
41 /*
Naoya Horiguchifd476722020-10-15 20:06:46 -070042 * do a racy check to make sure PG_hwpoison will only be set for
43 * the targeted owner (or on a free page).
Tony Luckcd42f4a2011-12-15 10:48:12 -080044 * memory_failure() will redo the check reliably inside page lock.
Wu Fengguang31d3d342009-12-16 12:19:59 +010045 */
Matthew Wilcox (Oracle)fed53482024-04-12 20:35:02 +010046 err = hwpoison_filter(&folio->page);
Wu Fengguang31d3d342009-12-16 12:19:59 +010047 if (err)
Naoya Horiguchifd476722020-10-15 20:06:46 -070048 return 0;
Wu Fengguang31d3d342009-12-16 12:19:59 +010049
Andi Kleen0d57eb8d2009-12-16 12:20:01 +010050inject:
Wanpeng Li4883e992014-01-21 15:50:56 -080051 pr_info("Injecting memory failure at pfn %#lx\n", pfn);
zhenwei pi67f22ba2022-06-15 17:32:09 +080052 err = memory_failure(pfn, MF_SW_SIMULATED);
luofeid1fe1112022-03-22 14:44:38 -070053 return (err == -EOPNOTSUPP) ? 0 : err;
Andi Kleencae681f2009-09-16 11:50:17 +020054}
55
Wu Fengguang847ce402009-12-16 12:19:58 +010056static int hwpoison_unpoison(void *data, u64 val)
57{
58 if (!capable(CAP_SYS_ADMIN))
59 return -EPERM;
60
61 return unpoison_memory(val);
62}
63
zhong jiang35e3d562019-11-30 17:57:35 -080064DEFINE_DEBUGFS_ATTRIBUTE(hwpoison_fops, NULL, hwpoison_inject, "%lli\n");
65DEFINE_DEBUGFS_ATTRIBUTE(unpoison_fops, NULL, hwpoison_unpoison, "%lli\n");
Andi Kleencae681f2009-09-16 11:50:17 +020066
Xiu Jianfeng4e07acd2022-09-06 17:35:30 +080067static void __exit pfn_inject_exit(void)
Andi Kleencae681f2009-09-16 11:50:17 +020068{
zhenwei pif0696cb2022-05-12 20:23:10 -070069 hwpoison_filter_enable = 0;
Fabian Frederickc2ea2182014-08-06 16:06:41 -070070 debugfs_remove_recursive(hwpoison_dir);
Andi Kleencae681f2009-09-16 11:50:17 +020071}
72
Xiu Jianfeng4e07acd2022-09-06 17:35:30 +080073static int __init pfn_inject_init(void)
Andi Kleencae681f2009-09-16 11:50:17 +020074{
75 hwpoison_dir = debugfs_create_dir("hwpoison", NULL);
Wu Fengguang847ce402009-12-16 12:19:58 +010076
77 /*
78 * Note that the below poison/unpoison interfaces do not involve
79 * hardware status change, hence do not require hardware support.
80 * They are mainly for testing hwpoison in software level.
81 */
Greg Kroah-Hartman2fcc6e22019-01-22 16:21:10 +010082 debugfs_create_file("corrupt-pfn", 0200, hwpoison_dir, NULL,
83 &hwpoison_fops);
Wu Fengguang847ce402009-12-16 12:19:58 +010084
Greg Kroah-Hartman2fcc6e22019-01-22 16:21:10 +010085 debugfs_create_file("unpoison-pfn", 0200, hwpoison_dir, NULL,
86 &unpoison_fops);
Wu Fengguang847ce402009-12-16 12:19:58 +010087
Greg Kroah-Hartman2fcc6e22019-01-22 16:21:10 +010088 debugfs_create_u32("corrupt-filter-enable", 0600, hwpoison_dir,
89 &hwpoison_filter_enable);
Haicheng Li1bfe5fe2009-12-16 12:19:59 +010090
Greg Kroah-Hartman2fcc6e22019-01-22 16:21:10 +010091 debugfs_create_u32("corrupt-filter-dev-major", 0600, hwpoison_dir,
92 &hwpoison_filter_dev_major);
Wu Fengguang7c116f22009-12-16 12:19:59 +010093
Greg Kroah-Hartman2fcc6e22019-01-22 16:21:10 +010094 debugfs_create_u32("corrupt-filter-dev-minor", 0600, hwpoison_dir,
95 &hwpoison_filter_dev_minor);
Wu Fengguang7c116f22009-12-16 12:19:59 +010096
Greg Kroah-Hartman2fcc6e22019-01-22 16:21:10 +010097 debugfs_create_u64("corrupt-filter-flags-mask", 0600, hwpoison_dir,
98 &hwpoison_filter_flags_mask);
Wu Fengguang478c5ff2009-12-16 12:19:59 +010099
Greg Kroah-Hartman2fcc6e22019-01-22 16:21:10 +0100100 debugfs_create_u64("corrupt-filter-flags-value", 0600, hwpoison_dir,
101 &hwpoison_filter_flags_value);
Wu Fengguang478c5ff2009-12-16 12:19:59 +0100102
Vladimir Davydov94a59fb2015-09-09 15:35:31 -0700103#ifdef CONFIG_MEMCG
Greg Kroah-Hartman2fcc6e22019-01-22 16:21:10 +0100104 debugfs_create_u64("corrupt-filter-memcg", 0600, hwpoison_dir,
105 &hwpoison_filter_memcg);
Andi Kleen4fd466e2009-12-16 12:19:59 +0100106#endif
107
Andi Kleencae681f2009-09-16 11:50:17 +0200108 return 0;
Andi Kleencae681f2009-09-16 11:50:17 +0200109}
110
111module_init(pfn_inject_init);
112module_exit(pfn_inject_exit);
Jeff Johnson2f57ced2024-05-13 12:37:38 -0700113MODULE_DESCRIPTION("HWPoison pages injector");
Andi Kleencae681f2009-09-16 11:50:17 +0200114MODULE_LICENSE("GPL");