Commit | Line | Data |
---|---|---|
25985edc | 1 | /* Inject a hwpoison memory failure on a arbitrary pfn */ |
cae681fc AK |
2 | #include <linux/module.h> |
3 | #include <linux/debugfs.h> | |
4 | #include <linux/kernel.h> | |
5 | #include <linux/mm.h> | |
31d3d348 WF |
6 | #include <linux/swap.h> |
7 | #include <linux/pagemap.h> | |
43131e14 | 8 | #include <linux/hugetlb.h> |
7c116f2b | 9 | #include "internal.h" |
cae681fc | 10 | |
847ce401 | 11 | static struct dentry *hwpoison_dir; |
cae681fc AK |
12 | |
13 | static int hwpoison_inject(void *data, u64 val) | |
14 | { | |
31d3d348 WF |
15 | unsigned long pfn = val; |
16 | struct page *p; | |
43131e14 | 17 | struct page *hpage; |
31d3d348 WF |
18 | int err; |
19 | ||
cae681fc AK |
20 | if (!capable(CAP_SYS_ADMIN)) |
21 | return -EPERM; | |
31d3d348 WF |
22 | |
23 | if (!pfn_valid(pfn)) | |
24 | return -ENXIO; | |
25 | ||
26 | p = pfn_to_page(pfn); | |
43131e14 | 27 | hpage = compound_head(p); |
31d3d348 WF |
28 | /* |
29 | * This implies unable to support free buddy pages. | |
30 | */ | |
ead07f6a | 31 | if (!get_hwpoison_page(p)) |
31d3d348 WF |
32 | return 0; |
33 | ||
fb31ba30 WL |
34 | if (!hwpoison_filter_enable) |
35 | goto inject; | |
36 | ||
e386eed8 NH |
37 | if (!PageLRU(hpage) && !PageHuge(p)) |
38 | shake_page(hpage, 0); | |
31d3d348 WF |
39 | /* |
40 | * This implies unable to support non-LRU pages. | |
41 | */ | |
e386eed8 | 42 | if (!PageLRU(hpage) && !PageHuge(p)) |
7ea434a4 | 43 | goto put_out; |
31d3d348 WF |
44 | |
45 | /* | |
46 | * do a racy check with elevated page count, to make sure PG_hwpoison | |
47 | * will only be set for the targeted owner (or on a free page). | |
cd42f4a3 | 48 | * memory_failure() will redo the check reliably inside page lock. |
31d3d348 | 49 | */ |
43131e14 | 50 | err = hwpoison_filter(hpage); |
31d3d348 | 51 | if (err) |
7ea434a4 | 52 | goto put_out; |
31d3d348 | 53 | |
0d57eb8d | 54 | inject: |
4883e997 | 55 | pr_info("Injecting memory failure at pfn %#lx\n", pfn); |
cd42f4a3 | 56 | return memory_failure(pfn, 18, MF_COUNT_INCREASED); |
7ea434a4 | 57 | put_out: |
be91748f | 58 | put_hwpoison_page(p); |
7ea434a4 | 59 | return 0; |
cae681fc AK |
60 | } |
61 | ||
847ce401 WF |
62 | static int hwpoison_unpoison(void *data, u64 val) |
63 | { | |
64 | if (!capable(CAP_SYS_ADMIN)) | |
65 | return -EPERM; | |
66 | ||
67 | return unpoison_memory(val); | |
68 | } | |
69 | ||
cae681fc | 70 | DEFINE_SIMPLE_ATTRIBUTE(hwpoison_fops, NULL, hwpoison_inject, "%lli\n"); |
847ce401 | 71 | DEFINE_SIMPLE_ATTRIBUTE(unpoison_fops, NULL, hwpoison_unpoison, "%lli\n"); |
cae681fc AK |
72 | |
73 | static void pfn_inject_exit(void) | |
74 | { | |
c2ea2181 | 75 | debugfs_remove_recursive(hwpoison_dir); |
cae681fc AK |
76 | } |
77 | ||
78 | static int pfn_inject_init(void) | |
79 | { | |
847ce401 WF |
80 | struct dentry *dentry; |
81 | ||
cae681fc AK |
82 | hwpoison_dir = debugfs_create_dir("hwpoison", NULL); |
83 | if (hwpoison_dir == NULL) | |
84 | return -ENOMEM; | |
847ce401 WF |
85 | |
86 | /* | |
87 | * Note that the below poison/unpoison interfaces do not involve | |
88 | * hardware status change, hence do not require hardware support. | |
89 | * They are mainly for testing hwpoison in software level. | |
90 | */ | |
2d1e8b3f | 91 | dentry = debugfs_create_file("corrupt-pfn", 0200, hwpoison_dir, |
cae681fc | 92 | NULL, &hwpoison_fops); |
847ce401 WF |
93 | if (!dentry) |
94 | goto fail; | |
95 | ||
2d1e8b3f | 96 | dentry = debugfs_create_file("unpoison-pfn", 0200, hwpoison_dir, |
847ce401 WF |
97 | NULL, &unpoison_fops); |
98 | if (!dentry) | |
99 | goto fail; | |
100 | ||
1bfe5feb HL |
101 | dentry = debugfs_create_u32("corrupt-filter-enable", 0600, |
102 | hwpoison_dir, &hwpoison_filter_enable); | |
103 | if (!dentry) | |
104 | goto fail; | |
105 | ||
7c116f2b WF |
106 | dentry = debugfs_create_u32("corrupt-filter-dev-major", 0600, |
107 | hwpoison_dir, &hwpoison_filter_dev_major); | |
108 | if (!dentry) | |
109 | goto fail; | |
110 | ||
111 | dentry = debugfs_create_u32("corrupt-filter-dev-minor", 0600, | |
112 | hwpoison_dir, &hwpoison_filter_dev_minor); | |
113 | if (!dentry) | |
114 | goto fail; | |
115 | ||
478c5ffc WF |
116 | dentry = debugfs_create_u64("corrupt-filter-flags-mask", 0600, |
117 | hwpoison_dir, &hwpoison_filter_flags_mask); | |
118 | if (!dentry) | |
119 | goto fail; | |
120 | ||
121 | dentry = debugfs_create_u64("corrupt-filter-flags-value", 0600, | |
122 | hwpoison_dir, &hwpoison_filter_flags_value); | |
123 | if (!dentry) | |
124 | goto fail; | |
125 | ||
94a59fb3 | 126 | #ifdef CONFIG_MEMCG |
4fd466eb AK |
127 | dentry = debugfs_create_u64("corrupt-filter-memcg", 0600, |
128 | hwpoison_dir, &hwpoison_filter_memcg); | |
129 | if (!dentry) | |
130 | goto fail; | |
131 | #endif | |
132 | ||
cae681fc | 133 | return 0; |
847ce401 WF |
134 | fail: |
135 | pfn_inject_exit(); | |
136 | return -ENOMEM; | |
cae681fc AK |
137 | } |
138 | ||
139 | module_init(pfn_inject_init); | |
140 | module_exit(pfn_inject_exit); | |
141 | MODULE_LICENSE("GPL"); |