blob: 4ca5fe0042e17c2eac0dd6d16f0065c41a5dfd4e [file] [log] [blame]
Lucas De Marchi25985ed2011-03-30 22:57:33 -03001/* Inject a hwpoison memory failure on a arbitrary pfn */
Andi Kleencae681f2009-09-16 11:50:17 +02002#include <linux/module.h>
3#include <linux/debugfs.h>
4#include <linux/kernel.h>
5#include <linux/mm.h>
Wu Fengguang31d3d342009-12-16 12:19:59 +01006#include <linux/swap.h>
7#include <linux/pagemap.h>
Naoya Horiguchi43131e12010-05-28 09:29:22 +09008#include <linux/hugetlb.h>
Wu Fengguang7c116f22009-12-16 12:19:59 +01009#include "internal.h"
Andi Kleencae681f2009-09-16 11:50:17 +020010
Wu Fengguang847ce402009-12-16 12:19:58 +010011static struct dentry *hwpoison_dir;
Andi Kleencae681f2009-09-16 11:50:17 +020012
13static int hwpoison_inject(void *data, u64 val)
14{
Wu Fengguang31d3d342009-12-16 12:19:59 +010015 unsigned long pfn = val;
16 struct page *p;
Naoya Horiguchi43131e12010-05-28 09:29:22 +090017 struct page *hpage;
Wu Fengguang31d3d342009-12-16 12:19:59 +010018 int err;
19
Andi Kleencae681f2009-09-16 11:50:17 +020020 if (!capable(CAP_SYS_ADMIN))
21 return -EPERM;
Wu Fengguang31d3d342009-12-16 12:19:59 +010022
23 if (!pfn_valid(pfn))
24 return -ENXIO;
25
26 p = pfn_to_page(pfn);
Naoya Horiguchi43131e12010-05-28 09:29:22 +090027 hpage = compound_head(p);
Wu Fengguang31d3d342009-12-16 12:19:59 +010028 /*
29 * This implies unable to support free buddy pages.
30 */
Naoya Horiguchi43131e12010-05-28 09:29:22 +090031 if (!get_page_unless_zero(hpage))
Wu Fengguang31d3d342009-12-16 12:19:59 +010032 return 0;
33
Wanpeng Lifb31ba32013-09-30 13:45:24 -070034 if (!hwpoison_filter_enable)
35 goto inject;
36
Naoya Horiguchie386eed2015-05-05 16:23:52 -070037 if (!PageLRU(hpage) && !PageHuge(p))
38 shake_page(hpage, 0);
Wu Fengguang31d3d342009-12-16 12:19:59 +010039 /*
40 * This implies unable to support non-LRU pages.
41 */
Naoya Horiguchie386eed2015-05-05 16:23:52 -070042 if (!PageLRU(hpage) && !PageHuge(p))
Naoya Horiguchi7ea434a2015-05-05 16:23:49 -070043 goto put_out;
Wu Fengguang31d3d342009-12-16 12:19:59 +010044
45 /*
46 * do a racy check with elevated page count, to make sure PG_hwpoison
47 * will only be set for the targeted owner (or on a free page).
48 * We temporarily take page lock for try_get_mem_cgroup_from_page().
Tony Luckcd42f4a2011-12-15 10:48:12 -080049 * memory_failure() will redo the check reliably inside page lock.
Wu Fengguang31d3d342009-12-16 12:19:59 +010050 */
Naoya Horiguchi43131e12010-05-28 09:29:22 +090051 lock_page(hpage);
52 err = hwpoison_filter(hpage);
53 unlock_page(hpage);
Wu Fengguang31d3d342009-12-16 12:19:59 +010054 if (err)
Naoya Horiguchi7ea434a2015-05-05 16:23:49 -070055 goto put_out;
Wu Fengguang31d3d342009-12-16 12:19:59 +010056
Andi Kleen0d57eb8d2009-12-16 12:20:01 +010057inject:
Wanpeng Li4883e992014-01-21 15:50:56 -080058 pr_info("Injecting memory failure at pfn %#lx\n", pfn);
Tony Luckcd42f4a2011-12-15 10:48:12 -080059 return memory_failure(pfn, 18, MF_COUNT_INCREASED);
Naoya Horiguchi7ea434a2015-05-05 16:23:49 -070060put_out:
61 put_page(hpage);
62 return 0;
Andi Kleencae681f2009-09-16 11:50:17 +020063}
64
Wu Fengguang847ce402009-12-16 12:19:58 +010065static int hwpoison_unpoison(void *data, u64 val)
66{
67 if (!capable(CAP_SYS_ADMIN))
68 return -EPERM;
69
70 return unpoison_memory(val);
71}
72
Andi Kleencae681f2009-09-16 11:50:17 +020073DEFINE_SIMPLE_ATTRIBUTE(hwpoison_fops, NULL, hwpoison_inject, "%lli\n");
Wu Fengguang847ce402009-12-16 12:19:58 +010074DEFINE_SIMPLE_ATTRIBUTE(unpoison_fops, NULL, hwpoison_unpoison, "%lli\n");
Andi Kleencae681f2009-09-16 11:50:17 +020075
76static void pfn_inject_exit(void)
77{
Fabian Frederickc2ea2182014-08-06 16:06:41 -070078 debugfs_remove_recursive(hwpoison_dir);
Andi Kleencae681f2009-09-16 11:50:17 +020079}
80
81static int pfn_inject_init(void)
82{
Wu Fengguang847ce402009-12-16 12:19:58 +010083 struct dentry *dentry;
84
Andi Kleencae681f2009-09-16 11:50:17 +020085 hwpoison_dir = debugfs_create_dir("hwpoison", NULL);
86 if (hwpoison_dir == NULL)
87 return -ENOMEM;
Wu Fengguang847ce402009-12-16 12:19:58 +010088
89 /*
90 * Note that the below poison/unpoison interfaces do not involve
91 * hardware status change, hence do not require hardware support.
92 * They are mainly for testing hwpoison in software level.
93 */
Wanpeng Li2d1e8b32013-09-11 14:23:00 -070094 dentry = debugfs_create_file("corrupt-pfn", 0200, hwpoison_dir,
Andi Kleencae681f2009-09-16 11:50:17 +020095 NULL, &hwpoison_fops);
Wu Fengguang847ce402009-12-16 12:19:58 +010096 if (!dentry)
97 goto fail;
98
Wanpeng Li2d1e8b32013-09-11 14:23:00 -070099 dentry = debugfs_create_file("unpoison-pfn", 0200, hwpoison_dir,
Wu Fengguang847ce402009-12-16 12:19:58 +0100100 NULL, &unpoison_fops);
101 if (!dentry)
102 goto fail;
103
Haicheng Li1bfe5fe2009-12-16 12:19:59 +0100104 dentry = debugfs_create_u32("corrupt-filter-enable", 0600,
105 hwpoison_dir, &hwpoison_filter_enable);
106 if (!dentry)
107 goto fail;
108
Wu Fengguang7c116f22009-12-16 12:19:59 +0100109 dentry = debugfs_create_u32("corrupt-filter-dev-major", 0600,
110 hwpoison_dir, &hwpoison_filter_dev_major);
111 if (!dentry)
112 goto fail;
113
114 dentry = debugfs_create_u32("corrupt-filter-dev-minor", 0600,
115 hwpoison_dir, &hwpoison_filter_dev_minor);
116 if (!dentry)
117 goto fail;
118
Wu Fengguang478c5ff2009-12-16 12:19:59 +0100119 dentry = debugfs_create_u64("corrupt-filter-flags-mask", 0600,
120 hwpoison_dir, &hwpoison_filter_flags_mask);
121 if (!dentry)
122 goto fail;
123
124 dentry = debugfs_create_u64("corrupt-filter-flags-value", 0600,
125 hwpoison_dir, &hwpoison_filter_flags_value);
126 if (!dentry)
127 goto fail;
128
Andrew Mortonc255a452012-07-31 16:43:02 -0700129#ifdef CONFIG_MEMCG_SWAP
Andi Kleen4fd466e2009-12-16 12:19:59 +0100130 dentry = debugfs_create_u64("corrupt-filter-memcg", 0600,
131 hwpoison_dir, &hwpoison_filter_memcg);
132 if (!dentry)
133 goto fail;
134#endif
135
Andi Kleencae681f2009-09-16 11:50:17 +0200136 return 0;
Wu Fengguang847ce402009-12-16 12:19:58 +0100137fail:
138 pfn_inject_exit();
139 return -ENOMEM;
Andi Kleencae681f2009-09-16 11:50:17 +0200140}
141
142module_init(pfn_inject_init);
143module_exit(pfn_inject_exit);
144MODULE_LICENSE("GPL");