blob: 95487c71cad59737994d77e1d47c1ff07a7d4365 [file] [log] [blame]
Lucas De Marchi25985ed2011-03-30 22:57:33 -03001/* Inject a hwpoison memory failure on a arbitrary pfn */
Andi Kleencae681f2009-09-16 11:50:17 +02002#include <linux/module.h>
3#include <linux/debugfs.h>
4#include <linux/kernel.h>
5#include <linux/mm.h>
Wu Fengguang31d3d342009-12-16 12:19:59 +01006#include <linux/swap.h>
7#include <linux/pagemap.h>
Naoya Horiguchi43131e12010-05-28 09:29:22 +09008#include <linux/hugetlb.h>
Wu Fengguang7c116f22009-12-16 12:19:59 +01009#include "internal.h"
Andi Kleencae681f2009-09-16 11:50:17 +020010
Wu Fengguang847ce402009-12-16 12:19:58 +010011static struct dentry *hwpoison_dir;
Andi Kleencae681f2009-09-16 11:50:17 +020012
13static int hwpoison_inject(void *data, u64 val)
14{
Wu Fengguang31d3d342009-12-16 12:19:59 +010015 unsigned long pfn = val;
16 struct page *p;
Naoya Horiguchi43131e12010-05-28 09:29:22 +090017 struct page *hpage;
Wu Fengguang31d3d342009-12-16 12:19:59 +010018 int err;
19
Andi Kleencae681f2009-09-16 11:50:17 +020020 if (!capable(CAP_SYS_ADMIN))
21 return -EPERM;
Wu Fengguang31d3d342009-12-16 12:19:59 +010022
23 if (!pfn_valid(pfn))
24 return -ENXIO;
25
26 p = pfn_to_page(pfn);
Naoya Horiguchi43131e12010-05-28 09:29:22 +090027 hpage = compound_head(p);
Wu Fengguang31d3d342009-12-16 12:19:59 +010028 /*
29 * This implies unable to support free buddy pages.
30 */
Naoya Horiguchi43131e12010-05-28 09:29:22 +090031 if (!get_page_unless_zero(hpage))
Wu Fengguang31d3d342009-12-16 12:19:59 +010032 return 0;
33
Wanpeng Lifb31ba32013-09-30 13:45:24 -070034 if (!hwpoison_filter_enable)
35 goto inject;
36
Naoya Horiguchi43131e12010-05-28 09:29:22 +090037 if (!PageLRU(p) && !PageHuge(p))
Andi Kleenfacb6012009-12-16 12:20:00 +010038 shake_page(p, 0);
Wu Fengguang31d3d342009-12-16 12:19:59 +010039 /*
40 * This implies unable to support non-LRU pages.
41 */
Naoya Horiguchi43131e12010-05-28 09:29:22 +090042 if (!PageLRU(p) && !PageHuge(p))
Wu Fengguang31d3d342009-12-16 12:19:59 +010043 return 0;
44
45 /*
46 * do a racy check with elevated page count, to make sure PG_hwpoison
47 * will only be set for the targeted owner (or on a free page).
48 * We temporarily take page lock for try_get_mem_cgroup_from_page().
Tony Luckcd42f4a2011-12-15 10:48:12 -080049 * memory_failure() will redo the check reliably inside page lock.
Wu Fengguang31d3d342009-12-16 12:19:59 +010050 */
Naoya Horiguchi43131e12010-05-28 09:29:22 +090051 lock_page(hpage);
52 err = hwpoison_filter(hpage);
53 unlock_page(hpage);
Wu Fengguang31d3d342009-12-16 12:19:59 +010054 if (err)
55 return 0;
56
Andi Kleen0d57eb8d2009-12-16 12:20:01 +010057inject:
Wanpeng Li4883e992014-01-21 15:50:56 -080058 pr_info("Injecting memory failure at pfn %#lx\n", pfn);
Tony Luckcd42f4a2011-12-15 10:48:12 -080059 return memory_failure(pfn, 18, MF_COUNT_INCREASED);
Andi Kleencae681f2009-09-16 11:50:17 +020060}
61
Wu Fengguang847ce402009-12-16 12:19:58 +010062static int hwpoison_unpoison(void *data, u64 val)
63{
64 if (!capable(CAP_SYS_ADMIN))
65 return -EPERM;
66
67 return unpoison_memory(val);
68}
69
Andi Kleencae681f2009-09-16 11:50:17 +020070DEFINE_SIMPLE_ATTRIBUTE(hwpoison_fops, NULL, hwpoison_inject, "%lli\n");
Wu Fengguang847ce402009-12-16 12:19:58 +010071DEFINE_SIMPLE_ATTRIBUTE(unpoison_fops, NULL, hwpoison_unpoison, "%lli\n");
Andi Kleencae681f2009-09-16 11:50:17 +020072
73static void pfn_inject_exit(void)
74{
75 if (hwpoison_dir)
76 debugfs_remove_recursive(hwpoison_dir);
77}
78
79static int pfn_inject_init(void)
80{
Wu Fengguang847ce402009-12-16 12:19:58 +010081 struct dentry *dentry;
82
Andi Kleencae681f2009-09-16 11:50:17 +020083 hwpoison_dir = debugfs_create_dir("hwpoison", NULL);
84 if (hwpoison_dir == NULL)
85 return -ENOMEM;
Wu Fengguang847ce402009-12-16 12:19:58 +010086
87 /*
88 * Note that the below poison/unpoison interfaces do not involve
89 * hardware status change, hence do not require hardware support.
90 * They are mainly for testing hwpoison in software level.
91 */
Wanpeng Li2d1e8b32013-09-11 14:23:00 -070092 dentry = debugfs_create_file("corrupt-pfn", 0200, hwpoison_dir,
Andi Kleencae681f2009-09-16 11:50:17 +020093 NULL, &hwpoison_fops);
Wu Fengguang847ce402009-12-16 12:19:58 +010094 if (!dentry)
95 goto fail;
96
Wanpeng Li2d1e8b32013-09-11 14:23:00 -070097 dentry = debugfs_create_file("unpoison-pfn", 0200, hwpoison_dir,
Wu Fengguang847ce402009-12-16 12:19:58 +010098 NULL, &unpoison_fops);
99 if (!dentry)
100 goto fail;
101
Haicheng Li1bfe5fe2009-12-16 12:19:59 +0100102 dentry = debugfs_create_u32("corrupt-filter-enable", 0600,
103 hwpoison_dir, &hwpoison_filter_enable);
104 if (!dentry)
105 goto fail;
106
Wu Fengguang7c116f22009-12-16 12:19:59 +0100107 dentry = debugfs_create_u32("corrupt-filter-dev-major", 0600,
108 hwpoison_dir, &hwpoison_filter_dev_major);
109 if (!dentry)
110 goto fail;
111
112 dentry = debugfs_create_u32("corrupt-filter-dev-minor", 0600,
113 hwpoison_dir, &hwpoison_filter_dev_minor);
114 if (!dentry)
115 goto fail;
116
Wu Fengguang478c5ff2009-12-16 12:19:59 +0100117 dentry = debugfs_create_u64("corrupt-filter-flags-mask", 0600,
118 hwpoison_dir, &hwpoison_filter_flags_mask);
119 if (!dentry)
120 goto fail;
121
122 dentry = debugfs_create_u64("corrupt-filter-flags-value", 0600,
123 hwpoison_dir, &hwpoison_filter_flags_value);
124 if (!dentry)
125 goto fail;
126
Andrew Mortonc255a452012-07-31 16:43:02 -0700127#ifdef CONFIG_MEMCG_SWAP
Andi Kleen4fd466e2009-12-16 12:19:59 +0100128 dentry = debugfs_create_u64("corrupt-filter-memcg", 0600,
129 hwpoison_dir, &hwpoison_filter_memcg);
130 if (!dentry)
131 goto fail;
132#endif
133
Andi Kleencae681f2009-09-16 11:50:17 +0200134 return 0;
Wu Fengguang847ce402009-12-16 12:19:58 +0100135fail:
136 pfn_inject_exit();
137 return -ENOMEM;
Andi Kleencae681f2009-09-16 11:50:17 +0200138}
139
140module_init(pfn_inject_init);
141module_exit(pfn_inject_exit);
142MODULE_LICENSE("GPL");