blob: 329caf56df22d84d02495e35f051062b01bdeaba [file] [log] [blame]
Lucas De Marchi25985ed2011-03-30 22:57:33 -03001/* Inject a hwpoison memory failure on a arbitrary pfn */
Andi Kleencae681f2009-09-16 11:50:17 +02002#include <linux/module.h>
3#include <linux/debugfs.h>
4#include <linux/kernel.h>
5#include <linux/mm.h>
Wu Fengguang31d3d342009-12-16 12:19:59 +01006#include <linux/swap.h>
7#include <linux/pagemap.h>
Naoya Horiguchi43131e12010-05-28 09:29:22 +09008#include <linux/hugetlb.h>
Wu Fengguang7c116f22009-12-16 12:19:59 +01009#include "internal.h"
Andi Kleencae681f2009-09-16 11:50:17 +020010
Wu Fengguang847ce402009-12-16 12:19:58 +010011static struct dentry *hwpoison_dir;
Andi Kleencae681f2009-09-16 11:50:17 +020012
13static int hwpoison_inject(void *data, u64 val)
14{
Wu Fengguang31d3d342009-12-16 12:19:59 +010015 unsigned long pfn = val;
16 struct page *p;
Naoya Horiguchi43131e12010-05-28 09:29:22 +090017 struct page *hpage;
Wu Fengguang31d3d342009-12-16 12:19:59 +010018 int err;
19
Andi Kleencae681f2009-09-16 11:50:17 +020020 if (!capable(CAP_SYS_ADMIN))
21 return -EPERM;
Wu Fengguang31d3d342009-12-16 12:19:59 +010022
23 if (!pfn_valid(pfn))
24 return -ENXIO;
25
26 p = pfn_to_page(pfn);
Naoya Horiguchi43131e12010-05-28 09:29:22 +090027 hpage = compound_head(p);
Wu Fengguang31d3d342009-12-16 12:19:59 +010028 /*
29 * This implies unable to support free buddy pages.
30 */
Naoya Horiguchi43131e12010-05-28 09:29:22 +090031 if (!get_page_unless_zero(hpage))
Wu Fengguang31d3d342009-12-16 12:19:59 +010032 return 0;
33
Wanpeng Lifb31ba32013-09-30 13:45:24 -070034 if (!hwpoison_filter_enable)
35 goto inject;
36
Naoya Horiguchi43131e12010-05-28 09:29:22 +090037 if (!PageLRU(p) && !PageHuge(p))
Andi Kleenfacb6012009-12-16 12:20:00 +010038 shake_page(p, 0);
Wu Fengguang31d3d342009-12-16 12:19:59 +010039 /*
40 * This implies unable to support non-LRU pages.
41 */
Naoya Horiguchi43131e12010-05-28 09:29:22 +090042 if (!PageLRU(p) && !PageHuge(p))
Wu Fengguang31d3d342009-12-16 12:19:59 +010043 return 0;
44
45 /*
46 * do a racy check with elevated page count, to make sure PG_hwpoison
47 * will only be set for the targeted owner (or on a free page).
48 * We temporarily take page lock for try_get_mem_cgroup_from_page().
Tony Luckcd42f4a2011-12-15 10:48:12 -080049 * memory_failure() will redo the check reliably inside page lock.
Wu Fengguang31d3d342009-12-16 12:19:59 +010050 */
Naoya Horiguchi43131e12010-05-28 09:29:22 +090051 lock_page(hpage);
52 err = hwpoison_filter(hpage);
53 unlock_page(hpage);
Wu Fengguang31d3d342009-12-16 12:19:59 +010054 if (err)
55 return 0;
56
Andi Kleen0d57eb8d2009-12-16 12:20:01 +010057inject:
Wanpeng Li4883e992014-01-21 15:50:56 -080058 pr_info("Injecting memory failure at pfn %#lx\n", pfn);
Tony Luckcd42f4a2011-12-15 10:48:12 -080059 return memory_failure(pfn, 18, MF_COUNT_INCREASED);
Andi Kleencae681f2009-09-16 11:50:17 +020060}
61
Wu Fengguang847ce402009-12-16 12:19:58 +010062static int hwpoison_unpoison(void *data, u64 val)
63{
64 if (!capable(CAP_SYS_ADMIN))
65 return -EPERM;
66
67 return unpoison_memory(val);
68}
69
Andi Kleencae681f2009-09-16 11:50:17 +020070DEFINE_SIMPLE_ATTRIBUTE(hwpoison_fops, NULL, hwpoison_inject, "%lli\n");
Wu Fengguang847ce402009-12-16 12:19:58 +010071DEFINE_SIMPLE_ATTRIBUTE(unpoison_fops, NULL, hwpoison_unpoison, "%lli\n");
Andi Kleencae681f2009-09-16 11:50:17 +020072
73static void pfn_inject_exit(void)
74{
Fabian Frederickc2ea2182014-08-06 16:06:41 -070075 debugfs_remove_recursive(hwpoison_dir);
Andi Kleencae681f2009-09-16 11:50:17 +020076}
77
78static int pfn_inject_init(void)
79{
Wu Fengguang847ce402009-12-16 12:19:58 +010080 struct dentry *dentry;
81
Andi Kleencae681f2009-09-16 11:50:17 +020082 hwpoison_dir = debugfs_create_dir("hwpoison", NULL);
83 if (hwpoison_dir == NULL)
84 return -ENOMEM;
Wu Fengguang847ce402009-12-16 12:19:58 +010085
86 /*
87 * Note that the below poison/unpoison interfaces do not involve
88 * hardware status change, hence do not require hardware support.
89 * They are mainly for testing hwpoison in software level.
90 */
Wanpeng Li2d1e8b32013-09-11 14:23:00 -070091 dentry = debugfs_create_file("corrupt-pfn", 0200, hwpoison_dir,
Andi Kleencae681f2009-09-16 11:50:17 +020092 NULL, &hwpoison_fops);
Wu Fengguang847ce402009-12-16 12:19:58 +010093 if (!dentry)
94 goto fail;
95
Wanpeng Li2d1e8b32013-09-11 14:23:00 -070096 dentry = debugfs_create_file("unpoison-pfn", 0200, hwpoison_dir,
Wu Fengguang847ce402009-12-16 12:19:58 +010097 NULL, &unpoison_fops);
98 if (!dentry)
99 goto fail;
100
Haicheng Li1bfe5fe2009-12-16 12:19:59 +0100101 dentry = debugfs_create_u32("corrupt-filter-enable", 0600,
102 hwpoison_dir, &hwpoison_filter_enable);
103 if (!dentry)
104 goto fail;
105
Wu Fengguang7c116f22009-12-16 12:19:59 +0100106 dentry = debugfs_create_u32("corrupt-filter-dev-major", 0600,
107 hwpoison_dir, &hwpoison_filter_dev_major);
108 if (!dentry)
109 goto fail;
110
111 dentry = debugfs_create_u32("corrupt-filter-dev-minor", 0600,
112 hwpoison_dir, &hwpoison_filter_dev_minor);
113 if (!dentry)
114 goto fail;
115
Wu Fengguang478c5ff2009-12-16 12:19:59 +0100116 dentry = debugfs_create_u64("corrupt-filter-flags-mask", 0600,
117 hwpoison_dir, &hwpoison_filter_flags_mask);
118 if (!dentry)
119 goto fail;
120
121 dentry = debugfs_create_u64("corrupt-filter-flags-value", 0600,
122 hwpoison_dir, &hwpoison_filter_flags_value);
123 if (!dentry)
124 goto fail;
125
Andrew Mortonc255a452012-07-31 16:43:02 -0700126#ifdef CONFIG_MEMCG_SWAP
Andi Kleen4fd466e2009-12-16 12:19:59 +0100127 dentry = debugfs_create_u64("corrupt-filter-memcg", 0600,
128 hwpoison_dir, &hwpoison_filter_memcg);
129 if (!dentry)
130 goto fail;
131#endif
132
Andi Kleencae681f2009-09-16 11:50:17 +0200133 return 0;
Wu Fengguang847ce402009-12-16 12:19:58 +0100134fail:
135 pfn_inject_exit();
136 return -ENOMEM;
Andi Kleencae681f2009-09-16 11:50:17 +0200137}
138
139module_init(pfn_inject_init);
140module_exit(pfn_inject_exit);
141MODULE_LICENSE("GPL");