Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 1 | #include <linux/kernel.h> |
| 2 | #include <linux/init.h> |
| 3 | #include <linux/random.h> |
Alexey Dobriyan | d43c36d | 2009-10-07 17:09:06 +0400 | [diff] [blame] | 4 | #include <linux/sched.h> |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 5 | #include <linux/stat.h> |
| 6 | #include <linux/types.h> |
| 7 | #include <linux/fs.h> |
Paul Gortmaker | 8bc3bcc | 2011-11-16 21:29:17 -0500 | [diff] [blame] | 8 | #include <linux/export.h> |
Akinobu Mita | f4f154f | 2006-12-08 02:39:47 -0800 | [diff] [blame] | 9 | #include <linux/interrupt.h> |
Akinobu Mita | 329409a | 2006-12-08 02:39:48 -0800 | [diff] [blame] | 10 | #include <linux/stacktrace.h> |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 11 | #include <linux/fault-inject.h> |
| 12 | |
| 13 | /* |
| 14 | * setup_fault_attr() is a helper function for various __setup handlers, so it |
| 15 | * returns 0 on error, because that is what __setup handlers do. |
| 16 | */ |
Per Forlin | 6cba00e | 2011-09-13 23:03:28 +0200 | [diff] [blame] | 17 | int setup_fault_attr(struct fault_attr *attr, char *str) |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 18 | { |
| 19 | unsigned long probability; |
| 20 | unsigned long interval; |
| 21 | int times; |
| 22 | int space; |
| 23 | |
| 24 | /* "<interval>,<probability>,<space>,<times>" */ |
| 25 | if (sscanf(str, "%lu,%lu,%d,%d", |
| 26 | &interval, &probability, &space, ×) < 4) { |
| 27 | printk(KERN_WARNING |
| 28 | "FAULT_INJECTION: failed to parse arguments\n"); |
| 29 | return 0; |
| 30 | } |
| 31 | |
| 32 | attr->probability = probability; |
| 33 | attr->interval = interval; |
| 34 | atomic_set(&attr->times, times); |
| 35 | atomic_set(&attr->space, space); |
| 36 | |
| 37 | return 1; |
| 38 | } |
Per Forlin | 6cba00e | 2011-09-13 23:03:28 +0200 | [diff] [blame] | 39 | EXPORT_SYMBOL_GPL(setup_fault_attr); |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 40 | |
| 41 | static void fail_dump(struct fault_attr *attr) |
| 42 | { |
Dmitry Monakhov | 6adc4a2 | 2014-12-12 16:58:00 -0800 | [diff] [blame] | 43 | if (attr->verbose > 0 && __ratelimit(&attr->ratelimit_state)) { |
| 44 | printk(KERN_NOTICE "FAULT_INJECTION: forcing a failure.\n" |
| 45 | "name %pd, interval %lu, probability %lu, " |
| 46 | "space %d, times %d\n", attr->dname, |
Florian Westphal | bb38700 | 2015-10-22 13:32:27 -0700 | [diff] [blame] | 47 | attr->interval, attr->probability, |
Dmitry Monakhov | 6adc4a2 | 2014-12-12 16:58:00 -0800 | [diff] [blame] | 48 | atomic_read(&attr->space), |
| 49 | atomic_read(&attr->times)); |
| 50 | if (attr->verbose > 1) |
| 51 | dump_stack(); |
| 52 | } |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 53 | } |
| 54 | |
| 55 | #define atomic_dec_not_zero(v) atomic_add_unless((v), -1, 0) |
| 56 | |
Don Mullis | 08b3df2 | 2006-12-08 02:39:51 -0800 | [diff] [blame] | 57 | static bool fail_task(struct fault_attr *attr, struct task_struct *task) |
Akinobu Mita | f4f154f | 2006-12-08 02:39:47 -0800 | [diff] [blame] | 58 | { |
Dmitry Vyukov | f2ad37d | 2017-05-08 15:56:51 -0700 | [diff] [blame] | 59 | return in_task() && task->make_it_fail; |
Akinobu Mita | f4f154f | 2006-12-08 02:39:47 -0800 | [diff] [blame] | 60 | } |
| 61 | |
Don Mullis | a124c28 | 2006-12-08 02:39:52 -0800 | [diff] [blame] | 62 | #define MAX_STACK_TRACE_DEPTH 32 |
| 63 | |
Akinobu Mita | 1df4900 | 2007-02-20 13:57:56 -0800 | [diff] [blame] | 64 | #ifdef CONFIG_FAULT_INJECTION_STACKTRACE_FILTER |
Akinobu Mita | 329409a | 2006-12-08 02:39:48 -0800 | [diff] [blame] | 65 | |
Don Mullis | 08b3df2 | 2006-12-08 02:39:51 -0800 | [diff] [blame] | 66 | static bool fail_stacktrace(struct fault_attr *attr) |
Akinobu Mita | 329409a | 2006-12-08 02:39:48 -0800 | [diff] [blame] | 67 | { |
| 68 | struct stack_trace trace; |
| 69 | int depth = attr->stacktrace_depth; |
| 70 | unsigned long entries[MAX_STACK_TRACE_DEPTH]; |
| 71 | int n; |
| 72 | bool found = (attr->require_start == 0 && attr->require_end == ULONG_MAX); |
| 73 | |
| 74 | if (depth == 0) |
| 75 | return found; |
| 76 | |
| 77 | trace.nr_entries = 0; |
| 78 | trace.entries = entries; |
Don Mullis | a124c28 | 2006-12-08 02:39:52 -0800 | [diff] [blame] | 79 | trace.max_entries = depth; |
Akinobu Mita | 329409a | 2006-12-08 02:39:48 -0800 | [diff] [blame] | 80 | trace.skip = 1; |
Akinobu Mita | 329409a | 2006-12-08 02:39:48 -0800 | [diff] [blame] | 81 | |
Christoph Hellwig | ab1b6f0 | 2007-05-08 00:23:29 -0700 | [diff] [blame] | 82 | save_stack_trace(&trace); |
Akinobu Mita | 329409a | 2006-12-08 02:39:48 -0800 | [diff] [blame] | 83 | for (n = 0; n < trace.nr_entries; n++) { |
| 84 | if (attr->reject_start <= entries[n] && |
| 85 | entries[n] < attr->reject_end) |
Don Mullis | 08b3df2 | 2006-12-08 02:39:51 -0800 | [diff] [blame] | 86 | return false; |
Akinobu Mita | 329409a | 2006-12-08 02:39:48 -0800 | [diff] [blame] | 87 | if (attr->require_start <= entries[n] && |
| 88 | entries[n] < attr->require_end) |
Don Mullis | 08b3df2 | 2006-12-08 02:39:51 -0800 | [diff] [blame] | 89 | found = true; |
Akinobu Mita | 329409a | 2006-12-08 02:39:48 -0800 | [diff] [blame] | 90 | } |
| 91 | return found; |
| 92 | } |
| 93 | |
| 94 | #else |
| 95 | |
Don Mullis | 08b3df2 | 2006-12-08 02:39:51 -0800 | [diff] [blame] | 96 | static inline bool fail_stacktrace(struct fault_attr *attr) |
Akinobu Mita | 329409a | 2006-12-08 02:39:48 -0800 | [diff] [blame] | 97 | { |
Akinobu Mita | 1df4900 | 2007-02-20 13:57:56 -0800 | [diff] [blame] | 98 | return true; |
Akinobu Mita | 329409a | 2006-12-08 02:39:48 -0800 | [diff] [blame] | 99 | } |
| 100 | |
Akinobu Mita | 1df4900 | 2007-02-20 13:57:56 -0800 | [diff] [blame] | 101 | #endif /* CONFIG_FAULT_INJECTION_STACKTRACE_FILTER */ |
Akinobu Mita | 329409a | 2006-12-08 02:39:48 -0800 | [diff] [blame] | 102 | |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 103 | /* |
| 104 | * This code is stolen from failmalloc-1.0 |
| 105 | * http://www.nongnu.org/failmalloc/ |
| 106 | */ |
| 107 | |
Don Mullis | 08b3df2 | 2006-12-08 02:39:51 -0800 | [diff] [blame] | 108 | bool should_fail(struct fault_attr *attr, ssize_t size) |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 109 | { |
Anton Blanchard | f39cdae | 2012-06-20 12:53:03 -0700 | [diff] [blame] | 110 | /* No need to check any other properties if the probability is 0 */ |
| 111 | if (attr->probability == 0) |
| 112 | return false; |
| 113 | |
Akinobu Mita | f4f154f | 2006-12-08 02:39:47 -0800 | [diff] [blame] | 114 | if (attr->task_filter && !fail_task(attr, current)) |
Don Mullis | 08b3df2 | 2006-12-08 02:39:51 -0800 | [diff] [blame] | 115 | return false; |
Akinobu Mita | f4f154f | 2006-12-08 02:39:47 -0800 | [diff] [blame] | 116 | |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 117 | if (atomic_read(&attr->times) == 0) |
Don Mullis | 08b3df2 | 2006-12-08 02:39:51 -0800 | [diff] [blame] | 118 | return false; |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 119 | |
| 120 | if (atomic_read(&attr->space) > size) { |
| 121 | atomic_sub(size, &attr->space); |
Don Mullis | 08b3df2 | 2006-12-08 02:39:51 -0800 | [diff] [blame] | 122 | return false; |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 123 | } |
| 124 | |
| 125 | if (attr->interval > 1) { |
| 126 | attr->count++; |
| 127 | if (attr->count % attr->interval) |
Don Mullis | 08b3df2 | 2006-12-08 02:39:51 -0800 | [diff] [blame] | 128 | return false; |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 129 | } |
| 130 | |
Akinobu Mita | f39fee5 | 2013-04-29 16:21:28 -0700 | [diff] [blame] | 131 | if (attr->probability <= prandom_u32() % 100) |
Don Mullis | f1729c28 | 2006-12-08 02:39:53 -0800 | [diff] [blame] | 132 | return false; |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 133 | |
Don Mullis | f1729c28 | 2006-12-08 02:39:53 -0800 | [diff] [blame] | 134 | if (!fail_stacktrace(attr)) |
| 135 | return false; |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 136 | |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 137 | fail_dump(attr); |
| 138 | |
| 139 | if (atomic_read(&attr->times) != -1) |
| 140 | atomic_dec_not_zero(&attr->times); |
| 141 | |
Don Mullis | 08b3df2 | 2006-12-08 02:39:51 -0800 | [diff] [blame] | 142 | return true; |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 143 | } |
Per Forlin | df87ecb | 2011-08-19 14:52:36 +0200 | [diff] [blame] | 144 | EXPORT_SYMBOL_GPL(should_fail); |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 145 | |
| 146 | #ifdef CONFIG_FAULT_INJECTION_DEBUG_FS |
| 147 | |
Christoph Hellwig | 8b88b09 | 2008-02-08 04:20:26 -0800 | [diff] [blame] | 148 | static int debugfs_ul_set(void *data, u64 val) |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 149 | { |
| 150 | *(unsigned long *)data = val; |
Christoph Hellwig | 8b88b09 | 2008-02-08 04:20:26 -0800 | [diff] [blame] | 151 | return 0; |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 152 | } |
| 153 | |
Christoph Hellwig | 8b88b09 | 2008-02-08 04:20:26 -0800 | [diff] [blame] | 154 | static int debugfs_ul_get(void *data, u64 *val) |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 155 | { |
Christoph Hellwig | 8b88b09 | 2008-02-08 04:20:26 -0800 | [diff] [blame] | 156 | *val = *(unsigned long *)data; |
| 157 | return 0; |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 158 | } |
| 159 | |
| 160 | DEFINE_SIMPLE_ATTRIBUTE(fops_ul, debugfs_ul_get, debugfs_ul_set, "%llu\n"); |
| 161 | |
Al Viro | f4ae40a | 2011-07-24 04:33:43 -0400 | [diff] [blame] | 162 | static struct dentry *debugfs_create_ul(const char *name, umode_t mode, |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 163 | struct dentry *parent, unsigned long *value) |
| 164 | { |
| 165 | return debugfs_create_file(name, mode, parent, value, &fops_ul); |
| 166 | } |
| 167 | |
Stephen Rothwell | 6ddb23c | 2007-07-23 18:43:55 -0700 | [diff] [blame] | 168 | #ifdef CONFIG_FAULT_INJECTION_STACKTRACE_FILTER |
Don Mullis | a124c28 | 2006-12-08 02:39:52 -0800 | [diff] [blame] | 169 | |
Akinobu Mita | 8307fc2 | 2011-07-26 16:09:01 -0700 | [diff] [blame] | 170 | static int debugfs_stacktrace_depth_set(void *data, u64 val) |
| 171 | { |
| 172 | *(unsigned long *)data = |
| 173 | min_t(unsigned long, val, MAX_STACK_TRACE_DEPTH); |
| 174 | |
| 175 | return 0; |
| 176 | } |
| 177 | |
| 178 | DEFINE_SIMPLE_ATTRIBUTE(fops_stacktrace_depth, debugfs_ul_get, |
| 179 | debugfs_stacktrace_depth_set, "%llu\n"); |
| 180 | |
| 181 | static struct dentry *debugfs_create_stacktrace_depth( |
Al Viro | f4ae40a | 2011-07-24 04:33:43 -0400 | [diff] [blame] | 182 | const char *name, umode_t mode, |
Don Mullis | a124c28 | 2006-12-08 02:39:52 -0800 | [diff] [blame] | 183 | struct dentry *parent, unsigned long *value) |
| 184 | { |
| 185 | return debugfs_create_file(name, mode, parent, value, |
Akinobu Mita | 8307fc2 | 2011-07-26 16:09:01 -0700 | [diff] [blame] | 186 | &fops_stacktrace_depth); |
Don Mullis | a124c28 | 2006-12-08 02:39:52 -0800 | [diff] [blame] | 187 | } |
Akinobu Mita | 8307fc2 | 2011-07-26 16:09:01 -0700 | [diff] [blame] | 188 | |
Stephen Rothwell | 6ddb23c | 2007-07-23 18:43:55 -0700 | [diff] [blame] | 189 | #endif /* CONFIG_FAULT_INJECTION_STACKTRACE_FILTER */ |
Don Mullis | a124c28 | 2006-12-08 02:39:52 -0800 | [diff] [blame] | 190 | |
Akinobu Mita | dd48c08 | 2011-08-03 16:21:01 -0700 | [diff] [blame] | 191 | struct dentry *fault_create_debugfs_attr(const char *name, |
| 192 | struct dentry *parent, struct fault_attr *attr) |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 193 | { |
Al Viro | f4ae40a | 2011-07-24 04:33:43 -0400 | [diff] [blame] | 194 | umode_t mode = S_IFREG | S_IRUSR | S_IWUSR; |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 195 | struct dentry *dir; |
| 196 | |
Akinobu Mita | dd48c08 | 2011-08-03 16:21:01 -0700 | [diff] [blame] | 197 | dir = debugfs_create_dir(name, parent); |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 198 | if (!dir) |
Akinobu Mita | dd48c08 | 2011-08-03 16:21:01 -0700 | [diff] [blame] | 199 | return ERR_PTR(-ENOMEM); |
Akinobu Mita | 7f5ddcc | 2011-07-26 16:09:02 -0700 | [diff] [blame] | 200 | |
| 201 | if (!debugfs_create_ul("probability", mode, dir, &attr->probability)) |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 202 | goto fail; |
Akinobu Mita | 7f5ddcc | 2011-07-26 16:09:02 -0700 | [diff] [blame] | 203 | if (!debugfs_create_ul("interval", mode, dir, &attr->interval)) |
| 204 | goto fail; |
| 205 | if (!debugfs_create_atomic_t("times", mode, dir, &attr->times)) |
| 206 | goto fail; |
| 207 | if (!debugfs_create_atomic_t("space", mode, dir, &attr->space)) |
| 208 | goto fail; |
| 209 | if (!debugfs_create_ul("verbose", mode, dir, &attr->verbose)) |
| 210 | goto fail; |
Dmitry Monakhov | 6adc4a2 | 2014-12-12 16:58:00 -0800 | [diff] [blame] | 211 | if (!debugfs_create_u32("verbose_ratelimit_interval_ms", mode, dir, |
| 212 | &attr->ratelimit_state.interval)) |
| 213 | goto fail; |
| 214 | if (!debugfs_create_u32("verbose_ratelimit_burst", mode, dir, |
| 215 | &attr->ratelimit_state.burst)) |
| 216 | goto fail; |
Akinobu Mita | 7f5ddcc | 2011-07-26 16:09:02 -0700 | [diff] [blame] | 217 | if (!debugfs_create_bool("task-filter", mode, dir, &attr->task_filter)) |
Akinobu Mita | 1df4900 | 2007-02-20 13:57:56 -0800 | [diff] [blame] | 218 | goto fail; |
| 219 | |
| 220 | #ifdef CONFIG_FAULT_INJECTION_STACKTRACE_FILTER |
| 221 | |
Akinobu Mita | 7f5ddcc | 2011-07-26 16:09:02 -0700 | [diff] [blame] | 222 | if (!debugfs_create_stacktrace_depth("stacktrace-depth", mode, dir, |
| 223 | &attr->stacktrace_depth)) |
| 224 | goto fail; |
| 225 | if (!debugfs_create_ul("require-start", mode, dir, |
| 226 | &attr->require_start)) |
| 227 | goto fail; |
| 228 | if (!debugfs_create_ul("require-end", mode, dir, &attr->require_end)) |
| 229 | goto fail; |
| 230 | if (!debugfs_create_ul("reject-start", mode, dir, &attr->reject_start)) |
| 231 | goto fail; |
| 232 | if (!debugfs_create_ul("reject-end", mode, dir, &attr->reject_end)) |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 233 | goto fail; |
| 234 | |
Akinobu Mita | 1df4900 | 2007-02-20 13:57:56 -0800 | [diff] [blame] | 235 | #endif /* CONFIG_FAULT_INJECTION_STACKTRACE_FILTER */ |
| 236 | |
Dmitry Monakhov | 6adc4a2 | 2014-12-12 16:58:00 -0800 | [diff] [blame] | 237 | attr->dname = dget(dir); |
Akinobu Mita | dd48c08 | 2011-08-03 16:21:01 -0700 | [diff] [blame] | 238 | return dir; |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 239 | fail: |
Akinobu Mita | dd48c08 | 2011-08-03 16:21:01 -0700 | [diff] [blame] | 240 | debugfs_remove_recursive(dir); |
Akinobu Mita | 7f5ddcc | 2011-07-26 16:09:02 -0700 | [diff] [blame] | 241 | |
Akinobu Mita | dd48c08 | 2011-08-03 16:21:01 -0700 | [diff] [blame] | 242 | return ERR_PTR(-ENOMEM); |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 243 | } |
Per Forlin | df87ecb | 2011-08-19 14:52:36 +0200 | [diff] [blame] | 244 | EXPORT_SYMBOL_GPL(fault_create_debugfs_attr); |
Akinobu Mita | 6ff1cb3 | 2006-12-08 02:39:43 -0800 | [diff] [blame] | 245 | |
| 246 | #endif /* CONFIG_FAULT_INJECTION_DEBUG_FS */ |