blob: 20fa686f80fa268e9620cb1d544d294203c147a2 [file] [log] [blame]
Tony Luckca01d6d2010-12-28 14:25:21 -08001/*
2 * Persistent Storage - platform driver interface parts.
3 *
Anton Vorontsovf29e5952012-05-26 06:20:19 -07004 * Copyright (C) 2007-2008 Google, Inc.
Tony Luckca01d6d2010-12-28 14:25:21 -08005 * Copyright (C) 2010 Intel Corporation <tony.luck@intel.com>
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
10 *
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
15 *
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
19 */
20
21#include <linux/atomic.h>
22#include <linux/types.h>
23#include <linux/errno.h>
24#include <linux/init.h>
25#include <linux/kmsg_dump.h>
Anton Vorontsovf29e5952012-05-26 06:20:19 -070026#include <linux/console.h>
Tony Luckca01d6d2010-12-28 14:25:21 -080027#include <linux/module.h>
28#include <linux/pstore.h>
29#include <linux/string.h>
Luck, Tony6dda9262011-08-11 15:14:39 -070030#include <linux/timer.h>
Tony Luckca01d6d2010-12-28 14:25:21 -080031#include <linux/slab.h>
32#include <linux/uaccess.h>
Don Zickusabd4d552011-08-12 10:54:51 -070033#include <linux/hardirq.h>
Anton Vorontsova3f5f072012-05-26 06:20:28 -070034#include <linux/jiffies.h>
Luck, Tony6dda9262011-08-11 15:14:39 -070035#include <linux/workqueue.h>
Tony Luckca01d6d2010-12-28 14:25:21 -080036
37#include "internal.h"
38
39/*
Luck, Tony6dda9262011-08-11 15:14:39 -070040 * We defer making "oops" entries appear in pstore - see
41 * whether the system is actually still running well enough
42 * to let someone see the entry
43 */
Anton Vorontsov521f72882012-05-26 06:20:29 -070044static int pstore_update_ms = -1;
Anton Vorontsova3f5f072012-05-26 06:20:28 -070045module_param_named(update_ms, pstore_update_ms, int, 0600);
46MODULE_PARM_DESC(update_ms, "milliseconds before pstore updates its content "
Anton Vorontsov521f72882012-05-26 06:20:29 -070047 "(default is -1, which means runtime updates are disabled; "
48 "enabling this option is not safe, it may lead to further "
49 "corruption on Oopses)");
Luck, Tony6dda9262011-08-11 15:14:39 -070050
51static int pstore_new_entry;
52
53static void pstore_timefunc(unsigned long);
54static DEFINE_TIMER(pstore_timer, pstore_timefunc, 0, 0);
55
56static void pstore_dowork(struct work_struct *);
57static DECLARE_WORK(pstore_work, pstore_dowork);
58
59/*
Tony Luckca01d6d2010-12-28 14:25:21 -080060 * pstore_lock just protects "psinfo" during
61 * calls to pstore_register()
62 */
63static DEFINE_SPINLOCK(pstore_lock);
Anton Vorontsov060287b2012-07-09 17:10:41 -070064struct pstore_info *psinfo;
Tony Luckca01d6d2010-12-28 14:25:21 -080065
Matthew Garrettdee28e72011-07-21 16:57:55 -040066static char *backend;
67
Luck, Tony366f7e72011-03-18 15:33:43 -070068/* How much of the console log to snapshot */
Tony Luckca01d6d2010-12-28 14:25:21 -080069static unsigned long kmsg_bytes = 10240;
70
Luck, Tony366f7e72011-03-18 15:33:43 -070071void pstore_set_kmsg_bytes(int bytes)
Tony Luckca01d6d2010-12-28 14:25:21 -080072{
Luck, Tony366f7e72011-03-18 15:33:43 -070073 kmsg_bytes = bytes;
Tony Luckca01d6d2010-12-28 14:25:21 -080074}
75
Tony Luckca01d6d2010-12-28 14:25:21 -080076/* Tag each group of saved records with a sequence number */
77static int oopscount;
78
Seiji Aguchi381b8722012-03-16 15:36:59 -070079static const char *get_reason_str(enum kmsg_dump_reason reason)
80{
81 switch (reason) {
82 case KMSG_DUMP_PANIC:
83 return "Panic";
84 case KMSG_DUMP_OOPS:
85 return "Oops";
86 case KMSG_DUMP_EMERG:
87 return "Emergency";
88 case KMSG_DUMP_RESTART:
89 return "Restart";
90 case KMSG_DUMP_HALT:
91 return "Halt";
92 case KMSG_DUMP_POWEROFF:
93 return "Poweroff";
94 default:
95 return "Unknown";
96 }
97}
Tony Luck9f6af272011-03-22 16:01:49 -070098
Seiji Aguchi9f244e92013-01-11 18:09:41 +000099bool pstore_cannot_block_path(enum kmsg_dump_reason reason)
100{
101 /*
102 * In case of NMI path, pstore shouldn't be blocked
103 * regardless of reason.
104 */
105 if (in_nmi())
106 return true;
107
108 switch (reason) {
109 /* In panic case, other cpus are stopped by smp_send_stop(). */
110 case KMSG_DUMP_PANIC:
111 /* Emergency restart shouldn't be blocked by spin lock. */
112 case KMSG_DUMP_EMERG:
113 return true;
114 default:
115 return false;
116 }
117}
118EXPORT_SYMBOL_GPL(pstore_cannot_block_path);
119
Tony Luckca01d6d2010-12-28 14:25:21 -0800120/*
121 * callback from kmsg_dump. (s2,l2) has the most recently
122 * written bytes, older bytes are in (s1,l1). Save as much
123 * as we can from the end of the buffer.
124 */
125static void pstore_dump(struct kmsg_dumper *dumper,
Kay Sieverse2ae7152012-06-15 14:07:51 +0200126 enum kmsg_dump_reason reason)
Tony Luckca01d6d2010-12-28 14:25:21 -0800127{
Kay Sieverse2ae7152012-06-15 14:07:51 +0200128 unsigned long total = 0;
Seiji Aguchi381b8722012-03-16 15:36:59 -0700129 const char *why;
Tony Luckca01d6d2010-12-28 14:25:21 -0800130 u64 id;
Matthew Garrettb94fdd02011-07-21 16:57:54 -0400131 unsigned int part = 1;
Don Zickusabd4d552011-08-12 10:54:51 -0700132 unsigned long flags = 0;
133 int is_locked = 0;
Kay Sieverse2ae7152012-06-15 14:07:51 +0200134 int ret;
Tony Luckca01d6d2010-12-28 14:25:21 -0800135
Seiji Aguchi381b8722012-03-16 15:36:59 -0700136 why = get_reason_str(reason);
Tony Luck9f6af272011-03-22 16:01:49 -0700137
Seiji Aguchi9f244e92013-01-11 18:09:41 +0000138 if (pstore_cannot_block_path(reason)) {
139 is_locked = spin_trylock_irqsave(&psinfo->buf_lock, flags);
140 if (!is_locked) {
141 pr_err("pstore dump routine blocked in %s path, may corrupt error record\n"
142 , in_nmi() ? "NMI" : why);
143 }
Don Zickusabd4d552011-08-12 10:54:51 -0700144 } else
145 spin_lock_irqsave(&psinfo->buf_lock, flags);
Tony Luckca01d6d2010-12-28 14:25:21 -0800146 oopscount++;
147 while (total < kmsg_bytes) {
Kay Sieverse2ae7152012-06-15 14:07:51 +0200148 char *dst;
149 unsigned long size;
150 int hsize;
151 size_t len;
Aruna Balakrishnaiahb3b515b2013-08-16 13:52:47 -0700152 bool compressed = false;
Kay Sieverse2ae7152012-06-15 14:07:51 +0200153
Tony Luckca01d6d2010-12-28 14:25:21 -0800154 dst = psinfo->buf;
Matthew Garrett56280682011-07-21 16:57:53 -0400155 hsize = sprintf(dst, "%s#%d Part%d\n", why, oopscount, part);
Tony Luckca01d6d2010-12-28 14:25:21 -0800156 size = psinfo->bufsize - hsize;
157 dst += hsize;
158
Kay Sieverse2ae7152012-06-15 14:07:51 +0200159 if (!kmsg_dump_get_buffer(dumper, true, dst, size, &len))
Tony Luckca01d6d2010-12-28 14:25:21 -0800160 break;
161
Kees Cook3d6d8d22011-11-17 13:13:29 -0800162 ret = psinfo->write(PSTORE_TYPE_DMESG, reason, &id, part,
Aruna Balakrishnaiahb3b515b2013-08-16 13:52:47 -0700163 oopscount, compressed, hsize + len, psinfo);
Chen Gongb238b8f2011-10-12 09:17:24 -0700164 if (ret == 0 && reason == KMSG_DUMP_OOPS && pstore_is_mounted())
Luck, Tony6dda9262011-08-11 15:14:39 -0700165 pstore_new_entry = 1;
Kay Sieverse2ae7152012-06-15 14:07:51 +0200166
167 total += hsize + len;
Matthew Garrett56280682011-07-21 16:57:53 -0400168 part++;
Tony Luckca01d6d2010-12-28 14:25:21 -0800169 }
Seiji Aguchi9f244e92013-01-11 18:09:41 +0000170 if (pstore_cannot_block_path(reason)) {
Don Zickusabd4d552011-08-12 10:54:51 -0700171 if (is_locked)
Seiji Aguchi9f244e92013-01-11 18:09:41 +0000172 spin_unlock_irqrestore(&psinfo->buf_lock, flags);
Don Zickusabd4d552011-08-12 10:54:51 -0700173 } else
174 spin_unlock_irqrestore(&psinfo->buf_lock, flags);
Tony Luckca01d6d2010-12-28 14:25:21 -0800175}
176
177static struct kmsg_dumper pstore_dumper = {
178 .dump = pstore_dump,
179};
180
Anton Vorontsovf29e5952012-05-26 06:20:19 -0700181#ifdef CONFIG_PSTORE_CONSOLE
182static void pstore_console_write(struct console *con, const char *s, unsigned c)
183{
184 const char *e = s + c;
185
186 while (s < e) {
187 unsigned long flags;
Colin Ian King70a6f462012-11-14 11:49:53 +0000188 u64 id;
Anton Vorontsovf29e5952012-05-26 06:20:19 -0700189
190 if (c > psinfo->bufsize)
191 c = psinfo->bufsize;
Chuansheng Liu80c9d032012-09-18 01:43:44 +0800192
193 if (oops_in_progress) {
194 if (!spin_trylock_irqsave(&psinfo->buf_lock, flags))
195 break;
196 } else {
197 spin_lock_irqsave(&psinfo->buf_lock, flags);
198 }
Anton Vorontsovf29e5952012-05-26 06:20:19 -0700199 memcpy(psinfo->buf, s, c);
Aruna Balakrishnaiah6bbbca72013-06-27 14:02:56 +0530200 psinfo->write(PSTORE_TYPE_CONSOLE, 0, &id, 0, 0, 0, c, psinfo);
Anton Vorontsovf29e5952012-05-26 06:20:19 -0700201 spin_unlock_irqrestore(&psinfo->buf_lock, flags);
202 s += c;
203 c = e - s;
204 }
205}
206
207static struct console pstore_console = {
208 .name = "pstore",
209 .write = pstore_console_write,
210 .flags = CON_PRINTBUFFER | CON_ENABLED | CON_ANYTIME,
211 .index = -1,
212};
213
214static void pstore_register_console(void)
215{
216 register_console(&pstore_console);
217}
218#else
219static void pstore_register_console(void) {}
220#endif
221
Anton Vorontsov897dba02012-07-09 17:10:40 -0700222static int pstore_write_compat(enum pstore_type_id type,
223 enum kmsg_dump_reason reason,
Seiji Aguchi755d4fe2012-11-26 16:07:44 -0800224 u64 *id, unsigned int part, int count,
Aruna Balakrishnaiahb3b515b2013-08-16 13:52:47 -0700225 bool compressed, size_t size,
Aruna Balakrishnaiah6bbbca72013-06-27 14:02:56 +0530226 struct pstore_info *psi)
Anton Vorontsov897dba02012-07-09 17:10:40 -0700227{
Aruna Balakrishnaiahb3b515b2013-08-16 13:52:47 -0700228 return psi->write_buf(type, reason, id, part, psinfo->buf, compressed,
Aruna Balakrishnaiah6bbbca72013-06-27 14:02:56 +0530229 size, psi);
Anton Vorontsov897dba02012-07-09 17:10:40 -0700230}
231
Tony Luckca01d6d2010-12-28 14:25:21 -0800232/*
233 * platform specific persistent storage driver registers with
234 * us here. If pstore is already mounted, call the platform
235 * read function right away to populate the file system. If not
236 * then the pstore mount code will call us later to fill out
237 * the file system.
238 *
239 * Register with kmsg_dump to save last part of console log on panic.
240 */
241int pstore_register(struct pstore_info *psi)
242{
243 struct module *owner = psi->owner;
244
Lenny Szubowicz8e48b1a2013-06-28 17:11:33 -0400245 if (backend && strcmp(backend, psi->name))
246 return -EPERM;
247
Tony Luckca01d6d2010-12-28 14:25:21 -0800248 spin_lock(&pstore_lock);
249 if (psinfo) {
250 spin_unlock(&pstore_lock);
251 return -EBUSY;
252 }
Matthew Garrettdee28e72011-07-21 16:57:55 -0400253
Anton Vorontsov897dba02012-07-09 17:10:40 -0700254 if (!psi->write)
255 psi->write = pstore_write_compat;
Tony Luckca01d6d2010-12-28 14:25:21 -0800256 psinfo = psi;
Kees Cookf6f82852011-11-17 12:58:07 -0800257 mutex_init(&psinfo->read_mutex);
Tony Luckca01d6d2010-12-28 14:25:21 -0800258 spin_unlock(&pstore_lock);
259
260 if (owner && !try_module_get(owner)) {
261 psinfo = NULL;
262 return -EINVAL;
263 }
264
265 if (pstore_is_mounted())
Luck, Tony6dda9262011-08-11 15:14:39 -0700266 pstore_get_records(0);
Tony Luckca01d6d2010-12-28 14:25:21 -0800267
268 kmsg_dump_register(&pstore_dumper);
Anton Vorontsovf29e5952012-05-26 06:20:19 -0700269 pstore_register_console();
Anton Vorontsov65f8c952012-07-17 14:26:15 -0700270 pstore_register_ftrace();
Tony Luckca01d6d2010-12-28 14:25:21 -0800271
Anton Vorontsova3f5f072012-05-26 06:20:28 -0700272 if (pstore_update_ms >= 0) {
273 pstore_timer.expires = jiffies +
274 msecs_to_jiffies(pstore_update_ms);
275 add_timer(&pstore_timer);
276 }
Luck, Tony6dda9262011-08-11 15:14:39 -0700277
Lenny Szubowicz8e48b1a2013-06-28 17:11:33 -0400278 pr_info("pstore: Registered %s as persistent store backend\n",
279 psi->name);
280
Tony Luckca01d6d2010-12-28 14:25:21 -0800281 return 0;
282}
283EXPORT_SYMBOL_GPL(pstore_register);
284
285/*
Luck, Tony6dda9262011-08-11 15:14:39 -0700286 * Read all the records from the persistent store. Create
287 * files in our filesystem. Don't warn about -EEXIST errors
288 * when we are re-scanning the backing store looking to add new
289 * error records.
Tony Luckca01d6d2010-12-28 14:25:21 -0800290 */
Luck, Tony6dda9262011-08-11 15:14:39 -0700291void pstore_get_records(int quiet)
Tony Luckca01d6d2010-12-28 14:25:21 -0800292{
293 struct pstore_info *psi = psinfo;
Kees Cookf6f82852011-11-17 12:58:07 -0800294 char *buf = NULL;
Chen Gong8d38d742011-05-16 10:58:57 -0700295 ssize_t size;
Tony Luckca01d6d2010-12-28 14:25:21 -0800296 u64 id;
Seiji Aguchi755d4fe2012-11-26 16:07:44 -0800297 int count;
Tony Luckca01d6d2010-12-28 14:25:21 -0800298 enum pstore_type_id type;
299 struct timespec time;
Chen Gong06cf91b2011-05-16 11:00:27 -0700300 int failed = 0, rc;
Tony Luckca01d6d2010-12-28 14:25:21 -0800301
302 if (!psi)
303 return;
304
Kees Cookf6f82852011-11-17 12:58:07 -0800305 mutex_lock(&psi->read_mutex);
Kees Cook2174f6d2011-11-18 13:49:00 -0800306 if (psi->open && psi->open(psi))
Chen Gong06cf91b2011-05-16 11:00:27 -0700307 goto out;
308
Seiji Aguchi755d4fe2012-11-26 16:07:44 -0800309 while ((size = psi->read(&id, &type, &count, &time, &buf, psi)) > 0) {
310 rc = pstore_mkfile(type, psi->name, id, count, buf,
311 (size_t)size, time, psi);
Kees Cookf6f82852011-11-17 12:58:07 -0800312 kfree(buf);
313 buf = NULL;
Luck, Tony6dda9262011-08-11 15:14:39 -0700314 if (rc && (rc != -EEXIST || !quiet))
Tony Luckca01d6d2010-12-28 14:25:21 -0800315 failed++;
316 }
Kees Cook2174f6d2011-11-18 13:49:00 -0800317 if (psi->close)
318 psi->close(psi);
Chen Gong06cf91b2011-05-16 11:00:27 -0700319out:
Kees Cookf6f82852011-11-17 12:58:07 -0800320 mutex_unlock(&psi->read_mutex);
Tony Luckca01d6d2010-12-28 14:25:21 -0800321
322 if (failed)
323 printk(KERN_WARNING "pstore: failed to load %d record(s) from '%s'\n",
324 failed, psi->name);
325}
326
Luck, Tony6dda9262011-08-11 15:14:39 -0700327static void pstore_dowork(struct work_struct *work)
328{
329 pstore_get_records(1);
330}
331
332static void pstore_timefunc(unsigned long dummy)
333{
334 if (pstore_new_entry) {
335 pstore_new_entry = 0;
336 schedule_work(&pstore_work);
337 }
338
Anton Vorontsova3f5f072012-05-26 06:20:28 -0700339 mod_timer(&pstore_timer, jiffies + msecs_to_jiffies(pstore_update_ms));
Luck, Tony6dda9262011-08-11 15:14:39 -0700340}
341
Matthew Garrettdee28e72011-07-21 16:57:55 -0400342module_param(backend, charp, 0444);
343MODULE_PARM_DESC(backend, "Pstore backend to use");