blob: a9077c1b4ad3f402ecc7580b8c918e0b50db5318 [file] [log] [blame]
Lai Jiangshan1427cdf2009-03-06 17:21:47 +01001/*
2 * trace binary printk
3 *
4 * Copyright (C) 2008 Lai Jiangshan <laijs@cn.fujitsu.com>
5 *
6 */
Steven Rostedt7975a2b2009-03-12 14:23:17 -04007#include <linux/seq_file.h>
8#include <linux/debugfs.h>
9#include <linux/uaccess.h>
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010010#include <linux/kernel.h>
11#include <linux/ftrace.h>
12#include <linux/string.h>
Steven Rostedt7975a2b2009-03-12 14:23:17 -040013#include <linux/module.h>
Steven Rostedt7975a2b2009-03-12 14:23:17 -040014#include <linux/mutex.h>
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010015#include <linux/ctype.h>
16#include <linux/list.h>
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010017#include <linux/slab.h>
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010018#include <linux/fs.h>
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010019
20#include "trace.h"
21
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010022#ifdef CONFIG_MODULES
23
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010024/*
Frederic Weisbecker769b0442009-03-06 17:21:49 +010025 * modules trace_printk()'s formats are autosaved in struct trace_bprintk_fmt
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010026 * which are queued on trace_bprintk_fmt_list.
27 */
28static LIST_HEAD(trace_bprintk_fmt_list);
29
Frederic Weisbecker769b0442009-03-06 17:21:49 +010030/* serialize accesses to trace_bprintk_fmt_list */
31static DEFINE_MUTEX(btrace_mutex);
32
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010033struct trace_bprintk_fmt {
34 struct list_head list;
Steven Rostedt0588fa32011-03-21 22:59:21 -040035 const char *fmt;
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010036};
37
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010038static inline struct trace_bprintk_fmt *lookup_format(const char *fmt)
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010039{
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010040 struct trace_bprintk_fmt *pos;
41 list_for_each_entry(pos, &trace_bprintk_fmt_list, list) {
42 if (!strcmp(pos->fmt, fmt))
43 return pos;
44 }
45 return NULL;
46}
47
48static
49void hold_module_trace_bprintk_format(const char **start, const char **end)
50{
51 const char **iter;
Steven Rostedt0588fa32011-03-21 22:59:21 -040052 char *fmt;
Frederic Weisbecker769b0442009-03-06 17:21:49 +010053
Steven Rostedt07d777f2011-09-22 14:01:55 -040054 /* allocate the trace_printk per cpu buffers */
55 if (start != end)
56 trace_printk_init_buffers();
57
Frederic Weisbecker769b0442009-03-06 17:21:49 +010058 mutex_lock(&btrace_mutex);
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010059 for (iter = start; iter < end; iter++) {
60 struct trace_bprintk_fmt *tb_fmt = lookup_format(*iter);
61 if (tb_fmt) {
62 *iter = tb_fmt->fmt;
63 continue;
64 }
65
Steven Rostedt3a301d72011-08-08 21:39:39 -040066 fmt = NULL;
Steven Rostedt0588fa32011-03-21 22:59:21 -040067 tb_fmt = kmalloc(sizeof(*tb_fmt), GFP_KERNEL);
Steven Rostedt3a301d72011-08-08 21:39:39 -040068 if (tb_fmt) {
Steven Rostedt0588fa32011-03-21 22:59:21 -040069 fmt = kmalloc(strlen(*iter) + 1, GFP_KERNEL);
Steven Rostedt3a301d72011-08-08 21:39:39 -040070 if (fmt) {
71 list_add_tail(&tb_fmt->list, &trace_bprintk_fmt_list);
72 strcpy(fmt, *iter);
73 tb_fmt->fmt = fmt;
74 } else
75 kfree(tb_fmt);
Steven Rostedt0588fa32011-03-21 22:59:21 -040076 }
Steven Rostedt3a301d72011-08-08 21:39:39 -040077 *iter = fmt;
78
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010079 }
Frederic Weisbecker769b0442009-03-06 17:21:49 +010080 mutex_unlock(&btrace_mutex);
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010081}
82
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010083static int module_trace_bprintk_format_notify(struct notifier_block *self,
84 unsigned long val, void *data)
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010085{
Lai Jiangshan1ba28e02009-03-06 17:21:48 +010086 struct module *mod = data;
87 if (mod->num_trace_bprintk_fmt) {
88 const char **start = mod->trace_bprintk_fmt_start;
89 const char **end = start + mod->num_trace_bprintk_fmt;
90
91 if (val == MODULE_STATE_COMING)
92 hold_module_trace_bprintk_format(start, end);
93 }
94 return 0;
Lai Jiangshan1427cdf2009-03-06 17:21:47 +010095}
96
Steven Rostedt1813dc32011-03-21 23:36:31 -040097/*
98 * The debugfs/tracing/printk_formats file maps the addresses with
99 * the ASCII formats that are used in the bprintk events in the
100 * buffer. For userspace tools to be able to decode the events from
101 * the buffer, they need to be able to map the address with the format.
102 *
103 * The addresses of the bprintk formats are in their own section
104 * __trace_printk_fmt. But for modules we copy them into a link list.
105 * The code to print the formats and their addresses passes around the
106 * address of the fmt string. If the fmt address passed into the seq
107 * functions is within the kernel core __trace_printk_fmt section, then
108 * it simply uses the next pointer in the list.
109 *
110 * When the fmt pointer is outside the kernel core __trace_printk_fmt
111 * section, then we need to read the link list pointers. The trick is
112 * we pass the address of the string to the seq function just like
113 * we do for the kernel core formats. To get back the structure that
114 * holds the format, we simply use containerof() and then go to the
115 * next format in the list.
116 */
117static const char **
118find_next_mod_format(int start_index, void *v, const char **fmt, loff_t *pos)
119{
120 struct trace_bprintk_fmt *mod_fmt;
121
122 if (list_empty(&trace_bprintk_fmt_list))
123 return NULL;
124
125 /*
126 * v will point to the address of the fmt record from t_next
127 * v will be NULL from t_start.
128 * If this is the first pointer or called from start
129 * then we need to walk the list.
130 */
131 if (!v || start_index == *pos) {
132 struct trace_bprintk_fmt *p;
133
134 /* search the module list */
135 list_for_each_entry(p, &trace_bprintk_fmt_list, list) {
136 if (start_index == *pos)
137 return &p->fmt;
138 start_index++;
139 }
140 /* pos > index */
141 return NULL;
142 }
143
144 /*
145 * v points to the address of the fmt field in the mod list
146 * structure that holds the module print format.
147 */
148 mod_fmt = container_of(v, typeof(*mod_fmt), fmt);
149 if (mod_fmt->list.next == &trace_bprintk_fmt_list)
150 return NULL;
151
152 mod_fmt = container_of(mod_fmt->list.next, typeof(*mod_fmt), list);
153
154 return &mod_fmt->fmt;
155}
156
157static void format_mod_start(void)
158{
159 mutex_lock(&btrace_mutex);
160}
161
162static void format_mod_stop(void)
163{
164 mutex_unlock(&btrace_mutex);
165}
166
Lai Jiangshan1ba28e02009-03-06 17:21:48 +0100167#else /* !CONFIG_MODULES */
168__init static int
169module_trace_bprintk_format_notify(struct notifier_block *self,
170 unsigned long val, void *data)
171{
172 return 0;
173}
Steven Rostedt1813dc32011-03-21 23:36:31 -0400174static inline const char **
175find_next_mod_format(int start_index, void *v, const char **fmt, loff_t *pos)
176{
177 return NULL;
178}
179static inline void format_mod_start(void) { }
180static inline void format_mod_stop(void) { }
Lai Jiangshan1ba28e02009-03-06 17:21:48 +0100181#endif /* CONFIG_MODULES */
182
183
184__initdata_or_module static
185struct notifier_block module_trace_bprintk_format_nb = {
186 .notifier_call = module_trace_bprintk_format_notify,
187};
188
Frederic Weisbecker48ead022009-03-12 18:24:49 +0100189int __trace_bprintk(unsigned long ip, const char *fmt, ...)
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100190 {
191 int ret;
192 va_list ap;
Lai Jiangshan1427cdf2009-03-06 17:21:47 +0100193
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100194 if (unlikely(!fmt))
195 return 0;
Lai Jiangshan1427cdf2009-03-06 17:21:47 +0100196
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100197 if (!(trace_flags & TRACE_ITER_PRINTK))
198 return 0;
Lai Jiangshan1427cdf2009-03-06 17:21:47 +0100199
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100200 va_start(ap, fmt);
Steven Rostedt40ce74f2009-03-19 14:03:53 -0400201 ret = trace_vbprintk(ip, fmt, ap);
Frederic Weisbecker48ead022009-03-12 18:24:49 +0100202 va_end(ap);
203 return ret;
204}
205EXPORT_SYMBOL_GPL(__trace_bprintk);
206
207int __ftrace_vbprintk(unsigned long ip, const char *fmt, va_list ap)
208 {
209 if (unlikely(!fmt))
210 return 0;
211
212 if (!(trace_flags & TRACE_ITER_PRINTK))
213 return 0;
214
Steven Rostedt40ce74f2009-03-19 14:03:53 -0400215 return trace_vbprintk(ip, fmt, ap);
Frederic Weisbecker48ead022009-03-12 18:24:49 +0100216}
217EXPORT_SYMBOL_GPL(__ftrace_vbprintk);
218
219int __trace_printk(unsigned long ip, const char *fmt, ...)
220{
221 int ret;
222 va_list ap;
223
224 if (!(trace_flags & TRACE_ITER_PRINTK))
225 return 0;
226
227 va_start(ap, fmt);
Steven Rostedt40ce74f2009-03-19 14:03:53 -0400228 ret = trace_vprintk(ip, fmt, ap);
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100229 va_end(ap);
Lai Jiangshan1ba28e02009-03-06 17:21:48 +0100230 return ret;
Lai Jiangshan1427cdf2009-03-06 17:21:47 +0100231}
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100232EXPORT_SYMBOL_GPL(__trace_printk);
Lai Jiangshan1427cdf2009-03-06 17:21:47 +0100233
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100234int __ftrace_vprintk(unsigned long ip, const char *fmt, va_list ap)
Frederic Weisbecker48ead022009-03-12 18:24:49 +0100235{
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100236 if (!(trace_flags & TRACE_ITER_PRINTK))
237 return 0;
238
Steven Rostedt40ce74f2009-03-19 14:03:53 -0400239 return trace_vprintk(ip, fmt, ap);
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100240}
241EXPORT_SYMBOL_GPL(__ftrace_vprintk);
242
Steven Rostedt1813dc32011-03-21 23:36:31 -0400243static const char **find_next(void *v, loff_t *pos)
244{
245 const char **fmt = v;
246 int start_index;
247
Steven Rostedt1813dc32011-03-21 23:36:31 -0400248 start_index = __stop___trace_bprintk_fmt - __start___trace_bprintk_fmt;
249
250 if (*pos < start_index)
Steven Rostedtdb5e7ec2011-06-09 08:40:59 -0400251 return __start___trace_bprintk_fmt + *pos;
Steven Rostedt1813dc32011-03-21 23:36:31 -0400252
253 return find_next_mod_format(start_index, v, fmt, pos);
254}
255
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400256static void *
Li Zefanc8961ec2009-06-24 09:52:58 +0800257t_start(struct seq_file *m, loff_t *pos)
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400258{
Steven Rostedt1813dc32011-03-21 23:36:31 -0400259 format_mod_start();
260 return find_next(NULL, pos);
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400261}
262
Li Zefanc8961ec2009-06-24 09:52:58 +0800263static void *t_next(struct seq_file *m, void * v, loff_t *pos)
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400264{
Li Zefanc8961ec2009-06-24 09:52:58 +0800265 (*pos)++;
Steven Rostedt1813dc32011-03-21 23:36:31 -0400266 return find_next(v, pos);
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400267}
268
269static int t_show(struct seq_file *m, void *v)
270{
271 const char **fmt = v;
272 const char *str = *fmt;
273 int i;
274
Steven Rostedt4c739ff2009-07-22 23:11:03 -0400275 seq_printf(m, "0x%lx : \"", *(unsigned long *)fmt);
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400276
277 /*
278 * Tabs and new lines need to be converted.
279 */
280 for (i = 0; str[i]; i++) {
281 switch (str[i]) {
282 case '\n':
283 seq_puts(m, "\\n");
284 break;
285 case '\t':
286 seq_puts(m, "\\t");
287 break;
288 case '\\':
289 seq_puts(m, "\\");
290 break;
291 case '"':
292 seq_puts(m, "\\\"");
293 break;
294 default:
295 seq_putc(m, str[i]);
296 }
297 }
298 seq_puts(m, "\"\n");
299
300 return 0;
301}
302
303static void t_stop(struct seq_file *m, void *p)
304{
Steven Rostedt1813dc32011-03-21 23:36:31 -0400305 format_mod_stop();
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400306}
307
308static const struct seq_operations show_format_seq_ops = {
309 .start = t_start,
310 .next = t_next,
311 .show = t_show,
312 .stop = t_stop,
313};
314
315static int
316ftrace_formats_open(struct inode *inode, struct file *file)
317{
Li Zefanc8961ec2009-06-24 09:52:58 +0800318 return seq_open(file, &show_format_seq_ops);
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400319}
320
321static const struct file_operations ftrace_formats_fops = {
322 .open = ftrace_formats_open,
323 .read = seq_read,
324 .llseek = seq_lseek,
325 .release = seq_release,
326};
327
328static __init int init_trace_printk_function_export(void)
329{
330 struct dentry *d_tracer;
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400331
332 d_tracer = tracing_init_dentry();
333 if (!d_tracer)
334 return 0;
335
Frederic Weisbecker5452af62009-03-27 00:25:38 +0100336 trace_create_file("printk_formats", 0444, d_tracer,
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400337 NULL, &ftrace_formats_fops);
Steven Rostedt7975a2b2009-03-12 14:23:17 -0400338
339 return 0;
340}
341
342fs_initcall(init_trace_printk_function_export);
343
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100344static __init int init_trace_printk(void)
345{
346 return register_module_notifier(&module_trace_bprintk_format_nb);
347}
348
349early_initcall(init_trace_printk);