Arnaldo Carvalho de Melo | 16444a8 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 1 | #ifndef _LINUX_FTRACE_H |
| 2 | #define _LINUX_FTRACE_H |
| 3 | |
Arnaldo Carvalho de Melo | 16444a8 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 4 | #include <linux/linkage.h> |
Ingo Molnar | d49dbf3 | 2008-05-16 10:41:53 +0200 | [diff] [blame] | 5 | #include <linux/fs.h> |
Steven Noonan | eb7fa935 | 2008-10-02 12:00:07 -0700 | [diff] [blame] | 6 | #include <linux/ktime.h> |
Frédéric Weisbecker | d13744c | 2008-09-23 11:32:08 +0100 | [diff] [blame] | 7 | #include <linux/init.h> |
| 8 | #include <linux/types.h> |
Hugh Dickins | 9c24624 | 2008-12-09 13:14:27 -0800 | [diff] [blame] | 9 | #include <linux/module.h> |
Frederic Weisbecker | 5601020 | 2008-10-02 13:26:05 +0200 | [diff] [blame] | 10 | #include <linux/kallsyms.h> |
Arnaldo Carvalho de Melo | 16444a8 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 11 | |
Steven Rostedt | 606576c | 2008-10-06 19:06:12 -0400 | [diff] [blame] | 12 | #ifdef CONFIG_FUNCTION_TRACER |
Ingo Molnar | 3e1932a | 2008-10-02 17:45:47 +0200 | [diff] [blame] | 13 | |
Steven Rostedt | b0fc494 | 2008-05-12 21:20:43 +0200 | [diff] [blame] | 14 | extern int ftrace_enabled; |
| 15 | extern int |
| 16 | ftrace_enable_sysctl(struct ctl_table *table, int write, |
| 17 | struct file *filp, void __user *buffer, size_t *lenp, |
| 18 | loff_t *ppos); |
| 19 | |
Arnaldo Carvalho de Melo | 16444a8 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 20 | typedef void (*ftrace_func_t)(unsigned long ip, unsigned long parent_ip); |
| 21 | |
| 22 | struct ftrace_ops { |
| 23 | ftrace_func_t func; |
| 24 | struct ftrace_ops *next; |
| 25 | }; |
| 26 | |
| 27 | /* |
| 28 | * The ftrace_ops must be a static and should also |
| 29 | * be read_mostly. These functions do modify read_mostly variables |
| 30 | * so use them sparely. Never free an ftrace_op or modify the |
| 31 | * next pointer after it has been registered. Even after unregistering |
| 32 | * it, the next pointer may still be used internally. |
| 33 | */ |
| 34 | int register_ftrace_function(struct ftrace_ops *ops); |
| 35 | int unregister_ftrace_function(struct ftrace_ops *ops); |
| 36 | void clear_ftrace_function(void); |
| 37 | |
| 38 | extern void ftrace_stub(unsigned long a0, unsigned long a1); |
Arnaldo Carvalho de Melo | 16444a8 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 39 | |
Steven Rostedt | 606576c | 2008-10-06 19:06:12 -0400 | [diff] [blame] | 40 | #else /* !CONFIG_FUNCTION_TRACER */ |
Arnaldo Carvalho de Melo | 16444a8 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 41 | # define register_ftrace_function(ops) do { } while (0) |
| 42 | # define unregister_ftrace_function(ops) do { } while (0) |
| 43 | # define clear_ftrace_function(ops) do { } while (0) |
Steven Rostedt | 81adbdc | 2008-10-23 09:33:02 -0400 | [diff] [blame] | 44 | static inline void ftrace_kill(void) { } |
Steven Rostedt | 606576c | 2008-10-06 19:06:12 -0400 | [diff] [blame] | 45 | #endif /* CONFIG_FUNCTION_TRACER */ |
Steven Rostedt | 352ad25 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 46 | |
Steven Rostedt | 3d08339 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 47 | #ifdef CONFIG_DYNAMIC_FTRACE |
Steven Rostedt | 3d08339 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 48 | |
Steven Rostedt | 3c1720f | 2008-05-12 21:20:43 +0200 | [diff] [blame] | 49 | enum { |
Steven Rostedt | 37ad508 | 2008-05-12 21:20:48 +0200 | [diff] [blame] | 50 | FTRACE_FL_FREE = (1 << 0), |
| 51 | FTRACE_FL_FAILED = (1 << 1), |
| 52 | FTRACE_FL_FILTER = (1 << 2), |
| 53 | FTRACE_FL_ENABLED = (1 << 3), |
Steven Rostedt | 41c52c0 | 2008-05-22 11:46:33 -0400 | [diff] [blame] | 54 | FTRACE_FL_NOTRACE = (1 << 4), |
Abhishek Sagar | 0eb9670 | 2008-06-01 21:47:30 +0530 | [diff] [blame] | 55 | FTRACE_FL_CONVERTED = (1 << 5), |
Abhishek Sagar | ecea656 | 2008-06-21 23:47:53 +0530 | [diff] [blame] | 56 | FTRACE_FL_FROZEN = (1 << 6), |
Steven Rostedt | 3c1720f | 2008-05-12 21:20:43 +0200 | [diff] [blame] | 57 | }; |
| 58 | |
Steven Rostedt | 3d08339 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 59 | struct dyn_ftrace { |
Steven Rostedt | 08f5ac90 | 2008-10-23 09:33:07 -0400 | [diff] [blame] | 60 | struct list_head list; |
| 61 | unsigned long ip; /* address of mcount call-site */ |
| 62 | unsigned long flags; |
Steven Rostedt | 3d08339 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 63 | }; |
| 64 | |
Steven Rostedt | e1c08bd | 2008-05-12 21:20:44 +0200 | [diff] [blame] | 65 | int ftrace_force_update(void); |
Steven Rostedt | 77a2b37 | 2008-05-12 21:20:45 +0200 | [diff] [blame] | 66 | void ftrace_set_filter(unsigned char *buf, int len, int reset); |
Steven Rostedt | e1c08bd | 2008-05-12 21:20:44 +0200 | [diff] [blame] | 67 | |
Steven Rostedt | 3d08339 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 68 | /* defined in arch */ |
Steven Rostedt | 3c1720f | 2008-05-12 21:20:43 +0200 | [diff] [blame] | 69 | extern int ftrace_ip_converted(unsigned long ip); |
| 70 | extern unsigned char *ftrace_nop_replace(void); |
| 71 | extern unsigned char *ftrace_call_replace(unsigned long ip, unsigned long addr); |
Steven Rostedt | d61f82d | 2008-05-12 21:20:43 +0200 | [diff] [blame] | 72 | extern int ftrace_dyn_arch_init(void *data); |
Steven Rostedt | d61f82d | 2008-05-12 21:20:43 +0200 | [diff] [blame] | 73 | extern int ftrace_update_ftrace_func(ftrace_func_t func); |
| 74 | extern void ftrace_caller(void); |
| 75 | extern void ftrace_call(void); |
| 76 | extern void mcount_call(void); |
Steven Rostedt | ad90c0e | 2008-05-27 20:48:37 -0400 | [diff] [blame] | 77 | |
Steven Rostedt | 593eb8a | 2008-10-23 09:32:59 -0400 | [diff] [blame] | 78 | /** |
| 79 | * ftrace_modify_code - modify code segment |
| 80 | * @ip: the address of the code segment |
| 81 | * @old_code: the contents of what is expected to be there |
| 82 | * @new_code: the code to patch in |
| 83 | * |
| 84 | * This is a very sensitive operation and great care needs |
| 85 | * to be taken by the arch. The operation should carefully |
| 86 | * read the location, check to see if what is read is indeed |
| 87 | * what we expect it to be, and then on success of the compare, |
| 88 | * it should write to the location. |
| 89 | * |
| 90 | * Return must be: |
| 91 | * 0 on success |
| 92 | * -EFAULT on error reading the location |
| 93 | * -EINVAL on a failed compare of the contents |
| 94 | * -EPERM on error writing to the location |
| 95 | * Any other value will be considered a failure. |
| 96 | */ |
| 97 | extern int ftrace_modify_code(unsigned long ip, unsigned char *old_code, |
| 98 | unsigned char *new_code); |
| 99 | |
Abhishek Sagar | ecea656 | 2008-06-21 23:47:53 +0530 | [diff] [blame] | 100 | extern int skip_trace(unsigned long ip); |
| 101 | |
Steven Rostedt | c0719e5 | 2008-09-06 01:06:03 -0400 | [diff] [blame] | 102 | extern void ftrace_release(void *start, unsigned long size); |
| 103 | |
| 104 | extern void ftrace_disable_daemon(void); |
| 105 | extern void ftrace_enable_daemon(void); |
Steven Rostedt | ad90c0e | 2008-05-27 20:48:37 -0400 | [diff] [blame] | 106 | |
Steven Rostedt | e1c08bd | 2008-05-12 21:20:44 +0200 | [diff] [blame] | 107 | #else |
Abhishek Sagar | ecea656 | 2008-06-21 23:47:53 +0530 | [diff] [blame] | 108 | # define skip_trace(ip) ({ 0; }) |
Ingo Molnar | aeaee8a | 2008-05-12 21:20:49 +0200 | [diff] [blame] | 109 | # define ftrace_force_update() ({ 0; }) |
| 110 | # define ftrace_set_filter(buf, len, reset) do { } while (0) |
Steven Rostedt | ad90c0e | 2008-05-27 20:48:37 -0400 | [diff] [blame] | 111 | # define ftrace_disable_daemon() do { } while (0) |
| 112 | # define ftrace_enable_daemon() do { } while (0) |
Steven Rostedt | c0719e5 | 2008-09-06 01:06:03 -0400 | [diff] [blame] | 113 | static inline void ftrace_release(void *start, unsigned long size) { } |
Abhishek Sagar | ecea656 | 2008-06-21 23:47:53 +0530 | [diff] [blame] | 114 | #endif /* CONFIG_DYNAMIC_FTRACE */ |
Steven Rostedt | 352ad25 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 115 | |
Ingo Molnar | aeaee8a | 2008-05-12 21:20:49 +0200 | [diff] [blame] | 116 | /* totally disable ftrace - can not re-enable after this */ |
| 117 | void ftrace_kill(void); |
| 118 | |
Ingo Molnar | f43fdad | 2008-05-12 21:20:43 +0200 | [diff] [blame] | 119 | static inline void tracer_disable(void) |
| 120 | { |
Steven Rostedt | 606576c | 2008-10-06 19:06:12 -0400 | [diff] [blame] | 121 | #ifdef CONFIG_FUNCTION_TRACER |
Ingo Molnar | f43fdad | 2008-05-12 21:20:43 +0200 | [diff] [blame] | 122 | ftrace_enabled = 0; |
| 123 | #endif |
| 124 | } |
| 125 | |
Huang Ying | 3700273 | 2008-08-18 16:24:56 +0800 | [diff] [blame] | 126 | /* |
| 127 | * Ftrace disable/restore without lock. Some synchronization mechanism |
Huang Ying | 9bdeb7b | 2008-08-15 00:40:25 -0700 | [diff] [blame] | 128 | * must be used to prevent ftrace_enabled to be changed between |
Huang Ying | 3700273 | 2008-08-18 16:24:56 +0800 | [diff] [blame] | 129 | * disable/restore. |
| 130 | */ |
Huang Ying | 9bdeb7b | 2008-08-15 00:40:25 -0700 | [diff] [blame] | 131 | static inline int __ftrace_enabled_save(void) |
| 132 | { |
Steven Rostedt | 606576c | 2008-10-06 19:06:12 -0400 | [diff] [blame] | 133 | #ifdef CONFIG_FUNCTION_TRACER |
Huang Ying | 9bdeb7b | 2008-08-15 00:40:25 -0700 | [diff] [blame] | 134 | int saved_ftrace_enabled = ftrace_enabled; |
| 135 | ftrace_enabled = 0; |
| 136 | return saved_ftrace_enabled; |
| 137 | #else |
| 138 | return 0; |
| 139 | #endif |
| 140 | } |
| 141 | |
| 142 | static inline void __ftrace_enabled_restore(int enabled) |
| 143 | { |
Steven Rostedt | 606576c | 2008-10-06 19:06:12 -0400 | [diff] [blame] | 144 | #ifdef CONFIG_FUNCTION_TRACER |
Huang Ying | 9bdeb7b | 2008-08-15 00:40:25 -0700 | [diff] [blame] | 145 | ftrace_enabled = enabled; |
| 146 | #endif |
| 147 | } |
| 148 | |
Steven Rostedt | 352ad25 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 149 | #ifdef CONFIG_FRAME_POINTER |
| 150 | /* TODO: need to fix this for ARM */ |
| 151 | # define CALLER_ADDR0 ((unsigned long)__builtin_return_address(0)) |
| 152 | # define CALLER_ADDR1 ((unsigned long)__builtin_return_address(1)) |
| 153 | # define CALLER_ADDR2 ((unsigned long)__builtin_return_address(2)) |
| 154 | # define CALLER_ADDR3 ((unsigned long)__builtin_return_address(3)) |
| 155 | # define CALLER_ADDR4 ((unsigned long)__builtin_return_address(4)) |
| 156 | # define CALLER_ADDR5 ((unsigned long)__builtin_return_address(5)) |
Ingo Molnar | 86387f7 | 2008-05-12 21:20:51 +0200 | [diff] [blame] | 157 | # define CALLER_ADDR6 ((unsigned long)__builtin_return_address(6)) |
Steven Rostedt | 352ad25 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 158 | #else |
| 159 | # define CALLER_ADDR0 ((unsigned long)__builtin_return_address(0)) |
| 160 | # define CALLER_ADDR1 0UL |
| 161 | # define CALLER_ADDR2 0UL |
| 162 | # define CALLER_ADDR3 0UL |
| 163 | # define CALLER_ADDR4 0UL |
| 164 | # define CALLER_ADDR5 0UL |
Ingo Molnar | 86387f7 | 2008-05-12 21:20:51 +0200 | [diff] [blame] | 165 | # define CALLER_ADDR6 0UL |
Steven Rostedt | 352ad25 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 166 | #endif |
| 167 | |
Steven Rostedt | 81d68a9 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 168 | #ifdef CONFIG_IRQSOFF_TRACER |
Ingo Molnar | 489f139 | 2008-02-25 13:38:05 +0100 | [diff] [blame] | 169 | extern void time_hardirqs_on(unsigned long a0, unsigned long a1); |
| 170 | extern void time_hardirqs_off(unsigned long a0, unsigned long a1); |
Steven Rostedt | 81d68a9 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 171 | #else |
| 172 | # define time_hardirqs_on(a0, a1) do { } while (0) |
| 173 | # define time_hardirqs_off(a0, a1) do { } while (0) |
| 174 | #endif |
| 175 | |
Steven Rostedt | 6cd8a4b | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 176 | #ifdef CONFIG_PREEMPT_TRACER |
Ingo Molnar | 489f139 | 2008-02-25 13:38:05 +0100 | [diff] [blame] | 177 | extern void trace_preempt_on(unsigned long a0, unsigned long a1); |
| 178 | extern void trace_preempt_off(unsigned long a0, unsigned long a1); |
Steven Rostedt | 6cd8a4b | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 179 | #else |
| 180 | # define trace_preempt_on(a0, a1) do { } while (0) |
| 181 | # define trace_preempt_off(a0, a1) do { } while (0) |
| 182 | #endif |
| 183 | |
Ingo Molnar | b1829d2 | 2008-05-28 01:22:08 +0200 | [diff] [blame] | 184 | #ifdef CONFIG_TRACING |
Ingo Molnar | 74f4e36 | 2008-05-12 21:21:15 +0200 | [diff] [blame] | 185 | extern void |
| 186 | ftrace_special(unsigned long arg1, unsigned long arg2, unsigned long arg3); |
Steven Rostedt | 2f2c99d | 2008-08-01 16:45:49 -0400 | [diff] [blame] | 187 | |
| 188 | /** |
| 189 | * ftrace_printk - printf formatting in the ftrace buffer |
| 190 | * @fmt: the printf format for printing |
| 191 | * |
| 192 | * Note: __ftrace_printk is an internal function for ftrace_printk and |
| 193 | * the @ip is passed in via the ftrace_printk macro. |
| 194 | * |
| 195 | * This function allows a kernel developer to debug fast path sections |
| 196 | * that printk is not appropriate for. By scattering in various |
| 197 | * printk like tracing in the code, a developer can quickly see |
| 198 | * where problems are occurring. |
| 199 | * |
| 200 | * This is intended as a debugging tool for the developer only. |
| 201 | * Please refrain from leaving ftrace_printks scattered around in |
| 202 | * your code. |
| 203 | */ |
| 204 | # define ftrace_printk(fmt...) __ftrace_printk(_THIS_IP_, fmt) |
Steven Rostedt | dd0e545 | 2008-08-01 12:26:41 -0400 | [diff] [blame] | 205 | extern int |
| 206 | __ftrace_printk(unsigned long ip, const char *fmt, ...) |
| 207 | __attribute__ ((format (printf, 2, 3))); |
Steven Rostedt | 3f5a54e | 2008-07-30 22:36:46 -0400 | [diff] [blame] | 208 | extern void ftrace_dump(void); |
Ingo Molnar | 74f4e36 | 2008-05-12 21:21:15 +0200 | [diff] [blame] | 209 | #else |
| 210 | static inline void |
| 211 | ftrace_special(unsigned long arg1, unsigned long arg2, unsigned long arg3) { } |
Steven Rostedt | dd0e545 | 2008-08-01 12:26:41 -0400 | [diff] [blame] | 212 | static inline int |
Ingo Molnar | 7b928c2 | 2008-08-15 17:48:02 +0200 | [diff] [blame] | 213 | ftrace_printk(const char *fmt, ...) __attribute__ ((format (printf, 1, 0))); |
| 214 | |
| 215 | static inline int |
| 216 | ftrace_printk(const char *fmt, ...) |
Steven Rostedt | dd0e545 | 2008-08-01 12:26:41 -0400 | [diff] [blame] | 217 | { |
| 218 | return 0; |
| 219 | } |
Steven Rostedt | 3f5a54e | 2008-07-30 22:36:46 -0400 | [diff] [blame] | 220 | static inline void ftrace_dump(void) { } |
Ingo Molnar | 74f4e36 | 2008-05-12 21:21:15 +0200 | [diff] [blame] | 221 | #endif |
| 222 | |
Steven Rostedt | 68bf21a | 2008-08-14 15:45:08 -0400 | [diff] [blame] | 223 | #ifdef CONFIG_FTRACE_MCOUNT_RECORD |
| 224 | extern void ftrace_init(void); |
Steven Rostedt | 90d595f | 2008-08-14 15:45:09 -0400 | [diff] [blame] | 225 | extern void ftrace_init_module(unsigned long *start, unsigned long *end); |
Steven Rostedt | 68bf21a | 2008-08-14 15:45:08 -0400 | [diff] [blame] | 226 | #else |
| 227 | static inline void ftrace_init(void) { } |
Steven Rostedt | 90d595f | 2008-08-14 15:45:09 -0400 | [diff] [blame] | 228 | static inline void |
| 229 | ftrace_init_module(unsigned long *start, unsigned long *end) { } |
Steven Rostedt | 68bf21a | 2008-08-14 15:45:08 -0400 | [diff] [blame] | 230 | #endif |
| 231 | |
Steven Rostedt | dd0e545 | 2008-08-01 12:26:41 -0400 | [diff] [blame] | 232 | |
Frédéric Weisbecker | d13744c | 2008-09-23 11:32:08 +0100 | [diff] [blame] | 233 | struct boot_trace { |
| 234 | pid_t caller; |
Hugh Dickins | 9c24624 | 2008-12-09 13:14:27 -0800 | [diff] [blame] | 235 | char func[KSYM_SYMBOL_LEN]; |
Frédéric Weisbecker | d13744c | 2008-09-23 11:32:08 +0100 | [diff] [blame] | 236 | int result; |
Tim Bird | ca538f6 | 2008-10-09 15:23:05 -0700 | [diff] [blame] | 237 | unsigned long long duration; /* usecs */ |
Frederic Weisbecker | cb5ab74 | 2008-10-02 12:59:20 +0200 | [diff] [blame] | 238 | ktime_t calltime; |
| 239 | ktime_t rettime; |
Frédéric Weisbecker | d13744c | 2008-09-23 11:32:08 +0100 | [diff] [blame] | 240 | }; |
| 241 | |
| 242 | #ifdef CONFIG_BOOT_TRACER |
Frederic Weisbecker | 5601020 | 2008-10-02 13:26:05 +0200 | [diff] [blame] | 243 | extern void trace_boot(struct boot_trace *it, initcall_t fn); |
Frédéric Weisbecker | d13744c | 2008-09-23 11:32:08 +0100 | [diff] [blame] | 244 | extern void start_boot_trace(void); |
Frederic Weisbecker | 097d036 | 2008-10-03 15:39:21 +0200 | [diff] [blame] | 245 | extern void stop_boot_trace(void); |
Frédéric Weisbecker | d13744c | 2008-09-23 11:32:08 +0100 | [diff] [blame] | 246 | #else |
Frederic Weisbecker | 5601020 | 2008-10-02 13:26:05 +0200 | [diff] [blame] | 247 | static inline void trace_boot(struct boot_trace *it, initcall_t fn) { } |
Frédéric Weisbecker | d13744c | 2008-09-23 11:32:08 +0100 | [diff] [blame] | 248 | static inline void start_boot_trace(void) { } |
Frederic Weisbecker | 097d036 | 2008-10-03 15:39:21 +0200 | [diff] [blame] | 249 | static inline void stop_boot_trace(void) { } |
Frédéric Weisbecker | d13744c | 2008-09-23 11:32:08 +0100 | [diff] [blame] | 250 | #endif |
| 251 | |
| 252 | |
| 253 | |
Arnaldo Carvalho de Melo | 16444a8 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 254 | #endif /* _LINUX_FTRACE_H */ |