Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * linux/include/linux/nmi.h |
| 3 | */ |
| 4 | #ifndef LINUX_NMI_H |
| 5 | #define LINUX_NMI_H |
| 6 | |
Michal Schmidt | 9938406 | 2006-09-29 01:59:03 -0700 | [diff] [blame] | 7 | #include <linux/sched.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 8 | #include <asm/irq.h> |
Nicholas Piggin | f2e0cff | 2017-07-12 14:35:43 -0700 | [diff] [blame] | 9 | #if defined(CONFIG_HAVE_NMI_WATCHDOG) |
| 10 | #include <asm/nmi.h> |
| 11 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | |
Ingo Molnar | d151b27 | 2017-02-02 11:17:23 +0100 | [diff] [blame] | 13 | #ifdef CONFIG_LOCKUP_DETECTOR |
Nicholas Piggin | 05a4a95 | 2017-07-12 14:35:46 -0700 | [diff] [blame] | 14 | void lockup_detector_init(void); |
Thomas Gleixner | 6554fd8 | 2017-09-12 21:36:57 +0200 | [diff] [blame] | 15 | void lockup_detector_soft_poweroff(void); |
Thomas Gleixner | 941154b | 2017-09-12 21:37:04 +0200 | [diff] [blame] | 16 | void lockup_detector_cleanup(void); |
Thomas Gleixner | 3b371b5 | 2017-09-12 21:37:13 +0200 | [diff] [blame] | 17 | bool is_hardlockup(void); |
| 18 | |
| 19 | extern int watchdog_user_enabled; |
Thomas Gleixner | 7feeb9c | 2017-09-12 21:37:15 +0200 | [diff] [blame] | 20 | extern int nmi_watchdog_user_enabled; |
| 21 | extern int soft_watchdog_user_enabled; |
Thomas Gleixner | 3b371b5 | 2017-09-12 21:37:13 +0200 | [diff] [blame] | 22 | extern int watchdog_thresh; |
| 23 | extern unsigned long watchdog_enabled; |
| 24 | |
| 25 | extern struct cpumask watchdog_cpumask; |
| 26 | extern unsigned long *watchdog_cpumask_bits; |
| 27 | #ifdef CONFIG_SMP |
| 28 | extern int sysctl_softlockup_all_cpu_backtrace; |
| 29 | extern int sysctl_hardlockup_all_cpu_backtrace; |
Nicholas Piggin | 05a4a95 | 2017-07-12 14:35:46 -0700 | [diff] [blame] | 30 | #else |
Thomas Gleixner | 3b371b5 | 2017-09-12 21:37:13 +0200 | [diff] [blame] | 31 | #define sysctl_softlockup_all_cpu_backtrace 0 |
| 32 | #define sysctl_hardlockup_all_cpu_backtrace 0 |
| 33 | #endif /* !CONFIG_SMP */ |
| 34 | |
| 35 | #else /* CONFIG_LOCKUP_DETECTOR */ |
Thomas Gleixner | 6554fd8 | 2017-09-12 21:36:57 +0200 | [diff] [blame] | 36 | static inline void lockup_detector_init(void) { } |
| 37 | static inline void lockup_detector_soft_poweroff(void) { } |
Thomas Gleixner | 941154b | 2017-09-12 21:37:04 +0200 | [diff] [blame] | 38 | static inline void lockup_detector_cleanup(void) { } |
Thomas Gleixner | 3b371b5 | 2017-09-12 21:37:13 +0200 | [diff] [blame] | 39 | #endif /* !CONFIG_LOCKUP_DETECTOR */ |
Nicholas Piggin | 05a4a95 | 2017-07-12 14:35:46 -0700 | [diff] [blame] | 40 | |
| 41 | #ifdef CONFIG_SOFTLOCKUP_DETECTOR |
Ingo Molnar | d151b27 | 2017-02-02 11:17:23 +0100 | [diff] [blame] | 42 | extern void touch_softlockup_watchdog_sched(void); |
| 43 | extern void touch_softlockup_watchdog(void); |
| 44 | extern void touch_softlockup_watchdog_sync(void); |
| 45 | extern void touch_all_softlockup_watchdogs(void); |
Ingo Molnar | d151b27 | 2017-02-02 11:17:23 +0100 | [diff] [blame] | 46 | extern unsigned int softlockup_panic; |
Ingo Molnar | d151b27 | 2017-02-02 11:17:23 +0100 | [diff] [blame] | 47 | #else |
Thomas Gleixner | 3b371b5 | 2017-09-12 21:37:13 +0200 | [diff] [blame] | 48 | static inline void touch_softlockup_watchdog_sched(void) { } |
| 49 | static inline void touch_softlockup_watchdog(void) { } |
| 50 | static inline void touch_softlockup_watchdog_sync(void) { } |
| 51 | static inline void touch_all_softlockup_watchdogs(void) { } |
Ingo Molnar | d151b27 | 2017-02-02 11:17:23 +0100 | [diff] [blame] | 52 | #endif |
| 53 | |
| 54 | #ifdef CONFIG_DETECT_HUNG_TASK |
| 55 | void reset_hung_task_detector(void); |
| 56 | #else |
Thomas Gleixner | 3b371b5 | 2017-09-12 21:37:13 +0200 | [diff] [blame] | 57 | static inline void reset_hung_task_detector(void) { } |
Ingo Molnar | d151b27 | 2017-02-02 11:17:23 +0100 | [diff] [blame] | 58 | #endif |
| 59 | |
Babu Moger | 249e52e | 2016-12-14 15:06:21 -0800 | [diff] [blame] | 60 | /* |
| 61 | * The run state of the lockup detectors is controlled by the content of the |
| 62 | * 'watchdog_enabled' variable. Each lockup detector has its dedicated bit - |
| 63 | * bit 0 for the hard lockup detector and bit 1 for the soft lockup detector. |
| 64 | * |
Thomas Gleixner | 7feeb9c | 2017-09-12 21:37:15 +0200 | [diff] [blame] | 65 | * 'watchdog_user_enabled', 'nmi_watchdog_user_enabled' and |
| 66 | * 'soft_watchdog_user_enabled' are variables that are only used as an |
| 67 | * 'interface' between the parameters in /proc/sys/kernel and the internal |
| 68 | * state bits in 'watchdog_enabled'. The 'watchdog_thresh' variable is |
| 69 | * handled differently because its value is not boolean, and the lockup |
| 70 | * detectors are 'suspended' while 'watchdog_thresh' is equal zero. |
Babu Moger | 249e52e | 2016-12-14 15:06:21 -0800 | [diff] [blame] | 71 | */ |
| 72 | #define NMI_WATCHDOG_ENABLED_BIT 0 |
| 73 | #define SOFT_WATCHDOG_ENABLED_BIT 1 |
| 74 | #define NMI_WATCHDOG_ENABLED (1 << NMI_WATCHDOG_ENABLED_BIT) |
| 75 | #define SOFT_WATCHDOG_ENABLED (1 << SOFT_WATCHDOG_ENABLED_BIT) |
| 76 | |
Nicholas Piggin | f2e0cff | 2017-07-12 14:35:43 -0700 | [diff] [blame] | 77 | #if defined(CONFIG_HARDLOCKUP_DETECTOR) |
| 78 | extern void hardlockup_detector_disable(void); |
Nicholas Piggin | 05a4a95 | 2017-07-12 14:35:46 -0700 | [diff] [blame] | 79 | extern unsigned int hardlockup_panic; |
Nicholas Piggin | f2e0cff | 2017-07-12 14:35:43 -0700 | [diff] [blame] | 80 | #else |
| 81 | static inline void hardlockup_detector_disable(void) {} |
| 82 | #endif |
| 83 | |
Thomas Gleixner | 51d4052 | 2017-09-12 21:37:14 +0200 | [diff] [blame] | 84 | #if defined(CONFIG_HAVE_NMI_WATCHDOG) || defined(CONFIG_HARDLOCKUP_DETECTOR) |
| 85 | # define NMI_WATCHDOG_SYSCTL_PERM 0644 |
| 86 | #else |
| 87 | # define NMI_WATCHDOG_SYSCTL_PERM 0444 |
| 88 | #endif |
| 89 | |
Nicholas Piggin | 05a4a95 | 2017-07-12 14:35:46 -0700 | [diff] [blame] | 90 | #if defined(CONFIG_HARDLOCKUP_DETECTOR_PERF) |
Nicholas Piggin | f2e0cff | 2017-07-12 14:35:43 -0700 | [diff] [blame] | 91 | extern void arch_touch_nmi_watchdog(void); |
Peter Zijlstra | d0b6e0a | 2017-09-12 21:36:55 +0200 | [diff] [blame] | 92 | extern void hardlockup_detector_perf_stop(void); |
| 93 | extern void hardlockup_detector_perf_restart(void); |
Thomas Gleixner | 941154b | 2017-09-12 21:37:04 +0200 | [diff] [blame] | 94 | extern void hardlockup_detector_perf_disable(void); |
Thomas Gleixner | 2a1b8ee | 2017-09-12 21:37:20 +0200 | [diff] [blame] | 95 | extern void hardlockup_detector_perf_enable(void); |
Thomas Gleixner | 941154b | 2017-09-12 21:37:04 +0200 | [diff] [blame] | 96 | extern void hardlockup_detector_perf_cleanup(void); |
Thomas Gleixner | 178b9f7 | 2017-09-12 21:37:18 +0200 | [diff] [blame] | 97 | extern int hardlockup_detector_perf_init(void); |
Nicholas Piggin | f2e0cff | 2017-07-12 14:35:43 -0700 | [diff] [blame] | 98 | #else |
Peter Zijlstra | d0b6e0a | 2017-09-12 21:36:55 +0200 | [diff] [blame] | 99 | static inline void hardlockup_detector_perf_stop(void) { } |
| 100 | static inline void hardlockup_detector_perf_restart(void) { } |
Thomas Gleixner | 941154b | 2017-09-12 21:37:04 +0200 | [diff] [blame] | 101 | static inline void hardlockup_detector_perf_disable(void) { } |
Thomas Gleixner | 2a1b8ee | 2017-09-12 21:37:20 +0200 | [diff] [blame] | 102 | static inline void hardlockup_detector_perf_enable(void) { } |
Thomas Gleixner | 941154b | 2017-09-12 21:37:04 +0200 | [diff] [blame] | 103 | static inline void hardlockup_detector_perf_cleanup(void) { } |
Thomas Gleixner | 178b9f7 | 2017-09-12 21:37:18 +0200 | [diff] [blame] | 104 | # if !defined(CONFIG_HAVE_NMI_WATCHDOG) |
| 105 | static inline int hardlockup_detector_perf_init(void) { return -ENODEV; } |
Nicholas Piggin | f2e0cff | 2017-07-12 14:35:43 -0700 | [diff] [blame] | 106 | static inline void arch_touch_nmi_watchdog(void) {} |
Thomas Gleixner | 178b9f7 | 2017-09-12 21:37:18 +0200 | [diff] [blame] | 107 | # else |
| 108 | static inline int hardlockup_detector_perf_init(void) { return 0; } |
| 109 | # endif |
Nicholas Piggin | 05a4a95 | 2017-07-12 14:35:46 -0700 | [diff] [blame] | 110 | #endif |
Nicholas Piggin | f2e0cff | 2017-07-12 14:35:43 -0700 | [diff] [blame] | 111 | |
Thomas Gleixner | 6b9dc48 | 2017-10-02 12:34:50 +0200 | [diff] [blame] | 112 | void watchdog_nmi_stop(void); |
| 113 | void watchdog_nmi_start(void); |
Thomas Gleixner | 34ddaa3 | 2017-10-03 16:39:02 +0200 | [diff] [blame] | 114 | int watchdog_nmi_probe(void); |
Thomas Gleixner | 6592ad2 | 2017-09-12 21:37:16 +0200 | [diff] [blame] | 115 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 116 | /** |
| 117 | * touch_nmi_watchdog - restart NMI watchdog timeout. |
Thomas Gleixner | 3b371b5 | 2017-09-12 21:37:13 +0200 | [diff] [blame] | 118 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 119 | * If the architecture supports the NMI watchdog, touch_nmi_watchdog() |
| 120 | * may be used to reset the timeout - for code which intentionally |
| 121 | * disables interrupts for a long time. This call is stateless. |
| 122 | */ |
Ingo Molnar | 5d0e600 | 2007-02-13 13:26:24 +0100 | [diff] [blame] | 123 | static inline void touch_nmi_watchdog(void) |
| 124 | { |
Nicholas Piggin | f2e0cff | 2017-07-12 14:35:43 -0700 | [diff] [blame] | 125 | arch_touch_nmi_watchdog(); |
Ingo Molnar | 5d0e600 | 2007-02-13 13:26:24 +0100 | [diff] [blame] | 126 | touch_softlockup_watchdog(); |
| 127 | } |
Ulrich Obergfell | 6e7458a | 2014-10-13 15:55:35 -0700 | [diff] [blame] | 128 | |
Ingo Molnar | 47cab6a | 2009-08-03 09:31:54 +0200 | [diff] [blame] | 129 | /* |
| 130 | * Create trigger_all_cpu_backtrace() out of the arch-provided |
| 131 | * base function. Return whether such support was available, |
| 132 | * to allow calling code to fall back to some other mechanism: |
| 133 | */ |
Chris Metcalf | 9a01c3e | 2016-10-07 17:02:45 -0700 | [diff] [blame] | 134 | #ifdef arch_trigger_cpumask_backtrace |
Ingo Molnar | 47cab6a | 2009-08-03 09:31:54 +0200 | [diff] [blame] | 135 | static inline bool trigger_all_cpu_backtrace(void) |
| 136 | { |
Chris Metcalf | 9a01c3e | 2016-10-07 17:02:45 -0700 | [diff] [blame] | 137 | arch_trigger_cpumask_backtrace(cpu_online_mask, false); |
Ingo Molnar | 47cab6a | 2009-08-03 09:31:54 +0200 | [diff] [blame] | 138 | return true; |
| 139 | } |
Chris Metcalf | 9a01c3e | 2016-10-07 17:02:45 -0700 | [diff] [blame] | 140 | |
Aaron Tomlin | f3aca3d0 | 2014-06-23 13:22:05 -0700 | [diff] [blame] | 141 | static inline bool trigger_allbutself_cpu_backtrace(void) |
| 142 | { |
Chris Metcalf | 9a01c3e | 2016-10-07 17:02:45 -0700 | [diff] [blame] | 143 | arch_trigger_cpumask_backtrace(cpu_online_mask, true); |
| 144 | return true; |
| 145 | } |
| 146 | |
| 147 | static inline bool trigger_cpumask_backtrace(struct cpumask *mask) |
| 148 | { |
| 149 | arch_trigger_cpumask_backtrace(mask, false); |
| 150 | return true; |
| 151 | } |
| 152 | |
| 153 | static inline bool trigger_single_cpu_backtrace(int cpu) |
| 154 | { |
| 155 | arch_trigger_cpumask_backtrace(cpumask_of(cpu), false); |
Aaron Tomlin | f3aca3d0 | 2014-06-23 13:22:05 -0700 | [diff] [blame] | 156 | return true; |
| 157 | } |
Russell King | b2c0b2c | 2014-09-03 23:57:13 +0100 | [diff] [blame] | 158 | |
| 159 | /* generic implementation */ |
Chris Metcalf | 9a01c3e | 2016-10-07 17:02:45 -0700 | [diff] [blame] | 160 | void nmi_trigger_cpumask_backtrace(const cpumask_t *mask, |
| 161 | bool exclude_self, |
Russell King | b2c0b2c | 2014-09-03 23:57:13 +0100 | [diff] [blame] | 162 | void (*raise)(cpumask_t *mask)); |
| 163 | bool nmi_cpu_backtrace(struct pt_regs *regs); |
| 164 | |
Ingo Molnar | 47cab6a | 2009-08-03 09:31:54 +0200 | [diff] [blame] | 165 | #else |
| 166 | static inline bool trigger_all_cpu_backtrace(void) |
| 167 | { |
| 168 | return false; |
| 169 | } |
Aaron Tomlin | f3aca3d0 | 2014-06-23 13:22:05 -0700 | [diff] [blame] | 170 | static inline bool trigger_allbutself_cpu_backtrace(void) |
| 171 | { |
| 172 | return false; |
| 173 | } |
Chris Metcalf | 9a01c3e | 2016-10-07 17:02:45 -0700 | [diff] [blame] | 174 | static inline bool trigger_cpumask_backtrace(struct cpumask *mask) |
| 175 | { |
| 176 | return false; |
| 177 | } |
| 178 | static inline bool trigger_single_cpu_backtrace(int cpu) |
| 179 | { |
| 180 | return false; |
| 181 | } |
Andrew Morton | bb81a09 | 2006-12-07 02:14:01 +0100 | [diff] [blame] | 182 | #endif |
| 183 | |
Nicholas Piggin | 05a4a95 | 2017-07-12 14:35:46 -0700 | [diff] [blame] | 184 | #ifdef CONFIG_HARDLOCKUP_DETECTOR_PERF |
Mandeep Singh Baines | 4eec42f | 2011-05-22 22:10:23 -0700 | [diff] [blame] | 185 | u64 hw_nmi_get_sample_period(int watchdog_thresh); |
Nicholas Piggin | 05a4a95 | 2017-07-12 14:35:46 -0700 | [diff] [blame] | 186 | #endif |
| 187 | |
Thomas Gleixner | 7edaeb6 | 2017-08-15 09:50:13 +0200 | [diff] [blame] | 188 | #if defined(CONFIG_HARDLOCKUP_CHECK_TIMESTAMP) && \ |
| 189 | defined(CONFIG_HARDLOCKUP_DETECTOR) |
| 190 | void watchdog_update_hrtimer_threshold(u64 period); |
| 191 | #else |
| 192 | static inline void watchdog_update_hrtimer_threshold(u64 period) { } |
| 193 | #endif |
| 194 | |
Don Zickus | 504d7cf | 2010-02-12 17:19:19 -0500 | [diff] [blame] | 195 | struct ctl_table; |
Ulrich Obergfell | 83a80a3 | 2015-04-14 15:44:08 -0700 | [diff] [blame] | 196 | extern int proc_watchdog(struct ctl_table *, int , |
| 197 | void __user *, size_t *, loff_t *); |
| 198 | extern int proc_nmi_watchdog(struct ctl_table *, int , |
| 199 | void __user *, size_t *, loff_t *); |
| 200 | extern int proc_soft_watchdog(struct ctl_table *, int , |
| 201 | void __user *, size_t *, loff_t *); |
| 202 | extern int proc_watchdog_thresh(struct ctl_table *, int , |
| 203 | void __user *, size_t *, loff_t *); |
Chris Metcalf | fe4ba3c | 2015-06-24 16:55:45 -0700 | [diff] [blame] | 204 | extern int proc_watchdog_cpumask(struct ctl_table *, int, |
| 205 | void __user *, size_t *, loff_t *); |
Don Zickus | 84e478c | 2010-02-05 21:47:05 -0500 | [diff] [blame] | 206 | |
Tomasz Nowicki | 44a69f6 | 2014-07-22 11:20:12 +0200 | [diff] [blame] | 207 | #ifdef CONFIG_HAVE_ACPI_APEI_NMI |
| 208 | #include <asm/nmi.h> |
| 209 | #endif |
| 210 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 211 | #endif |