blob: be7e75c945e97b07d5f248ded5c1e0d9240756ad [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* interrupt.h */
2#ifndef _LINUX_INTERRUPT_H
3#define _LINUX_INTERRUPT_H
4
Linus Torvalds1da177e2005-04-16 15:20:36 -07005#include <linux/kernel.h>
6#include <linux/linkage.h>
7#include <linux/bitops.h>
8#include <linux/preempt.h>
9#include <linux/cpumask.h>
Jan Beulich908dcec2006-06-23 02:06:00 -070010#include <linux/irqreturn.h>
Thomas Gleixnerdd3a1db2008-10-16 18:20:58 +020011#include <linux/irqnr.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <linux/hardirq.h>
Ingo Molnarde30a2b2006-07-03 00:24:42 -070013#include <linux/irqflags.h>
Peter Zijlstra9ba5f002009-07-22 14:18:35 +020014#include <linux/hrtimer.h>
Ben Hutchingscd7eab42011-01-19 21:01:44 +000015#include <linux/kref.h>
16#include <linux/workqueue.h>
Ingo Molnar0ebb26e2008-12-12 11:26:39 +010017
Arun Sharma600634972011-07-26 16:09:06 -070018#include <linux/atomic.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <asm/ptrace.h>
Frederic Weisbecker7d65f4a2013-09-05 15:49:45 +020020#include <asm/irq.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021
Thomas Gleixner6e213612006-07-01 19:29:03 -070022/*
23 * These correspond to the IORESOURCE_IRQ_* defines in
24 * linux/ioport.h to select the interrupt line behaviour. When
25 * requesting an interrupt without specifying a IRQF_TRIGGER, the
26 * setting should be assumed to be "as already configured", which
27 * may be as per machine or firmware initialisation.
28 */
29#define IRQF_TRIGGER_NONE 0x00000000
30#define IRQF_TRIGGER_RISING 0x00000001
31#define IRQF_TRIGGER_FALLING 0x00000002
32#define IRQF_TRIGGER_HIGH 0x00000004
33#define IRQF_TRIGGER_LOW 0x00000008
34#define IRQF_TRIGGER_MASK (IRQF_TRIGGER_HIGH | IRQF_TRIGGER_LOW | \
35 IRQF_TRIGGER_RISING | IRQF_TRIGGER_FALLING)
36#define IRQF_TRIGGER_PROBE 0x00000010
37
38/*
39 * These flags used only by the kernel as part of the
40 * irq handling routines.
41 *
Thomas Gleixner6e213612006-07-01 19:29:03 -070042 * IRQF_SHARED - allow sharing the irq among several devices
43 * IRQF_PROBE_SHARED - set by callers when they expect sharing mismatches to occur
44 * IRQF_TIMER - Flag to mark this interrupt as timer interrupt
Thomas Gleixner950f4422007-02-16 01:27:24 -080045 * IRQF_PERCPU - Interrupt is per cpu
46 * IRQF_NOBALANCING - Flag to exclude this interrupt from irq balancing
Bernhard Walled85a60d2007-05-08 00:35:24 -070047 * IRQF_IRQPOLL - Interrupt is used for polling (only the interrupt that is
48 * registered first in an shared interrupt is considered for
49 * performance reasons)
Thomas Gleixnerb25c3402009-08-13 12:17:22 +020050 * IRQF_ONESHOT - Interrupt is not reenabled after the hardirq handler finished.
51 * Used by threaded interrupts which need to keep the
52 * irq line disabled until the threaded handler has been run.
Mark Rutland737eb032015-02-20 14:53:46 +000053 * IRQF_NO_SUSPEND - Do not disable this IRQ during suspend. Does not guarantee
54 * that this interrupt will wake the system from a suspended
55 * state. See Documentation/power/suspend-and-interrupts.txt
Thomas Gleixnerdc5f2192011-02-04 13:19:20 +010056 * IRQF_FORCE_RESUME - Force enable it on resume even if IRQF_NO_SUSPEND is set
Thomas Gleixner0c4602f2011-02-23 23:52:18 +000057 * IRQF_NO_THREAD - Interrupt cannot be threaded
Ian Campbell9bab0b72011-10-03 15:37:00 +010058 * IRQF_EARLY_RESUME - Resume IRQ early during syscore instead of at device
59 * resume time.
Rafael J. Wysocki17f48032015-02-27 00:07:55 +010060 * IRQF_COND_SUSPEND - If the IRQ is shared with a NO_SUSPEND user, execute this
61 * interrupt handler after suspending interrupts. For system
62 * wakeup devices users need to implement wakeup detection in
63 * their interrupt handlers.
Thomas Gleixner6e213612006-07-01 19:29:03 -070064 */
Thomas Gleixner6e213612006-07-01 19:29:03 -070065#define IRQF_SHARED 0x00000080
66#define IRQF_PROBE_SHARED 0x00000100
Ian Campbell685fd0b2010-07-29 11:16:32 +010067#define __IRQF_TIMER 0x00000200
Thomas Gleixner284c6682006-07-03 02:20:32 +020068#define IRQF_PERCPU 0x00000400
Thomas Gleixner950f4422007-02-16 01:27:24 -080069#define IRQF_NOBALANCING 0x00000800
Bernhard Walled85a60d2007-05-08 00:35:24 -070070#define IRQF_IRQPOLL 0x00001000
Thomas Gleixnerb25c3402009-08-13 12:17:22 +020071#define IRQF_ONESHOT 0x00002000
Ian Campbell685fd0b2010-07-29 11:16:32 +010072#define IRQF_NO_SUSPEND 0x00004000
Thomas Gleixnerdc5f2192011-02-04 13:19:20 +010073#define IRQF_FORCE_RESUME 0x00008000
Thomas Gleixner0c4602f2011-02-23 23:52:18 +000074#define IRQF_NO_THREAD 0x00010000
Ian Campbell9bab0b72011-10-03 15:37:00 +010075#define IRQF_EARLY_RESUME 0x00020000
Rafael J. Wysocki17f48032015-02-27 00:07:55 +010076#define IRQF_COND_SUSPEND 0x00040000
Ian Campbell685fd0b2010-07-29 11:16:32 +010077
Thomas Gleixner0c4602f2011-02-23 23:52:18 +000078#define IRQF_TIMER (__IRQF_TIMER | IRQF_NO_SUSPEND | IRQF_NO_THREAD)
Thomas Gleixner3aa551c2009-03-23 18:28:15 +010079
Randy Dunlapb4e6b092010-05-21 09:03:01 -070080/*
Marc Zyngierae731f82010-03-15 22:56:33 +000081 * These values can be returned by request_any_context_irq() and
82 * describe the context the interrupt will be run in.
83 *
84 * IRQC_IS_HARDIRQ - interrupt runs in hardirq context
85 * IRQC_IS_NESTED - interrupt runs in a nested threaded context
86 */
87enum {
88 IRQC_IS_HARDIRQ = 0,
89 IRQC_IS_NESTED,
90};
91
David Howells7d12e782006-10-05 14:55:46 +010092typedef irqreturn_t (*irq_handler_t)(int, void *);
David Howellsda482792006-10-05 13:06:34 +010093
Thomas Gleixnera9d0a1a2009-03-03 16:58:16 +010094/**
95 * struct irqaction - per interrupt action descriptor
96 * @handler: interrupt handler function
Thomas Gleixnera9d0a1a2009-03-03 16:58:16 +010097 * @name: name of the device
98 * @dev_id: cookie to identify the device
Marc Zyngier31d9d9b2011-09-23 17:03:06 +010099 * @percpu_dev_id: cookie to identify the device
Thomas Gleixnera9d0a1a2009-03-03 16:58:16 +0100100 * @next: pointer to the next irqaction for shared interrupts
101 * @irq: interrupt number
Thomas Gleixnerc0ecaa02012-04-19 11:53:25 +0200102 * @flags: flags (see IRQF_* above)
Lucas De Marchi25985ed2011-03-30 22:57:33 -0300103 * @thread_fn: interrupt handler function for threaded interrupts
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100104 * @thread: thread pointer for threaded interrupts
105 * @thread_flags: flags related to @thread
Thomas Gleixnerb5faba22011-02-23 23:52:13 +0000106 * @thread_mask: bitmask for keeping track of @thread activity
Thomas Gleixnerc0ecaa02012-04-19 11:53:25 +0200107 * @dir: pointer to the proc/irq/NN/name entry
Thomas Gleixnera9d0a1a2009-03-03 16:58:16 +0100108 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109struct irqaction {
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100110 irq_handler_t handler;
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100111 void *dev_id;
112 void __percpu *percpu_dev_id;
113 struct irqaction *next;
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100114 irq_handler_t thread_fn;
115 struct task_struct *thread;
Thomas Gleixnerc0ecaa02012-04-19 11:53:25 +0200116 unsigned int irq;
117 unsigned int flags;
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100118 unsigned long thread_flags;
119 unsigned long thread_mask;
120 const char *name;
121 struct proc_dir_entry *dir;
Eric Dumazetf6cd2472010-11-04 11:13:48 +0100122} ____cacheline_internodealigned_in_smp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123
David Howells7d12e782006-10-05 14:55:46 +0100124extern irqreturn_t no_action(int cpl, void *dev_id);
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100125
126extern int __must_check
127request_threaded_irq(unsigned int irq, irq_handler_t handler,
128 irq_handler_t thread_fn,
129 unsigned long flags, const char *name, void *dev);
130
131static inline int __must_check
132request_irq(unsigned int irq, irq_handler_t handler, unsigned long flags,
133 const char *name, void *dev)
134{
135 return request_threaded_irq(irq, handler, NULL, flags, name, dev);
136}
137
Marc Zyngierae731f82010-03-15 22:56:33 +0000138extern int __must_check
139request_any_context_irq(unsigned int irq, irq_handler_t handler,
140 unsigned long flags, const char *name, void *dev_id);
141
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100142extern int __must_check
143request_percpu_irq(unsigned int irq, irq_handler_t handler,
144 const char *devname, void __percpu *percpu_dev_id);
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100145
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146extern void free_irq(unsigned int, void *);
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100147extern void free_percpu_irq(unsigned int, void __percpu *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148
Al Viro0af36782007-07-27 14:24:33 +0100149struct device;
150
Arjan van de Ven935bd5b2009-03-23 18:28:16 +0100151extern int __must_check
152devm_request_threaded_irq(struct device *dev, unsigned int irq,
153 irq_handler_t handler, irq_handler_t thread_fn,
154 unsigned long irqflags, const char *devname,
155 void *dev_id);
156
157static inline int __must_check
158devm_request_irq(struct device *dev, unsigned int irq, irq_handler_t handler,
159 unsigned long irqflags, const char *devname, void *dev_id)
160{
161 return devm_request_threaded_irq(dev, irq, handler, NULL, irqflags,
162 devname, dev_id);
163}
164
Stephen Boyd0668d302014-01-02 16:37:32 -0800165extern int __must_check
166devm_request_any_context_irq(struct device *dev, unsigned int irq,
167 irq_handler_t handler, unsigned long irqflags,
168 const char *devname, void *dev_id);
169
Tejun Heo9ac78492007-01-20 16:00:26 +0900170extern void devm_free_irq(struct device *dev, unsigned int irq, void *dev_id);
171
Ingo Molnard7e96292006-07-03 00:24:27 -0700172/*
173 * On lockdep we dont want to enable hardirqs in hardirq
174 * context. Use local_irq_enable_in_hardirq() to annotate
175 * kernel code that has to do this nevertheless (pretty much
176 * the only valid case is for old/broken hardware that is
177 * insanely slow).
178 *
179 * NOTE: in theory this might break fragile code that relies
180 * on hardirq delivery - in practice we dont seem to have such
181 * places left. So the only effect should be slightly increased
182 * irqs-off latencies.
183 */
184#ifdef CONFIG_LOCKDEP
185# define local_irq_enable_in_hardirq() do { } while (0)
186#else
187# define local_irq_enable_in_hardirq() local_irq_enable()
188#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190extern void disable_irq_nosync(unsigned int irq);
Peter Zijlstra02cea392015-02-05 14:06:23 +0100191extern bool disable_hardirq(unsigned int irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192extern void disable_irq(unsigned int irq);
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100193extern void disable_percpu_irq(unsigned int irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194extern void enable_irq(unsigned int irq);
Marc Zyngier1e7c5fd2011-09-30 10:48:47 +0100195extern void enable_percpu_irq(unsigned int irq, unsigned int type);
Thomas Gleixnera92444c2014-02-15 00:55:19 +0000196extern void irq_wake_thread(unsigned int irq, void *dev_id);
Thomas Gleixnerba9a2332006-06-29 02:24:55 -0700197
Rafael J. Wysocki0a0c5162009-03-16 22:33:49 +0100198/* The following three functions are for the core kernel use only. */
199extern void suspend_device_irqs(void);
200extern void resume_device_irqs(void);
Rafael J. Wysocki0a0c5162009-03-16 22:33:49 +0100201
Eyal Perryf0ba3d02014-05-20 17:57:00 +0300202/**
203 * struct irq_affinity_notify - context for notification of IRQ affinity changes
204 * @irq: Interrupt to which notification applies
205 * @kref: Reference count, for internal use
206 * @work: Work item, for internal use
207 * @notify: Function to be called on change. This will be
208 * called in process context.
209 * @release: Function to be called on release. This will be
210 * called in process context. Once registered, the
211 * structure must only be freed when this function is
212 * called or later.
213 */
214struct irq_affinity_notify {
215 unsigned int irq;
216 struct kref kref;
217 struct work_struct work;
218 void (*notify)(struct irq_affinity_notify *, const cpumask_t *mask);
219 void (*release)(struct kref *ref);
220};
221
Martin Schwidefsky0244ad02013-08-30 09:39:53 +0200222#if defined(CONFIG_SMP)
Russell Kingd7b90682008-04-17 07:46:24 +0200223
Rusty Russelld036e672009-01-01 10:12:26 +1030224extern cpumask_var_t irq_default_affinity;
Max Krasnyansky18404752008-05-29 11:02:52 -0700225
Thomas Gleixner01f8fa42014-04-16 14:36:44 +0000226/* Internal implementation. Use the helpers below */
227extern int __irq_set_affinity(unsigned int irq, const struct cpumask *cpumask,
228 bool force);
229
230/**
231 * irq_set_affinity - Set the irq affinity of a given irq
232 * @irq: Interrupt to set affinity
Randy Dunlapdef5f122014-04-27 21:03:09 -0700233 * @cpumask: cpumask
Thomas Gleixner01f8fa42014-04-16 14:36:44 +0000234 *
235 * Fails if cpumask does not contain an online CPU
236 */
237static inline int
238irq_set_affinity(unsigned int irq, const struct cpumask *cpumask)
239{
240 return __irq_set_affinity(irq, cpumask, false);
241}
242
243/**
244 * irq_force_affinity - Force the irq affinity of a given irq
245 * @irq: Interrupt to set affinity
Randy Dunlapdef5f122014-04-27 21:03:09 -0700246 * @cpumask: cpumask
Thomas Gleixner01f8fa42014-04-16 14:36:44 +0000247 *
248 * Same as irq_set_affinity, but without checking the mask against
249 * online cpus.
250 *
251 * Solely for low level cpu hotplug code, where we need to make per
252 * cpu interrupts affine before the cpu becomes online.
253 */
254static inline int
255irq_force_affinity(unsigned int irq, const struct cpumask *cpumask)
256{
257 return __irq_set_affinity(irq, cpumask, true);
258}
259
Russell Kingd7b90682008-04-17 07:46:24 +0200260extern int irq_can_set_affinity(unsigned int irq);
Max Krasnyansky18404752008-05-29 11:02:52 -0700261extern int irq_select_affinity(unsigned int irq);
Russell Kingd7b90682008-04-17 07:46:24 +0200262
Peter P Waskiewicz Jre7a297b2010-04-30 14:44:50 -0700263extern int irq_set_affinity_hint(unsigned int irq, const struct cpumask *m);
Ben Hutchingscd7eab42011-01-19 21:01:44 +0000264
Ben Hutchingscd7eab42011-01-19 21:01:44 +0000265extern int
266irq_set_affinity_notifier(unsigned int irq, struct irq_affinity_notify *notify);
267
Russell Kingd7b90682008-04-17 07:46:24 +0200268#else /* CONFIG_SMP */
269
Rusty Russell0de26522008-12-13 21:20:26 +1030270static inline int irq_set_affinity(unsigned int irq, const struct cpumask *m)
Russell Kingd7b90682008-04-17 07:46:24 +0200271{
272 return -EINVAL;
273}
274
Arnd Bergmann4c88d7f2014-04-23 14:49:17 +0200275static inline int irq_force_affinity(unsigned int irq, const struct cpumask *cpumask)
276{
277 return 0;
278}
279
Russell Kingd7b90682008-04-17 07:46:24 +0200280static inline int irq_can_set_affinity(unsigned int irq)
281{
282 return 0;
283}
284
Max Krasnyansky18404752008-05-29 11:02:52 -0700285static inline int irq_select_affinity(unsigned int irq) { return 0; }
286
Peter P Waskiewicz Jre7a297b2010-04-30 14:44:50 -0700287static inline int irq_set_affinity_hint(unsigned int irq,
Ben Hutchingscd7eab42011-01-19 21:01:44 +0000288 const struct cpumask *m)
Peter P Waskiewicz Jre7a297b2010-04-30 14:44:50 -0700289{
290 return -EINVAL;
291}
Eyal Perryf0ba3d02014-05-20 17:57:00 +0300292
293static inline int
294irq_set_affinity_notifier(unsigned int irq, struct irq_affinity_notify *notify)
295{
296 return 0;
297}
Martin Schwidefsky0244ad02013-08-30 09:39:53 +0200298#endif /* CONFIG_SMP */
Russell Kingd7b90682008-04-17 07:46:24 +0200299
Ingo Molnarc01d4032006-07-03 00:24:27 -0700300/*
301 * Special lockdep variants of irq disabling/enabling.
302 * These should be used for locking constructs that
303 * know that a particular irq context which is disabled,
304 * and which is the only irq-context user of a lock,
305 * that it's safe to take the lock in the irq-disabled
306 * section without disabling hardirqs.
307 *
308 * On !CONFIG_LOCKDEP they are equivalent to the normal
309 * irq disable/enable methods.
310 */
311static inline void disable_irq_nosync_lockdep(unsigned int irq)
312{
313 disable_irq_nosync(irq);
314#ifdef CONFIG_LOCKDEP
315 local_irq_disable();
316#endif
317}
318
Arjan van de Vene8106b92006-09-29 02:01:08 -0700319static inline void disable_irq_nosync_lockdep_irqsave(unsigned int irq, unsigned long *flags)
320{
321 disable_irq_nosync(irq);
322#ifdef CONFIG_LOCKDEP
323 local_irq_save(*flags);
324#endif
325}
326
Ingo Molnarc01d4032006-07-03 00:24:27 -0700327static inline void disable_irq_lockdep(unsigned int irq)
328{
329 disable_irq(irq);
330#ifdef CONFIG_LOCKDEP
331 local_irq_disable();
332#endif
333}
334
335static inline void enable_irq_lockdep(unsigned int irq)
336{
337#ifdef CONFIG_LOCKDEP
338 local_irq_enable();
339#endif
340 enable_irq(irq);
341}
342
Arjan van de Vene8106b92006-09-29 02:01:08 -0700343static inline void enable_irq_lockdep_irqrestore(unsigned int irq, unsigned long *flags)
344{
345#ifdef CONFIG_LOCKDEP
346 local_irq_restore(*flags);
347#endif
348 enable_irq(irq);
349}
350
Thomas Gleixnerba9a2332006-06-29 02:24:55 -0700351/* IRQ wakeup (PM) control: */
Thomas Gleixnera0cd9ca2011-02-10 11:36:33 +0100352extern int irq_set_irq_wake(unsigned int irq, unsigned int on);
353
Thomas Gleixnerba9a2332006-06-29 02:24:55 -0700354static inline int enable_irq_wake(unsigned int irq)
355{
Thomas Gleixnera0cd9ca2011-02-10 11:36:33 +0100356 return irq_set_irq_wake(irq, 1);
Thomas Gleixnerba9a2332006-06-29 02:24:55 -0700357}
358
359static inline int disable_irq_wake(unsigned int irq)
360{
Thomas Gleixnera0cd9ca2011-02-10 11:36:33 +0100361 return irq_set_irq_wake(irq, 0);
Thomas Gleixnerba9a2332006-06-29 02:24:55 -0700362}
363
Marc Zyngier1b7047e2015-03-18 11:01:22 +0000364/*
365 * irq_get_irqchip_state/irq_set_irqchip_state specific flags
366 */
367enum irqchip_irq_state {
368 IRQCHIP_STATE_PENDING, /* Is interrupt pending? */
369 IRQCHIP_STATE_ACTIVE, /* Is interrupt in progress? */
370 IRQCHIP_STATE_MASKED, /* Is interrupt masked? */
371 IRQCHIP_STATE_LINE_LEVEL, /* Is IRQ line high? */
372};
373
374extern int irq_get_irqchip_state(unsigned int irq, enum irqchip_irq_state which,
375 bool *state);
376extern int irq_set_irqchip_state(unsigned int irq, enum irqchip_irq_state which,
377 bool state);
Thomas Gleixner8d32a302011-02-23 23:52:23 +0000378
379#ifdef CONFIG_IRQ_FORCED_THREADING
380extern bool force_irqthreads;
381#else
382#define force_irqthreads (0)
383#endif
384
Andi Kleen3f744782005-09-12 18:49:24 +0200385#ifndef __ARCH_SET_SOFTIRQ_PENDING
386#define set_softirq_pending(x) (local_softirq_pending() = (x))
387#define or_softirq_pending(x) (local_softirq_pending() |= (x))
388#endif
389
Benjamin Herrenschmidt2d3fbbb2007-05-10 22:22:46 -0700390/* Some architectures might implement lazy enabling/disabling of
391 * interrupts. In some cases, such as stop_machine, we might want
392 * to ensure that after a local_irq_disable(), interrupts have
393 * really been disabled in hardware. Such architectures need to
394 * implement the following hook.
395 */
396#ifndef hard_irq_disable
397#define hard_irq_disable() do { } while(0)
398#endif
399
Linus Torvalds1da177e2005-04-16 15:20:36 -0700400/* PLEASE, avoid to allocate new softirqs, if you need not _really_ high
401 frequency threaded job scheduling. For almost all the purposes
402 tasklets are more than enough. F.e. all serial device BHs et
403 al. should be converted to tasklets, not to softirqs.
404 */
405
406enum
407{
408 HI_SOFTIRQ=0,
409 TIMER_SOFTIRQ,
410 NET_TX_SOFTIRQ,
411 NET_RX_SOFTIRQ,
Jens Axboeff856ba2006-01-09 16:02:34 +0100412 BLOCK_SOFTIRQ,
Jens Axboe5e605b62009-08-05 09:07:21 +0200413 BLOCK_IOPOLL_SOFTIRQ,
Christoph Lameterc9819f42006-12-10 02:20:25 -0800414 TASKLET_SOFTIRQ,
415 SCHED_SOFTIRQ,
Thomas Gleixnerc6eb3f72015-04-14 21:08:51 +0000416 HRTIMER_SOFTIRQ, /* Unused, but kept as tools rely on the
417 numbering. Sigh! */
Shaohua Li09223372011-06-14 13:26:25 +0800418 RCU_SOFTIRQ, /* Preferable RCU should always be the last softirq */
Alexey Dobriyan978b0112008-09-06 20:04:36 +0200419
420 NR_SOFTIRQS
Linus Torvalds1da177e2005-04-16 15:20:36 -0700421};
422
Paul E. McKenney803b0eb2012-08-23 08:34:07 -0700423#define SOFTIRQ_STOP_IDLE_MASK (~(1 << RCU_SOFTIRQ))
424
Jason Baron5d592b42009-03-12 14:33:36 -0400425/* map softirq index to softirq name. update 'softirq_to_name' in
426 * kernel/softirq.c when adding a new softirq.
427 */
Joe Perchesce85b4f2014-01-27 17:07:16 -0800428extern const char * const softirq_to_name[NR_SOFTIRQS];
Jason Baron5d592b42009-03-12 14:33:36 -0400429
Linus Torvalds1da177e2005-04-16 15:20:36 -0700430/* softirq mask and active fields moved to irq_cpustat_t in
431 * asm/hardirq.h to get better cache usage. KAO
432 */
433
434struct softirq_action
435{
436 void (*action)(struct softirq_action *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700437};
438
439asmlinkage void do_softirq(void);
Adrian Bunkeb0f1c42008-04-29 00:59:12 -0700440asmlinkage void __do_softirq(void);
Frederic Weisbecker7d65f4a2013-09-05 15:49:45 +0200441
442#ifdef __ARCH_HAS_DO_SOFTIRQ
443void do_softirq_own_stack(void);
444#else
445static inline void do_softirq_own_stack(void)
446{
447 __do_softirq();
448}
449#endif
450
Carlos R. Mafra962cf362008-05-15 11:15:37 -0300451extern void open_softirq(int nr, void (*action)(struct softirq_action *));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700452extern void softirq_init(void);
Steven Rostedtf0696862012-01-25 20:18:55 -0500453extern void __raise_softirq_irqoff(unsigned int nr);
Lai Jiangshan2bf21602010-08-23 18:42:48 +0900454
Harvey Harrisonb3c97522008-02-13 15:03:15 -0800455extern void raise_softirq_irqoff(unsigned int nr);
456extern void raise_softirq(unsigned int nr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700457
Venkatesh Pallipadi4dd53d82010-12-21 17:09:00 -0800458DECLARE_PER_CPU(struct task_struct *, ksoftirqd);
459
460static inline struct task_struct *this_cpu_ksoftirqd(void)
461{
462 return this_cpu_read(ksoftirqd);
463}
464
Linus Torvalds1da177e2005-04-16 15:20:36 -0700465/* Tasklets --- multithreaded analogue of BHs.
466
467 Main feature differing them of generic softirqs: tasklet
468 is running only on one CPU simultaneously.
469
470 Main feature differing them of BHs: different tasklets
471 may be run simultaneously on different CPUs.
472
473 Properties:
474 * If tasklet_schedule() is called, then tasklet is guaranteed
475 to be executed on some cpu at least once after this.
Lucas De Marchi25985ed2011-03-30 22:57:33 -0300476 * If the tasklet is already scheduled, but its execution is still not
Linus Torvalds1da177e2005-04-16 15:20:36 -0700477 started, it will be executed only once.
478 * If this tasklet is already running on another CPU (or schedule is called
479 from tasklet itself), it is rescheduled for later.
480 * Tasklet is strictly serialized wrt itself, but not
481 wrt another tasklets. If client needs some intertask synchronization,
482 he makes it with spinlocks.
483 */
484
485struct tasklet_struct
486{
487 struct tasklet_struct *next;
488 unsigned long state;
489 atomic_t count;
490 void (*func)(unsigned long);
491 unsigned long data;
492};
493
494#define DECLARE_TASKLET(name, func, data) \
495struct tasklet_struct name = { NULL, 0, ATOMIC_INIT(0), func, data }
496
497#define DECLARE_TASKLET_DISABLED(name, func, data) \
498struct tasklet_struct name = { NULL, 0, ATOMIC_INIT(1), func, data }
499
500
501enum
502{
503 TASKLET_STATE_SCHED, /* Tasklet is scheduled for execution */
504 TASKLET_STATE_RUN /* Tasklet is running (SMP only) */
505};
506
507#ifdef CONFIG_SMP
508static inline int tasklet_trylock(struct tasklet_struct *t)
509{
510 return !test_and_set_bit(TASKLET_STATE_RUN, &(t)->state);
511}
512
513static inline void tasklet_unlock(struct tasklet_struct *t)
514{
Peter Zijlstra4e857c52014-03-17 18:06:10 +0100515 smp_mb__before_atomic();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700516 clear_bit(TASKLET_STATE_RUN, &(t)->state);
517}
518
519static inline void tasklet_unlock_wait(struct tasklet_struct *t)
520{
521 while (test_bit(TASKLET_STATE_RUN, &(t)->state)) { barrier(); }
522}
523#else
524#define tasklet_trylock(t) 1
525#define tasklet_unlock_wait(t) do { } while (0)
526#define tasklet_unlock(t) do { } while (0)
527#endif
528
Harvey Harrisonb3c97522008-02-13 15:03:15 -0800529extern void __tasklet_schedule(struct tasklet_struct *t);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700530
531static inline void tasklet_schedule(struct tasklet_struct *t)
532{
533 if (!test_and_set_bit(TASKLET_STATE_SCHED, &t->state))
534 __tasklet_schedule(t);
535}
536
Harvey Harrisonb3c97522008-02-13 15:03:15 -0800537extern void __tasklet_hi_schedule(struct tasklet_struct *t);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700538
539static inline void tasklet_hi_schedule(struct tasklet_struct *t)
540{
541 if (!test_and_set_bit(TASKLET_STATE_SCHED, &t->state))
542 __tasklet_hi_schedule(t);
543}
544
Vegard Nossum7c692cb2008-05-21 22:53:13 +0200545extern void __tasklet_hi_schedule_first(struct tasklet_struct *t);
546
547/*
548 * This version avoids touching any other tasklets. Needed for kmemcheck
549 * in order not to take any page faults while enqueueing this tasklet;
550 * consider VERY carefully whether you really need this or
551 * tasklet_hi_schedule()...
552 */
553static inline void tasklet_hi_schedule_first(struct tasklet_struct *t)
554{
555 if (!test_and_set_bit(TASKLET_STATE_SCHED, &t->state))
556 __tasklet_hi_schedule_first(t);
557}
558
Linus Torvalds1da177e2005-04-16 15:20:36 -0700559
560static inline void tasklet_disable_nosync(struct tasklet_struct *t)
561{
562 atomic_inc(&t->count);
Peter Zijlstra4e857c52014-03-17 18:06:10 +0100563 smp_mb__after_atomic();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700564}
565
566static inline void tasklet_disable(struct tasklet_struct *t)
567{
568 tasklet_disable_nosync(t);
569 tasklet_unlock_wait(t);
570 smp_mb();
571}
572
573static inline void tasklet_enable(struct tasklet_struct *t)
574{
Peter Zijlstra4e857c52014-03-17 18:06:10 +0100575 smp_mb__before_atomic();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700576 atomic_dec(&t->count);
577}
578
Linus Torvalds1da177e2005-04-16 15:20:36 -0700579extern void tasklet_kill(struct tasklet_struct *t);
580extern void tasklet_kill_immediate(struct tasklet_struct *t, unsigned int cpu);
581extern void tasklet_init(struct tasklet_struct *t,
582 void (*func)(unsigned long), unsigned long data);
583
Peter Zijlstra9ba5f002009-07-22 14:18:35 +0200584struct tasklet_hrtimer {
585 struct hrtimer timer;
586 struct tasklet_struct tasklet;
587 enum hrtimer_restart (*function)(struct hrtimer *);
588};
589
590extern void
591tasklet_hrtimer_init(struct tasklet_hrtimer *ttimer,
592 enum hrtimer_restart (*function)(struct hrtimer *),
593 clockid_t which_clock, enum hrtimer_mode mode);
594
595static inline
Thomas Gleixner61699e12015-04-14 21:09:23 +0000596void tasklet_hrtimer_start(struct tasklet_hrtimer *ttimer, ktime_t time,
597 const enum hrtimer_mode mode)
Peter Zijlstra9ba5f002009-07-22 14:18:35 +0200598{
Thomas Gleixner61699e12015-04-14 21:09:23 +0000599 hrtimer_start(&ttimer->timer, time, mode);
Peter Zijlstra9ba5f002009-07-22 14:18:35 +0200600}
601
602static inline
603void tasklet_hrtimer_cancel(struct tasklet_hrtimer *ttimer)
604{
605 hrtimer_cancel(&ttimer->timer);
606 tasklet_kill(&ttimer->tasklet);
607}
608
Linus Torvalds1da177e2005-04-16 15:20:36 -0700609/*
610 * Autoprobing for irqs:
611 *
612 * probe_irq_on() and probe_irq_off() provide robust primitives
613 * for accurate IRQ probing during kernel initialization. They are
614 * reasonably simple to use, are not "fooled" by spurious interrupts,
615 * and, unlike other attempts at IRQ probing, they do not get hung on
616 * stuck interrupts (such as unused PS2 mouse interfaces on ASUS boards).
617 *
618 * For reasonably foolproof probing, use them as follows:
619 *
620 * 1. clear and/or mask the device's internal interrupt.
621 * 2. sti();
622 * 3. irqs = probe_irq_on(); // "take over" all unassigned idle IRQs
623 * 4. enable the device and cause it to trigger an interrupt.
624 * 5. wait for the device to interrupt, using non-intrusive polling or a delay.
625 * 6. irq = probe_irq_off(irqs); // get IRQ number, 0=none, negative=multiple
626 * 7. service the device to clear its pending interrupt.
627 * 8. loop again if paranoia is required.
628 *
629 * probe_irq_on() returns a mask of allocated irq's.
630 *
631 * probe_irq_off() takes the mask as a parameter,
632 * and returns the irq number which occurred,
633 * or zero if none occurred, or a negative irq number
634 * if more than one irq occurred.
635 */
636
Martin Schwidefsky0244ad02013-08-30 09:39:53 +0200637#if !defined(CONFIG_GENERIC_IRQ_PROBE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700638static inline unsigned long probe_irq_on(void)
639{
640 return 0;
641}
642static inline int probe_irq_off(unsigned long val)
643{
644 return 0;
645}
646static inline unsigned int probe_irq_mask(unsigned long val)
647{
648 return 0;
649}
650#else
651extern unsigned long probe_irq_on(void); /* returns 0 on failure */
652extern int probe_irq_off(unsigned long); /* returns 0 or negative on failure */
653extern unsigned int probe_irq_mask(unsigned long); /* returns mask of ISA interrupts */
654#endif
655
Andrew Morton6168a702007-02-17 21:22:39 -0800656#ifdef CONFIG_PROC_FS
657/* Initialize /proc/irq/ */
658extern void init_irq_proc(void);
659#else
660static inline void init_irq_proc(void)
661{
662}
663#endif
664
Alexey Dobriyand43c36d2009-10-07 17:09:06 +0400665struct seq_file;
Adrian Bunkf74596d2008-02-06 01:36:35 -0800666int show_interrupts(struct seq_file *p, void *v);
Thomas Gleixnerc78b9b62010-12-16 17:21:47 +0100667int arch_show_interrupts(struct seq_file *p, int prec);
Adrian Bunkf74596d2008-02-06 01:36:35 -0800668
Yinghai Lu43a25632008-12-28 16:01:13 -0800669extern int early_irq_init(void);
Yinghai Lu4a046d12009-01-12 17:39:24 -0800670extern int arch_probe_nr_irqs(void);
Yinghai Lu43a25632008-12-28 16:01:13 -0800671extern int arch_early_irq_init(void);
Yinghai Lu43a25632008-12-28 16:01:13 -0800672
Linus Torvalds1da177e2005-04-16 15:20:36 -0700673#endif