blob: b51beebf9804c1d4f45e5128052886094fb95755 [file] [log] [blame]
Thomas Gleixnere1447102010-10-01 16:03:45 +02001#ifndef _LINUX_IRQDESC_H
2#define _LINUX_IRQDESC_H
3
Thomas Gleixner425a5072015-12-13 18:02:22 +01004#include <linux/rcupdate.h>
5
Thomas Gleixnere1447102010-10-01 16:03:45 +02006/*
7 * Core internal functions to deal with irq descriptors
Thomas Gleixnere1447102010-10-01 16:03:45 +02008 */
9
Ben Hutchingscd7eab42011-01-19 21:01:44 +000010struct irq_affinity_notify;
Thomas Gleixnere1447102010-10-01 16:03:45 +020011struct proc_dir_entry;
Paul Gortmakerec53cf22011-09-19 20:33:19 -040012struct module;
Thomas Gleixner293a7a02012-10-16 15:07:49 -070013struct irq_desc;
Marc Zyngier76ba59f2014-08-26 11:03:16 +010014struct irq_domain;
15struct pt_regs;
Thomas Gleixner293a7a02012-10-16 15:07:49 -070016
Thomas Gleixnere1447102010-10-01 16:03:45 +020017/**
18 * struct irq_desc - interrupt descriptor
Jiang Liu0d0b4c82015-06-01 16:05:12 +080019 * @irq_common_data: per irq and chip data passed down to chip functions
Thomas Gleixnere1447102010-10-01 16:03:45 +020020 * @kstat_irqs: irq stats per cpu
Geert Uytterhoeven77076772011-04-10 11:01:52 +020021 * @handle_irq: highlevel irq-events handler
22 * @preflow_handler: handler called before the flow handler (currently used by sparc)
Thomas Gleixnere1447102010-10-01 16:03:45 +020023 * @action: the irq action chain
24 * @status: status information
Thomas Gleixnerdbec07b2011-02-07 20:19:55 +010025 * @core_internal_state__do_not_mess_with_it: core internal status information
Thomas Gleixnere1447102010-10-01 16:03:45 +020026 * @depth: disable-depth, for nested irq_disable() calls
Geert Uytterhoeven0911f122011-04-10 11:01:51 +020027 * @wake_depth: enable depth, for multiple irq_set_irq_wake() callers
Thomas Gleixnere1447102010-10-01 16:03:45 +020028 * @irq_count: stats field to detect stalled irqs
29 * @last_unhandled: aging timer for unhandled count
30 * @irqs_unhandled: stats field for spurious unhandled interrupts
Thomas Gleixner1e77d0a2013-03-07 14:53:45 +010031 * @threads_handled: stats field for deferred spurious detection of threaded handlers
32 * @threads_handled_last: comparator field for deferred spurious detection of theraded handlers
Thomas Gleixnere1447102010-10-01 16:03:45 +020033 * @lock: locking for SMP
Geert Uytterhoeven77076772011-04-10 11:01:52 +020034 * @affinity_hint: hint to user space for preferred irq affinity
Ben Hutchingscd7eab42011-01-19 21:01:44 +000035 * @affinity_notify: context for notification of affinity changes
Thomas Gleixnere1447102010-10-01 16:03:45 +020036 * @pending_mask: pending rebalanced interrupts
Thomas Gleixnerb5faba22011-02-23 23:52:13 +000037 * @threads_oneshot: bitfield to handle shared oneshot threads
Thomas Gleixnere1447102010-10-01 16:03:45 +020038 * @threads_active: number of irqaction threads currently running
39 * @wait_for_threads: wait queue for sync_irq to wait for threaded handlers
Thomas Gleixnercab303b2014-08-28 11:44:31 +020040 * @nr_actions: number of installed actions on this descriptor
41 * @no_suspend_depth: number of irqactions on a irq descriptor with
42 * IRQF_NO_SUSPEND set
43 * @force_resume_depth: number of irqactions on a irq descriptor with
44 * IRQF_FORCE_RESUME set
Thomas Gleixner425a5072015-12-13 18:02:22 +010045 * @rcu: rcu head for delayed free
Thomas Gleixnere1447102010-10-01 16:03:45 +020046 * @dir: /proc/irq/ procfs entry
47 * @name: flow handler name for /proc/interrupts output
48 */
49struct irq_desc {
Jiang Liu0d0b4c82015-06-01 16:05:12 +080050 struct irq_common_data irq_common_data;
Thomas Gleixnere1447102010-10-01 16:03:45 +020051 struct irq_data irq_data;
Eric Dumazet6c9ae002011-01-13 15:45:38 -080052 unsigned int __percpu *kstat_irqs;
Thomas Gleixnere1447102010-10-01 16:03:45 +020053 irq_flow_handler_t handle_irq;
Thomas Gleixner78129572011-02-10 15:14:20 +010054#ifdef CONFIG_IRQ_PREFLOW_FASTEOI
55 irq_preflow_handler_t preflow_handler;
56#endif
Thomas Gleixnere1447102010-10-01 16:03:45 +020057 struct irqaction *action; /* IRQ action list */
Thomas Gleixnera6967ca2011-02-10 22:01:25 +010058 unsigned int status_use_accessors;
Thomas Gleixnerdbec07b2011-02-07 20:19:55 +010059 unsigned int core_internal_state__do_not_mess_with_it;
Thomas Gleixnere1447102010-10-01 16:03:45 +020060 unsigned int depth; /* nested irq disables */
61 unsigned int wake_depth; /* nested wake enables */
62 unsigned int irq_count; /* For detecting broken IRQs */
63 unsigned long last_unhandled; /* Aging timer for unhandled count */
64 unsigned int irqs_unhandled;
Thomas Gleixner1e77d0a2013-03-07 14:53:45 +010065 atomic_t threads_handled;
66 int threads_handled_last;
Thomas Gleixnere1447102010-10-01 16:03:45 +020067 raw_spinlock_t lock;
Marc Zyngier31d9d9b2011-09-23 17:03:06 +010068 struct cpumask *percpu_enabled;
Marc Zyngier222df542016-04-11 09:57:52 +010069 const struct cpumask *percpu_affinity;
Thomas Gleixnere1447102010-10-01 16:03:45 +020070#ifdef CONFIG_SMP
71 const struct cpumask *affinity_hint;
Ben Hutchingscd7eab42011-01-19 21:01:44 +000072 struct irq_affinity_notify *affinity_notify;
Thomas Gleixnere1447102010-10-01 16:03:45 +020073#ifdef CONFIG_GENERIC_PENDING_IRQ
74 cpumask_var_t pending_mask;
75#endif
76#endif
Thomas Gleixnerb5faba22011-02-23 23:52:13 +000077 unsigned long threads_oneshot;
Thomas Gleixnere1447102010-10-01 16:03:45 +020078 atomic_t threads_active;
79 wait_queue_head_t wait_for_threads;
Thomas Gleixnercab303b2014-08-28 11:44:31 +020080#ifdef CONFIG_PM_SLEEP
81 unsigned int nr_actions;
82 unsigned int no_suspend_depth;
Rafael J. Wysocki17f48032015-02-27 00:07:55 +010083 unsigned int cond_suspend_depth;
Thomas Gleixnercab303b2014-08-28 11:44:31 +020084 unsigned int force_resume_depth;
85#endif
Thomas Gleixnere1447102010-10-01 16:03:45 +020086#ifdef CONFIG_PROC_FS
87 struct proc_dir_entry *dir;
88#endif
Thomas Gleixner425a5072015-12-13 18:02:22 +010089#ifdef CONFIG_SPARSE_IRQ
90 struct rcu_head rcu;
91#endif
Thomas Gleixner293a7a02012-10-16 15:07:49 -070092 int parent_irq;
Sebastian Andrzej Siewiorb6873802011-07-11 12:17:31 +020093 struct module *owner;
Thomas Gleixnere1447102010-10-01 16:03:45 +020094 const char *name;
95} ____cacheline_internodealigned_in_smp;
96
Thomas Gleixnera8994182015-07-05 17:12:30 +000097#ifdef CONFIG_SPARSE_IRQ
98extern void irq_lock_sparse(void);
99extern void irq_unlock_sparse(void);
100#else
101static inline void irq_lock_sparse(void) { }
102static inline void irq_unlock_sparse(void) { }
Thomas Gleixnere1447102010-10-01 16:03:45 +0200103extern struct irq_desc irq_desc[NR_IRQS];
104#endif
105
Jiang Liu7bbf1dd2015-06-01 16:05:10 +0800106static inline struct irq_desc *irq_data_to_desc(struct irq_data *data)
107{
Thomas Gleixner755d1192015-09-16 14:37:12 +0200108 return container_of(data->common, struct irq_desc, irq_common_data);
Jiang Liu7bbf1dd2015-06-01 16:05:10 +0800109}
110
Jiang Liu304adf82015-06-04 12:13:26 +0800111static inline unsigned int irq_desc_get_irq(struct irq_desc *desc)
112{
113 return desc->irq_data.irq;
114}
115
Thomas Gleixnerd9936bb2011-03-11 14:15:35 +0100116static inline struct irq_data *irq_desc_get_irq_data(struct irq_desc *desc)
117{
118 return &desc->irq_data;
119}
120
Thomas Gleixnera0cd9ca2011-02-10 11:36:33 +0100121static inline struct irq_chip *irq_desc_get_chip(struct irq_desc *desc)
122{
123 return desc->irq_data.chip;
124}
125
126static inline void *irq_desc_get_chip_data(struct irq_desc *desc)
127{
128 return desc->irq_data.chip_data;
129}
130
131static inline void *irq_desc_get_handler_data(struct irq_desc *desc)
132{
Jiang Liuaf7080e2015-06-01 16:05:21 +0800133 return desc->irq_common_data.handler_data;
Thomas Gleixnera0cd9ca2011-02-10 11:36:33 +0100134}
135
136static inline struct msi_desc *irq_desc_get_msi_desc(struct irq_desc *desc)
137{
Jiang Liub2377212015-06-01 16:05:43 +0800138 return desc->irq_common_data.msi_desc;
Thomas Gleixnera0cd9ca2011-02-10 11:36:33 +0100139}
140
Thomas Gleixnere1447102010-10-01 16:03:45 +0200141/*
Thomas Gleixnere1447102010-10-01 16:03:45 +0200142 * Architectures call this to let the generic IRQ layer
Huang Shijie6584d842015-09-01 10:35:50 +0800143 * handle an interrupt.
Thomas Gleixnere1447102010-10-01 16:03:45 +0200144 */
Thomas Gleixnerbd0b9ac2015-09-14 10:42:37 +0200145static inline void generic_handle_irq_desc(struct irq_desc *desc)
Thomas Gleixnere1447102010-10-01 16:03:45 +0200146{
Thomas Gleixnerbd0b9ac2015-09-14 10:42:37 +0200147 desc->handle_irq(desc);
Thomas Gleixnere1447102010-10-01 16:03:45 +0200148}
149
Thomas Gleixnerfe12bc22011-05-18 12:48:00 +0200150int generic_handle_irq(unsigned int irq);
Thomas Gleixnere1447102010-10-01 16:03:45 +0200151
Marc Zyngier76ba59f2014-08-26 11:03:16 +0100152#ifdef CONFIG_HANDLE_DOMAIN_IRQ
153/*
154 * Convert a HW interrupt number to a logical one using a IRQ domain,
155 * and handle the result interrupt number. Return -EINVAL if
156 * conversion failed. Providing a NULL domain indicates that the
157 * conversion has already been done.
158 */
159int __handle_domain_irq(struct irq_domain *domain, unsigned int hwirq,
160 bool lookup, struct pt_regs *regs);
161
162static inline int handle_domain_irq(struct irq_domain *domain,
163 unsigned int hwirq, struct pt_regs *regs)
164{
165 return __handle_domain_irq(domain, hwirq, true, regs);
166}
167#endif
168
Thomas Gleixnere1447102010-10-01 16:03:45 +0200169/* Test to see if a driver has successfully requested an irq */
Thomas Gleixnerf61ae4f2015-08-02 20:38:26 +0000170static inline int irq_desc_has_action(struct irq_desc *desc)
171{
172 return desc->action != NULL;
173}
174
Thomas Gleixnere1447102010-10-01 16:03:45 +0200175static inline int irq_has_action(unsigned int irq)
176{
Thomas Gleixnerf61ae4f2015-08-02 20:38:26 +0000177 return irq_desc_has_action(irq_to_desc(irq));
Thomas Gleixnere1447102010-10-01 16:03:45 +0200178}
179
Thomas Gleixnerbbc9d212015-06-23 15:01:30 +0200180/**
181 * irq_set_handler_locked - Set irq handler from a locked region
182 * @data: Pointer to the irq_data structure which identifies the irq
183 * @handler: Flow control handler function for this interrupt
184 *
185 * Sets the handler in the irq descriptor associated to @data.
186 *
187 * Must be called with irq_desc locked and valid parameters. Typical
188 * call site is the irq_set_type() callback.
189 */
190static inline void irq_set_handler_locked(struct irq_data *data,
191 irq_flow_handler_t handler)
192{
193 struct irq_desc *desc = irq_data_to_desc(data);
194
195 desc->handle_irq = handler;
196}
197
198/**
199 * irq_set_chip_handler_name_locked - Set chip, handler and name from a locked region
200 * @data: Pointer to the irq_data structure for which the chip is set
201 * @chip: Pointer to the new irq chip
202 * @handler: Flow control handler function for this interrupt
203 * @name: Name of the interrupt
204 *
205 * Replace the irq chip at the proper hierarchy level in @data and
206 * sets the handler and name in the associated irq descriptor.
207 *
208 * Must be called with irq_desc locked and valid parameters.
209 */
210static inline void
211irq_set_chip_handler_name_locked(struct irq_data *data, struct irq_chip *chip,
212 irq_flow_handler_t handler, const char *name)
213{
214 struct irq_desc *desc = irq_data_to_desc(data);
215
216 desc->handle_irq = handler;
217 desc->name = name;
218 data->chip = chip;
219}
220
Thomas Gleixnere1447102010-10-01 16:03:45 +0200221static inline int irq_balancing_disabled(unsigned int irq)
222{
223 struct irq_desc *desc;
224
225 desc = irq_to_desc(irq);
Thomas Gleixner0c6f8a82011-03-28 13:32:20 +0200226 return desc->status_use_accessors & IRQ_NO_BALANCING_MASK;
Thomas Gleixnere1447102010-10-01 16:03:45 +0200227}
Thomas Gleixnere1447102010-10-01 16:03:45 +0200228
Vinayak Kale7f4a8e72013-12-04 10:09:50 +0000229static inline int irq_is_percpu(unsigned int irq)
230{
231 struct irq_desc *desc;
232
233 desc = irq_to_desc(irq);
234 return desc->status_use_accessors & IRQ_PER_CPU;
235}
236
Thomas Gleixnerd3e17de2011-03-22 17:08:15 +0100237static inline void
238irq_set_lockdep_class(unsigned int irq, struct lock_class_key *class)
239{
240 struct irq_desc *desc = irq_to_desc(irq);
241
242 if (desc)
243 lockdep_set_class(&desc->lock, class);
244}
245
Thomas Gleixner78129572011-02-10 15:14:20 +0100246#ifdef CONFIG_IRQ_PREFLOW_FASTEOI
247static inline void
248__irq_set_preflow_handler(unsigned int irq, irq_preflow_handler_t handler)
249{
250 struct irq_desc *desc;
251
252 desc = irq_to_desc(irq);
253 desc->preflow_handler = handler;
254}
255#endif
Thomas Gleixnere1447102010-10-01 16:03:45 +0200256
257#endif