blob: 42aa6f1a3f0f95e7dce8be2480ab5d209c881db3 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/kernel/irq/handle.c
3 *
Ingo Molnara34db9b2006-06-29 02:24:50 -07004 * Copyright (C) 1992, 1998-2006 Linus Torvalds, Ingo Molnar
5 * Copyright (C) 2005-2006, Thomas Gleixner, Russell King
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 *
7 * This file contains the core interrupt handling code.
Ingo Molnara34db9b2006-06-29 02:24:50 -07008 *
9 * Detailed information is available in Documentation/DocBook/genericirq
10 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070011 */
12
13#include <linux/irq.h>
14#include <linux/module.h>
15#include <linux/random.h>
16#include <linux/interrupt.h>
17#include <linux/kernel_stat.h>
18
19#include "internals.h"
20
Thomas Gleixner6a6de9e2006-06-29 02:24:51 -070021/**
22 * handle_bad_irq - handle spurious and unhandled irqs
Henrik Kretzschmar43a1dd52006-08-31 21:27:44 -070023 * @irq: the interrupt number
24 * @desc: description of the interrupt
25 * @regs: pointer to a register structure
26 *
27 * Handles spurious and unhandled IRQ's. It also prints a debugmessage.
Thomas Gleixner6a6de9e2006-06-29 02:24:51 -070028 */
29void fastcall
David Howells7d12e782006-10-05 14:55:46 +010030handle_bad_irq(unsigned int irq, struct irq_desc *desc)
Thomas Gleixner6a6de9e2006-06-29 02:24:51 -070031{
Ingo Molnar43f77752006-06-29 02:24:58 -070032 print_irq_desc(irq, desc);
Thomas Gleixner6a6de9e2006-06-29 02:24:51 -070033 kstat_this_cpu.irqs[irq]++;
34 ack_bad_irq(irq);
35}
36
Linus Torvalds1da177e2005-04-16 15:20:36 -070037/*
38 * Linux has a controller-independent interrupt architecture.
39 * Every controller has a 'controller-template', that is used
40 * by the main code to do the right thing. Each driver-visible
Ingo Molnar06fcb0c2006-06-29 02:24:40 -070041 * interrupt source is transparently wired to the appropriate
Linus Torvalds1da177e2005-04-16 15:20:36 -070042 * controller. Thus drivers need not be aware of the
43 * interrupt-controller.
44 *
45 * The code is designed to be easily extended with new/different
46 * interrupt controllers, without having to do assembly magic or
47 * having to touch the generic code.
48 *
49 * Controller mappings for all interrupt sources:
50 */
Ingo Molnar34ffdb72006-06-29 02:24:40 -070051struct irq_desc irq_desc[NR_IRQS] __cacheline_aligned = {
Linus Torvalds1da177e2005-04-16 15:20:36 -070052 [0 ... NR_IRQS-1] = {
Zhang, Yanmin4f167fb2005-05-16 21:53:43 -070053 .status = IRQ_DISABLED,
Ingo Molnarf1c26622006-06-29 02:24:57 -070054 .chip = &no_irq_chip,
Ingo Molnar7a557132006-06-29 02:24:54 -070055 .handle_irq = handle_bad_irq,
Thomas Gleixner94d39e12006-06-29 02:24:50 -070056 .depth = 1,
Ingo Molnara53da522006-06-29 02:24:38 -070057 .lock = SPIN_LOCK_UNLOCKED,
58#ifdef CONFIG_SMP
59 .affinity = CPU_MASK_ALL
60#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070061 }
62};
63
64/*
Ingo Molnar77a5afe2006-06-29 02:24:46 -070065 * What should we do if we get a hw irq event on an illegal vector?
66 * Each architecture has to answer this themself.
Linus Torvalds1da177e2005-04-16 15:20:36 -070067 */
Ingo Molnar77a5afe2006-06-29 02:24:46 -070068static void ack_bad(unsigned int irq)
Linus Torvalds1da177e2005-04-16 15:20:36 -070069{
Ingo Molnar43f77752006-06-29 02:24:58 -070070 print_irq_desc(irq, irq_desc + irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -070071 ack_bad_irq(irq);
72}
73
Ingo Molnar77a5afe2006-06-29 02:24:46 -070074/*
75 * NOP functions
76 */
77static void noop(unsigned int irq)
78{
79}
80
81static unsigned int noop_ret(unsigned int irq)
82{
83 return 0;
84}
85
86/*
87 * Generic no controller implementation
88 */
Ingo Molnarf1c26622006-06-29 02:24:57 -070089struct irq_chip no_irq_chip = {
90 .name = "none",
Ingo Molnar77a5afe2006-06-29 02:24:46 -070091 .startup = noop_ret,
92 .shutdown = noop,
93 .enable = noop,
94 .disable = noop,
95 .ack = ack_bad,
96 .end = noop,
Linus Torvalds1da177e2005-04-16 15:20:36 -070097};
98
99/*
Thomas Gleixnerf8b54732006-07-01 22:30:08 +0100100 * Generic dummy implementation which can be used for
101 * real dumb interrupt sources
102 */
103struct irq_chip dummy_irq_chip = {
104 .name = "dummy",
105 .startup = noop_ret,
106 .shutdown = noop,
107 .enable = noop,
108 .disable = noop,
109 .ack = noop,
110 .mask = noop,
111 .unmask = noop,
112 .end = noop,
113};
114
115/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116 * Special, empty irq handler:
117 */
David Howells7d12e782006-10-05 14:55:46 +0100118irqreturn_t no_action(int cpl, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119{
120 return IRQ_NONE;
121}
122
Ingo Molnar8d28bc72006-06-29 02:24:46 -0700123/**
124 * handle_IRQ_event - irq action chain handler
125 * @irq: the interrupt number
Ingo Molnar8d28bc72006-06-29 02:24:46 -0700126 * @action: the interrupt action chain for this irq
127 *
128 * Handles the action chain of an irq event
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129 */
David Howells7d12e782006-10-05 14:55:46 +0100130irqreturn_t handle_IRQ_event(unsigned int irq, struct irqaction *action)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131{
Jan Beulich908dcec2006-06-23 02:06:00 -0700132 irqreturn_t ret, retval = IRQ_NONE;
133 unsigned int status = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134
Thomas Gleixnerd061daa2006-07-03 02:18:48 +0200135 handle_dynamic_tick(action);
Thomas Gleixnera2166ab2006-07-01 22:30:07 +0100136
Thomas Gleixner3cca53b2006-07-01 19:29:31 -0700137 if (!(action->flags & IRQF_DISABLED))
Ingo Molnar366c7f52006-07-03 00:25:25 -0700138 local_irq_enable_in_hardirq();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139
140 do {
David Howells7d12e782006-10-05 14:55:46 +0100141 ret = action->handler(irq, action->dev_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142 if (ret == IRQ_HANDLED)
143 status |= action->flags;
144 retval |= ret;
145 action = action->next;
146 } while (action);
147
Thomas Gleixner3cca53b2006-07-01 19:29:31 -0700148 if (status & IRQF_SAMPLE_RANDOM)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149 add_interrupt_randomness(irq);
150 local_irq_disable();
151
152 return retval;
153}
154
David Howellsaf8c65b2006-09-25 23:32:07 -0700155#ifndef CONFIG_GENERIC_HARDIRQS_NO__DO_IRQ
Ingo Molnar8d28bc72006-06-29 02:24:46 -0700156/**
157 * __do_IRQ - original all in one highlevel IRQ handler
158 * @irq: the interrupt number
Ingo Molnar8d28bc72006-06-29 02:24:46 -0700159 *
160 * __do_IRQ handles all normal device IRQ's (the special
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161 * SMP cross-CPU interrupts have their own specific
162 * handlers).
Ingo Molnar8d28bc72006-06-29 02:24:46 -0700163 *
164 * This is the original x86 implementation which is used for every
165 * interrupt type.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166 */
David Howells7d12e782006-10-05 14:55:46 +0100167fastcall unsigned int __do_IRQ(unsigned int irq)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700168{
Ingo Molnar34ffdb72006-06-29 02:24:40 -0700169 struct irq_desc *desc = irq_desc + irq;
Ingo Molnar06fcb0c2006-06-29 02:24:40 -0700170 struct irqaction *action;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171 unsigned int status;
172
173 kstat_this_cpu.irqs[irq]++;
Karsten Wiesef26fdd52005-09-06 15:17:25 -0700174 if (CHECK_IRQ_PER_CPU(desc->status)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175 irqreturn_t action_ret;
176
177 /*
178 * No locking required for CPU-local interrupts:
179 */
Ingo Molnard1bef4e2006-06-29 02:24:36 -0700180 if (desc->chip->ack)
181 desc->chip->ack(irq);
David Howells7d12e782006-10-05 14:55:46 +0100182 action_ret = handle_IRQ_event(irq, desc->action);
Ingo Molnard1bef4e2006-06-29 02:24:36 -0700183 desc->chip->end(irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184 return 1;
185 }
186
187 spin_lock(&desc->lock);
Ingo Molnard1bef4e2006-06-29 02:24:36 -0700188 if (desc->chip->ack)
189 desc->chip->ack(irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190 /*
191 * REPLAY is when Linux resends an IRQ that was dropped earlier
192 * WAITING is used by probe to mark irqs that are being tested
193 */
194 status = desc->status & ~(IRQ_REPLAY | IRQ_WAITING);
195 status |= IRQ_PENDING; /* we _want_ to handle it */
196
197 /*
198 * If the IRQ is disabled for whatever reason, we cannot
199 * use the action we have.
200 */
201 action = NULL;
202 if (likely(!(status & (IRQ_DISABLED | IRQ_INPROGRESS)))) {
203 action = desc->action;
204 status &= ~IRQ_PENDING; /* we commit to handling */
205 status |= IRQ_INPROGRESS; /* we are handling it */
206 }
207 desc->status = status;
208
209 /*
210 * If there is no IRQ handler or it was disabled, exit early.
211 * Since we set PENDING, if another processor is handling
212 * a different instance of this same irq, the other processor
213 * will take care of it.
214 */
215 if (unlikely(!action))
216 goto out;
217
218 /*
219 * Edge triggered interrupts need to remember
220 * pending events.
221 * This applies to any hw interrupts that allow a second
222 * instance of the same irq to arrive while we are in do_IRQ
223 * or in the handler. But the code here only handles the _second_
224 * instance of the irq, not the third or fourth. So it is mostly
225 * useful for irq hardware that does not mask cleanly in an
226 * SMP environment.
227 */
228 for (;;) {
229 irqreturn_t action_ret;
230
231 spin_unlock(&desc->lock);
232
David Howells7d12e782006-10-05 14:55:46 +0100233 action_ret = handle_IRQ_event(irq, action);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234
235 spin_lock(&desc->lock);
236 if (!noirqdebug)
David Howells7d12e782006-10-05 14:55:46 +0100237 note_interrupt(irq, desc, action_ret);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700238 if (likely(!(desc->status & IRQ_PENDING)))
239 break;
240 desc->status &= ~IRQ_PENDING;
241 }
242 desc->status &= ~IRQ_INPROGRESS;
243
244out:
245 /*
246 * The ->end() handler has to deal with interrupts which got
247 * disabled while the handler was running.
248 */
Ingo Molnard1bef4e2006-06-29 02:24:36 -0700249 desc->chip->end(irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700250 spin_unlock(&desc->lock);
251
252 return 1;
253}
David Howellsaf8c65b2006-09-25 23:32:07 -0700254#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700255
Ingo Molnar243c7622006-07-03 00:25:06 -0700256#ifdef CONFIG_TRACE_IRQFLAGS
257
258/*
259 * lockdep: we want to handle all irq_desc locks as a single lock-class:
260 */
261static struct lock_class_key irq_desc_lock_class;
262
263void early_init_irq_lock_class(void)
264{
265 int i;
266
267 for (i = 0; i < NR_IRQS; i++)
268 lockdep_set_class(&irq_desc[i].lock, &irq_desc_lock_class);
269}
270
271#endif