blob: c0cb356833faad2e1e115a6fe008c1219423b5fc [file] [log] [blame]
David Gibson007e8f52005-10-28 15:35:50 +10001/*
2 * arch/powerpc/platforms/pseries/xics.c
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 *
4 * Copyright 2000 IBM Corporation.
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 */
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +100011
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +100012
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <linux/types.h>
14#include <linux/threads.h>
15#include <linux/kernel.h>
16#include <linux/irq.h>
17#include <linux/smp.h>
18#include <linux/interrupt.h>
19#include <linux/signal.h>
20#include <linux/init.h>
21#include <linux/gfp.h>
22#include <linux/radix-tree.h>
23#include <linux/cpu.h>
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +100024
Michael Ellerman57cfb812006-03-21 20:45:59 +110025#include <asm/firmware.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include <asm/prom.h>
27#include <asm/io.h>
28#include <asm/pgtable.h>
29#include <asm/smp.h>
30#include <asm/rtas.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#include <asm/hvcall.h>
32#include <asm/machdep.h>
Paul Mackerras22277182005-10-28 11:47:17 +100033#include <asm/i8259.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
David Gibson007e8f52005-10-28 15:35:50 +100035#include "xics.h"
Anton Blanchardb9377ff2006-07-19 08:01:28 +100036#include "plpar_wrappers.h"
David Gibson007e8f52005-10-28 15:35:50 +100037
Linus Torvalds1da177e2005-04-16 15:20:36 -070038#define XICS_IPI 2
39#define XICS_IRQ_SPURIOUS 0
40
41/* Want a priority other than 0. Various HW issues require this. */
42#define DEFAULT_PRIORITY 5
43
David Gibson007e8f52005-10-28 15:35:50 +100044/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070045 * Mark IPIs as higher priority so we can take them inside interrupts that
Thomas Gleixner67144652006-07-01 19:29:22 -070046 * arent marked IRQF_DISABLED
Linus Torvalds1da177e2005-04-16 15:20:36 -070047 */
48#define IPI_PRIORITY 4
49
50struct xics_ipl {
51 union {
52 u32 word;
53 u8 bytes[4];
54 } xirr_poll;
55 union {
56 u32 word;
57 u8 bytes[4];
58 } xirr;
59 u32 dummy;
60 union {
61 u32 word;
62 u8 bytes[4];
63 } qirr;
64};
65
66static struct xics_ipl __iomem *xics_per_cpu[NR_CPUS];
67
Linus Torvalds1da177e2005-04-16 15:20:36 -070068static unsigned int default_server = 0xFF;
Anton Blanchard26370322005-09-12 13:12:11 +100069static unsigned int default_distrib_server = 0;
70static unsigned int interrupt_server_size = 8;
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +100072static struct irq_host *xics_host;
73
Linus Torvalds1da177e2005-04-16 15:20:36 -070074/* RTAS service tokens */
Anton Blanchard26370322005-09-12 13:12:11 +100075static int ibm_get_xive;
76static int ibm_set_xive;
77static int ibm_int_on;
78static int ibm_int_off;
Linus Torvalds1da177e2005-04-16 15:20:36 -070079
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +100080
81/* Direct HW low level accessors */
Linus Torvalds1da177e2005-04-16 15:20:36 -070082
83
Milton Millerd7cf0ed2007-12-14 15:52:09 +110084static inline unsigned int direct_xirr_info_get(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -070085{
Milton Millerd7cf0ed2007-12-14 15:52:09 +110086 int cpu = smp_processor_id();
87
88 return in_be32(&xics_per_cpu[cpu]->xirr.word);
Linus Torvalds1da177e2005-04-16 15:20:36 -070089}
90
Milton Millerd7cf0ed2007-12-14 15:52:09 +110091static inline void direct_xirr_info_set(int value)
Linus Torvalds1da177e2005-04-16 15:20:36 -070092{
Milton Millerd7cf0ed2007-12-14 15:52:09 +110093 int cpu = smp_processor_id();
94
95 out_be32(&xics_per_cpu[cpu]->xirr.word, value);
Linus Torvalds1da177e2005-04-16 15:20:36 -070096}
97
Milton Millerd7cf0ed2007-12-14 15:52:09 +110098static inline void direct_cppr_info(u8 value)
Linus Torvalds1da177e2005-04-16 15:20:36 -070099{
Milton Millerd7cf0ed2007-12-14 15:52:09 +1100100 int cpu = smp_processor_id();
101
102 out_8(&xics_per_cpu[cpu]->xirr.bytes[0], value);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103}
104
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000105static inline void direct_qirr_info(int n_cpu, u8 value)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106{
107 out_8(&xics_per_cpu[n_cpu]->qirr.bytes[0], value);
108}
109
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000111/* LPAR low level accessors */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112
113
Milton Millerd7cf0ed2007-12-14 15:52:09 +1100114static inline unsigned int lpar_xirr_info_get(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115{
116 unsigned long lpar_rc;
David Gibson007e8f52005-10-28 15:35:50 +1000117 unsigned long return_value;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118
119 lpar_rc = plpar_xirr(&return_value);
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200120 if (lpar_rc != H_SUCCESS)
David Gibson007e8f52005-10-28 15:35:50 +1000121 panic(" bad return code xirr - rc = %lx \n", lpar_rc);
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000122 return (unsigned int)return_value;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123}
124
Milton Millerd7cf0ed2007-12-14 15:52:09 +1100125static inline void lpar_xirr_info_set(int value)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126{
127 unsigned long lpar_rc;
128 unsigned long val64 = value & 0xffffffff;
129
130 lpar_rc = plpar_eoi(val64);
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200131 if (lpar_rc != H_SUCCESS)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132 panic("bad return code EOI - rc = %ld, value=%lx\n", lpar_rc,
David Gibson007e8f52005-10-28 15:35:50 +1000133 val64);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134}
135
Milton Millerd7cf0ed2007-12-14 15:52:09 +1100136static inline void lpar_cppr_info(u8 value)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137{
138 unsigned long lpar_rc;
139
140 lpar_rc = plpar_cppr(value);
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200141 if (lpar_rc != H_SUCCESS)
David Gibson007e8f52005-10-28 15:35:50 +1000142 panic("bad return code cppr - rc = %lx\n", lpar_rc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143}
144
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000145static inline void lpar_qirr_info(int n_cpu , u8 value)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146{
147 unsigned long lpar_rc;
148
149 lpar_rc = plpar_ipi(get_hard_smp_processor_id(n_cpu), value);
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200150 if (lpar_rc != H_SUCCESS)
David Gibson007e8f52005-10-28 15:35:50 +1000151 panic("bad return code qirr - rc = %lx\n", lpar_rc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152}
153
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000155/* High level handlers and init code */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156
Nathan Fontenotde0723d2008-02-07 07:37:40 +1100157static void xics_update_irq_servers(void)
158{
159 int i, j;
160 struct device_node *np;
161 u32 ilen;
162 const u32 *ireg, *isize;
163 u32 hcpuid;
164
165 /* Find the server numbers for the boot cpu. */
166 np = of_get_cpu_node(boot_cpuid, NULL);
167 BUG_ON(!np);
168
169 ireg = of_get_property(np, "ibm,ppc-interrupt-gserver#s", &ilen);
170 if (!ireg) {
171 of_node_put(np);
172 return;
173 }
174
175 i = ilen / sizeof(int);
176 hcpuid = get_hard_smp_processor_id(boot_cpuid);
177
178 /* Global interrupt distribution server is specified in the last
179 * entry of "ibm,ppc-interrupt-gserver#s" property. Get the last
180 * entry fom this property for current boot cpu id and use it as
181 * default distribution server
182 */
183 for (j = 0; j < i; j += 2) {
184 if (ireg[j] == hcpuid) {
185 default_server = hcpuid;
186 default_distrib_server = ireg[j+1];
187
188 isize = of_get_property(np,
189 "ibm,interrupt-server#-size", NULL);
190 if (isize)
191 interrupt_server_size = *isize;
192 }
193 }
194
195 of_node_put(np);
196}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197
198#ifdef CONFIG_SMP
Milton Millerd13f7202008-10-10 01:56:29 +0000199/*
200 * XICS only has a single IPI, so encode the messages per CPU
201 */
202struct xics_ipi_struct {
203 unsigned long value;
204 } ____cacheline_aligned;
205
206static struct xics_ipi_struct xics_ipi_message[NR_CPUS] __cacheline_aligned;
207
Mohan Kumar M7ccb4a62007-06-13 00:51:57 +1000208static int get_irq_server(unsigned int virq, unsigned int strict_check)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209{
Mohan Kumar M7ccb4a62007-06-13 00:51:57 +1000210 int server;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211 /* For the moment only implement delivery to all cpus or one cpu */
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000212 cpumask_t cpumask = irq_desc[virq].affinity;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213 cpumask_t tmp = CPU_MASK_NONE;
214
215 if (!distribute_irqs)
216 return default_server;
217
Mohan Kumar M7ccb4a62007-06-13 00:51:57 +1000218 if (!cpus_equal(cpumask, CPU_MASK_ALL)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219 cpus_and(tmp, cpu_online_map, cpumask);
220
Mohan Kumar M7ccb4a62007-06-13 00:51:57 +1000221 server = first_cpu(tmp);
222
223 if (server < NR_CPUS)
224 return get_hard_smp_processor_id(server);
225
226 if (strict_check)
227 return -1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228 }
229
Mohan Kumar M7ccb4a62007-06-13 00:51:57 +1000230 if (cpus_equal(cpu_online_map, cpu_present_map))
231 return default_distrib_server;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232
Mohan Kumar M7ccb4a62007-06-13 00:51:57 +1000233 return default_server;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234}
235#else
Mohan Kumar M7ccb4a62007-06-13 00:51:57 +1000236static int get_irq_server(unsigned int virq, unsigned int strict_check)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237{
238 return default_server;
239}
240#endif
241
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000242
243static void xics_unmask_irq(unsigned int virq)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700244{
245 unsigned int irq;
246 int call_status;
Mohan Kumar M7ccb4a62007-06-13 00:51:57 +1000247 int server;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000249 pr_debug("xics: unmask virq %d\n", virq);
250
251 irq = (unsigned int)irq_map[virq].hwirq;
252 pr_debug(" -> map to hwirq 0x%x\n", irq);
253 if (irq == XICS_IPI || irq == XICS_IRQ_SPURIOUS)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254 return;
255
Mohan Kumar M7ccb4a62007-06-13 00:51:57 +1000256 server = get_irq_server(virq, 0);
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000257
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258 call_status = rtas_call(ibm_set_xive, 3, 1, NULL, irq, server,
259 DEFAULT_PRIORITY);
260 if (call_status != 0) {
Anton Blanchard26370322005-09-12 13:12:11 +1000261 printk(KERN_ERR "xics_enable_irq: irq=%u: ibm_set_xive "
262 "returned %d\n", irq, call_status);
263 printk("set_xive %x, server %x\n", ibm_set_xive, server);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700264 return;
265 }
266
267 /* Now unmask the interrupt (often a no-op) */
268 call_status = rtas_call(ibm_int_on, 1, 1, NULL, irq);
269 if (call_status != 0) {
Anton Blanchard26370322005-09-12 13:12:11 +1000270 printk(KERN_ERR "xics_enable_irq: irq=%u: ibm_int_on "
271 "returned %d\n", irq, call_status);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272 return;
273 }
274}
275
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000276static void xics_mask_real_irq(unsigned int irq)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700277{
278 int call_status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700279
280 if (irq == XICS_IPI)
281 return;
282
283 call_status = rtas_call(ibm_int_off, 1, 1, NULL, irq);
284 if (call_status != 0) {
Anton Blanchard26370322005-09-12 13:12:11 +1000285 printk(KERN_ERR "xics_disable_real_irq: irq=%u: "
286 "ibm_int_off returned %d\n", irq, call_status);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700287 return;
288 }
289
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290 /* Have to set XIVE to 0xff to be able to remove a slot */
Michal Ostrowski673aeb72006-12-20 07:29:40 -0600291 call_status = rtas_call(ibm_set_xive, 3, 1, NULL, irq,
292 default_server, 0xff);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700293 if (call_status != 0) {
Anton Blanchard26370322005-09-12 13:12:11 +1000294 printk(KERN_ERR "xics_disable_irq: irq=%u: ibm_set_xive(0xff)"
295 " returned %d\n", irq, call_status);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700296 return;
297 }
298}
299
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000300static void xics_mask_irq(unsigned int virq)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700301{
302 unsigned int irq;
303
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000304 pr_debug("xics: mask virq %d\n", virq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700305
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000306 irq = (unsigned int)irq_map[virq].hwirq;
307 if (irq == XICS_IPI || irq == XICS_IRQ_SPURIOUS)
308 return;
309 xics_mask_real_irq(irq);
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000310}
311
312static unsigned int xics_startup(unsigned int virq)
313{
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000314 /* unmask it */
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000315 xics_unmask_irq(virq);
316 return 0;
317}
318
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000319static void xics_eoi_direct(unsigned int virq)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700320{
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000321 unsigned int irq = (unsigned int)irq_map[virq].hwirq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700322
323 iosync();
Milton Millerd7cf0ed2007-12-14 15:52:09 +1100324 direct_xirr_info_set((0xff << 24) | irq);
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000325}
326
327
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000328static void xics_eoi_lpar(unsigned int virq)
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000329{
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000330 unsigned int irq = (unsigned int)irq_map[virq].hwirq;
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000331
332 iosync();
Milton Millerd7cf0ed2007-12-14 15:52:09 +1100333 lpar_xirr_info_set((0xff << 24) | irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334}
335
Milton Miller8767e9b2008-10-10 01:56:23 +0000336static inline unsigned int xics_xirr_vector(unsigned int xirr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700337{
Milton Miller8767e9b2008-10-10 01:56:23 +0000338 /*
339 * The top byte is the old cppr, to be restored on EOI.
340 * The remaining 24 bits are the vector.
341 */
342 return xirr & 0x00ffffff;
343}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700344
Milton Miller8767e9b2008-10-10 01:56:23 +0000345static void xics_mask_unknown_vec(unsigned int vec)
346{
347 printk(KERN_ERR "Interrupt %u (real) is invalid, disabling it.\n", vec);
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000348 xics_mask_real_irq(vec);
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000349}
350
Olaf Hering35a84c22006-10-07 22:08:26 +1000351static unsigned int xics_get_irq_direct(void)
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000352{
Milton Miller8767e9b2008-10-10 01:56:23 +0000353 unsigned int xirr = direct_xirr_info_get();
354 unsigned int vec = xics_xirr_vector(xirr);
355 unsigned int irq;
356
357 if (vec == XICS_IRQ_SPURIOUS)
358 return NO_IRQ;
359
360 irq = irq_radix_revmap_lookup(xics_host, vec);
361 if (likely(irq != NO_IRQ))
362 return irq;
363
364 /* We don't have a linux mapping, so have rtas mask it. */
365 xics_mask_unknown_vec(vec);
366
367 /* We might learn about it later, so EOI it */
368 direct_xirr_info_set(xirr);
369 return NO_IRQ;
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000370}
371
Olaf Hering35a84c22006-10-07 22:08:26 +1000372static unsigned int xics_get_irq_lpar(void)
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000373{
Milton Miller8767e9b2008-10-10 01:56:23 +0000374 unsigned int xirr = lpar_xirr_info_get();
375 unsigned int vec = xics_xirr_vector(xirr);
376 unsigned int irq;
377
378 if (vec == XICS_IRQ_SPURIOUS)
379 return NO_IRQ;
380
381 irq = irq_radix_revmap_lookup(xics_host, vec);
382 if (likely(irq != NO_IRQ))
383 return irq;
384
385 /* We don't have a linux mapping, so have RTAS mask it. */
386 xics_mask_unknown_vec(vec);
387
388 /* We might learn about it later, so EOI it */
389 lpar_xirr_info_set(xirr);
390 return NO_IRQ;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700391}
392
393#ifdef CONFIG_SMP
David Howells7d12e782006-10-05 14:55:46 +0100394static irqreturn_t xics_ipi_dispatch(int cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700395{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700396 WARN_ON(cpu_is_offline(cpu));
397
398 while (xics_ipi_message[cpu].value) {
399 if (test_and_clear_bit(PPC_MSG_CALL_FUNCTION,
400 &xics_ipi_message[cpu].value)) {
401 mb();
David Howells7d12e782006-10-05 14:55:46 +0100402 smp_message_recv(PPC_MSG_CALL_FUNCTION);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700403 }
404 if (test_and_clear_bit(PPC_MSG_RESCHEDULE,
405 &xics_ipi_message[cpu].value)) {
406 mb();
David Howells7d12e782006-10-05 14:55:46 +0100407 smp_message_recv(PPC_MSG_RESCHEDULE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700408 }
Jens Axboeb7d7a242008-06-26 11:22:13 +0200409 if (test_and_clear_bit(PPC_MSG_CALL_FUNC_SINGLE,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700410 &xics_ipi_message[cpu].value)) {
411 mb();
Jens Axboeb7d7a242008-06-26 11:22:13 +0200412 smp_message_recv(PPC_MSG_CALL_FUNC_SINGLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700413 }
Michael Ellermancc532912005-12-04 18:39:43 +1100414#if defined(CONFIG_DEBUGGER) || defined(CONFIG_KEXEC)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700415 if (test_and_clear_bit(PPC_MSG_DEBUGGER_BREAK,
416 &xics_ipi_message[cpu].value)) {
417 mb();
David Howells7d12e782006-10-05 14:55:46 +0100418 smp_message_recv(PPC_MSG_DEBUGGER_BREAK);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700419 }
420#endif
421 }
422 return IRQ_HANDLED;
423}
424
Milton Millerd13f7202008-10-10 01:56:29 +0000425static inline void smp_xics_do_message(int cpu, int msg)
426{
427 set_bit(msg, &xics_ipi_message[cpu].value);
428 mb();
429 if (firmware_has_feature(FW_FEATURE_LPAR))
430 lpar_qirr_info(cpu, IPI_PRIORITY);
431 else
432 direct_qirr_info(cpu, IPI_PRIORITY);
433}
434
435void smp_xics_message_pass(int target, int msg)
436{
437 unsigned int i;
438
439 if (target < NR_CPUS) {
440 smp_xics_do_message(target, msg);
441 } else {
442 for_each_online_cpu(i) {
443 if (target == MSG_ALL_BUT_SELF
444 && i == smp_processor_id())
445 continue;
446 smp_xics_do_message(i, msg);
447 }
448 }
449}
450
451
David Howells7d12e782006-10-05 14:55:46 +0100452static irqreturn_t xics_ipi_action_direct(int irq, void *dev_id)
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000453{
454 int cpu = smp_processor_id();
455
456 direct_qirr_info(cpu, 0xff);
457
David Howells7d12e782006-10-05 14:55:46 +0100458 return xics_ipi_dispatch(cpu);
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000459}
460
David Howells7d12e782006-10-05 14:55:46 +0100461static irqreturn_t xics_ipi_action_lpar(int irq, void *dev_id)
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000462{
463 int cpu = smp_processor_id();
464
465 lpar_qirr_info(cpu, 0xff);
466
David Howells7d12e782006-10-05 14:55:46 +0100467 return xics_ipi_dispatch(cpu);
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000468}
Paul Mackerras6c80a212005-05-06 16:28:56 +1000469#endif /* CONFIG_SMP */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700470
Milton Millerd7cf0ed2007-12-14 15:52:09 +1100471static void xics_set_cpu_priority(unsigned char cppr)
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000472{
473 if (firmware_has_feature(FW_FEATURE_LPAR))
Milton Millerd7cf0ed2007-12-14 15:52:09 +1100474 lpar_cppr_info(cppr);
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000475 else
Milton Millerd7cf0ed2007-12-14 15:52:09 +1100476 direct_cppr_info(cppr);
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000477 iosync();
478}
479
480static void xics_set_affinity(unsigned int virq, cpumask_t cpumask)
481{
482 unsigned int irq;
483 int status;
484 int xics_status[2];
Mohan Kumar M7ccb4a62007-06-13 00:51:57 +1000485 int irq_server;
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000486
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000487 irq = (unsigned int)irq_map[virq].hwirq;
488 if (irq == XICS_IPI || irq == XICS_IRQ_SPURIOUS)
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000489 return;
490
491 status = rtas_call(ibm_get_xive, 1, 3, xics_status, irq);
492
493 if (status) {
494 printk(KERN_ERR "xics_set_affinity: irq=%u ibm,get-xive "
495 "returns %d\n", irq, status);
496 return;
497 }
498
Mohan Kumar M7ccb4a62007-06-13 00:51:57 +1000499 /*
500 * For the moment only implement delivery to all cpus or one cpu.
501 * Get current irq_server for the given irq
502 */
Anton Blancharde48395f2007-10-01 07:45:55 +1000503 irq_server = get_irq_server(virq, 1);
Mohan Kumar M7ccb4a62007-06-13 00:51:57 +1000504 if (irq_server == -1) {
505 char cpulist[128];
506 cpumask_scnprintf(cpulist, sizeof(cpulist), cpumask);
507 printk(KERN_WARNING "xics_set_affinity: No online cpus in "
508 "the mask %s for irq %d\n", cpulist, virq);
509 return;
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000510 }
511
512 status = rtas_call(ibm_set_xive, 3, 1, NULL,
Mohan Kumar M7ccb4a62007-06-13 00:51:57 +1000513 irq, irq_server, xics_status[1]);
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000514
515 if (status) {
516 printk(KERN_ERR "xics_set_affinity: irq=%u ibm,set-xive "
517 "returns %d\n", irq, status);
518 return;
519 }
520}
521
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000522void xics_setup_cpu(void)
523{
Milton Millerd7cf0ed2007-12-14 15:52:09 +1100524 xics_set_cpu_priority(0xff);
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000525
526 /*
527 * Put the calling processor into the GIQ. This is really only
528 * necessary from a secondary thread as the OF start-cpu interface
529 * performs this function for us on primary threads.
530 *
531 * XXX: undo of teardown on kexec needs this too, as may hotplug
532 */
Haren Myneni81b73dd2006-07-27 14:29:00 -0700533 rtas_set_indicator_fast(GLOBAL_INTERRUPT_QUEUE,
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000534 (1UL << interrupt_server_size) - 1 - default_distrib_server, 1);
535}
536
537
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000538static struct irq_chip xics_pic_direct = {
539 .typename = " XICS ",
540 .startup = xics_startup,
541 .mask = xics_mask_irq,
542 .unmask = xics_unmask_irq,
543 .eoi = xics_eoi_direct,
544 .set_affinity = xics_set_affinity
545};
546
547
548static struct irq_chip xics_pic_lpar = {
549 .typename = " XICS ",
550 .startup = xics_startup,
551 .mask = xics_mask_irq,
552 .unmask = xics_unmask_irq,
553 .eoi = xics_eoi_lpar,
554 .set_affinity = xics_set_affinity
555};
556
Michael Ellerman1af9fa82008-04-01 17:42:27 +1100557/* Points to the irq_chip we're actually using */
558static struct irq_chip *xics_irq_chip;
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000559
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000560static int xics_host_match(struct irq_host *h, struct device_node *node)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700561{
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000562 /* IBM machines have interrupt parents of various funky types for things
563 * like vdevices, events, etc... The trick we use here is to match
564 * everything here except the legacy 8259 which is compatible "chrp,iic"
Paul Mackerras6c80a212005-05-06 16:28:56 +1000565 */
Stephen Rothwell55b61fe2007-05-03 17:26:52 +1000566 return !of_device_is_compatible(node, "chrp,iic");
Paul Mackerras6c80a212005-05-06 16:28:56 +1000567}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700568
Michael Ellerman1af9fa82008-04-01 17:42:27 +1100569static int xics_host_map(struct irq_host *h, unsigned int virq,
570 irq_hw_number_t hw)
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000571{
Michael Ellerman1af9fa82008-04-01 17:42:27 +1100572 pr_debug("xics: map virq %d, hwirq 0x%lx\n", virq, hw);
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000573
Sebastien Dugue967e0122008-09-04 22:37:07 +1000574 /* Insert the interrupt mapping into the radix tree for fast lookup */
575 irq_radix_revmap_insert(xics_host, virq, hw);
576
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000577 get_irq_desc(virq)->status |= IRQ_LEVEL;
Michael Ellerman1af9fa82008-04-01 17:42:27 +1100578 set_irq_chip_and_handler(virq, xics_irq_chip, handle_fasteoi_irq);
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000579 return 0;
580}
581
582static int xics_host_xlate(struct irq_host *h, struct device_node *ct,
583 u32 *intspec, unsigned int intsize,
584 irq_hw_number_t *out_hwirq, unsigned int *out_flags)
585
586{
587 /* Current xics implementation translates everything
588 * to level. It is not technically right for MSIs but this
589 * is irrelevant at this point. We might get smarter in the future
590 */
591 *out_hwirq = intspec[0];
592 *out_flags = IRQ_TYPE_LEVEL_LOW;
593
594 return 0;
595}
596
Michael Ellerman1af9fa82008-04-01 17:42:27 +1100597static struct irq_host_ops xics_host_ops = {
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000598 .match = xics_host_match,
Michael Ellerman1af9fa82008-04-01 17:42:27 +1100599 .map = xics_host_map,
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000600 .xlate = xics_host_xlate,
601};
602
603static void __init xics_init_host(void)
604{
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000605 if (firmware_has_feature(FW_FEATURE_LPAR))
Michael Ellerman1af9fa82008-04-01 17:42:27 +1100606 xics_irq_chip = &xics_pic_lpar;
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000607 else
Michael Ellerman1af9fa82008-04-01 17:42:27 +1100608 xics_irq_chip = &xics_pic_direct;
609
610 xics_host = irq_alloc_host(NULL, IRQ_HOST_MAP_TREE, 0, &xics_host_ops,
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000611 XICS_IRQ_SPURIOUS);
612 BUG_ON(xics_host == NULL);
613 irq_set_default_host(xics_host);
614}
615
616static void __init xics_map_one_cpu(int hw_id, unsigned long addr,
617 unsigned long size)
618{
619#ifdef CONFIG_SMP
620 int i;
621
622 /* This may look gross but it's good enough for now, we don't quite
623 * have a hard -> linux processor id matching.
624 */
625 for_each_possible_cpu(i) {
626 if (!cpu_present(i))
627 continue;
628 if (hw_id == get_hard_smp_processor_id(i)) {
629 xics_per_cpu[i] = ioremap(addr, size);
630 return;
631 }
632 }
633#else
634 if (hw_id != 0)
635 return;
636 xics_per_cpu[0] = ioremap(addr, size);
637#endif /* CONFIG_SMP */
638}
639
640static void __init xics_init_one_node(struct device_node *np,
641 unsigned int *indx)
642{
643 unsigned int ilen;
Jeremy Kerr954a46e2006-07-12 15:39:43 +1000644 const u32 *ireg;
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000645
646 /* This code does the theorically broken assumption that the interrupt
647 * server numbers are the same as the hard CPU numbers.
648 * This happens to be the case so far but we are playing with fire...
649 * should be fixed one of these days. -BenH.
650 */
Stephen Rothwelle2eb6392007-04-03 22:26:41 +1000651 ireg = of_get_property(np, "ibm,interrupt-server-ranges", NULL);
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000652
653 /* Do that ever happen ? we'll know soon enough... but even good'old
654 * f80 does have that property ..
655 */
656 WARN_ON(ireg == NULL);
657 if (ireg) {
658 /*
659 * set node starting index for this node
660 */
661 *indx = *ireg;
662 }
Stephen Rothwelle2eb6392007-04-03 22:26:41 +1000663 ireg = of_get_property(np, "reg", &ilen);
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000664 if (!ireg)
665 panic("xics_init_IRQ: can't find interrupt reg property");
666
667 while (ilen >= (4 * sizeof(u32))) {
668 unsigned long addr, size;
669
670 /* XXX Use proper OF parsing code here !!! */
671 addr = (unsigned long)*ireg++ << 32;
672 ilen -= sizeof(u32);
673 addr |= *ireg++;
674 ilen -= sizeof(u32);
675 size = (unsigned long)*ireg++ << 32;
676 ilen -= sizeof(u32);
677 size |= *ireg++;
678 ilen -= sizeof(u32);
679 xics_map_one_cpu(*indx, addr, size);
680 (*indx)++;
681 }
682}
683
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000684void __init xics_init_IRQ(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700685{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700686 struct device_node *np;
Nathan Fontenotde0723d2008-02-07 07:37:40 +1100687 u32 indx = 0;
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000688 int found = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700689
690 ppc64_boot_msg(0x20, "XICS Init");
691
692 ibm_get_xive = rtas_token("ibm,get-xive");
693 ibm_set_xive = rtas_token("ibm,set-xive");
694 ibm_int_on = rtas_token("ibm,int-on");
695 ibm_int_off = rtas_token("ibm,int-off");
696
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000697 for_each_node_by_type(np, "PowerPC-External-Interrupt-Presentation") {
698 found = 1;
699 if (firmware_has_feature(FW_FEATURE_LPAR))
700 break;
701 xics_init_one_node(np, &indx);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700702 }
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000703 if (found == 0)
704 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700705
Nathan Fontenotde0723d2008-02-07 07:37:40 +1100706 xics_update_irq_servers();
Milton Miller302905a2008-10-10 01:56:28 +0000707 xics_init_host();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700708
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000709 if (firmware_has_feature(FW_FEATURE_LPAR))
710 ppc_md.get_irq = xics_get_irq_lpar;
711 else
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000712 ppc_md.get_irq = xics_get_irq_direct;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700713
Paul Mackerras6c80a212005-05-06 16:28:56 +1000714 xics_setup_cpu();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700715
716 ppc64_boot_msg(0x21, "XICS Done");
717}
718
Linus Torvalds1da177e2005-04-16 15:20:36 -0700719
720#ifdef CONFIG_SMP
Milton Millerd13f7202008-10-10 01:56:29 +0000721static void xics_request_ipi(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700722{
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000723 unsigned int ipi;
Michael Neuling66b30922007-05-29 17:01:52 +1000724 int rc;
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000725
Benjamin Herrenschmidt6e99e452006-07-10 04:44:42 -0700726 ipi = irq_create_mapping(xics_host, XICS_IPI);
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000727 BUG_ON(ipi == NO_IRQ);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700728
Thomas Gleixner67144652006-07-01 19:29:22 -0700729 /*
730 * IPIs are marked IRQF_DISABLED as they must run with irqs
731 * disabled
732 */
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000733 set_irq_handler(ipi, handle_percpu_irq);
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000734 if (firmware_has_feature(FW_FEATURE_LPAR))
Michael Neuling66b30922007-05-29 17:01:52 +1000735 rc = request_irq(ipi, xics_ipi_action_lpar, IRQF_DISABLED,
736 "IPI", NULL);
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000737 else
Michael Neuling66b30922007-05-29 17:01:52 +1000738 rc = request_irq(ipi, xics_ipi_action_direct, IRQF_DISABLED,
739 "IPI", NULL);
740 BUG_ON(rc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700741}
Milton Millerd13f7202008-10-10 01:56:29 +0000742
743int __init smp_xics_probe(void)
744{
745 xics_request_ipi();
746
747 return cpus_weight(cpu_possible_map);
748}
749
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000750#endif /* CONFIG_SMP */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700751
Al Virof10095c2008-03-29 03:10:38 +0000752void xics_teardown_cpu(void)
R Sharadafce0d572005-06-25 14:58:10 -0700753{
754 int cpu = smp_processor_id();
R Sharadafce0d572005-06-25 14:58:10 -0700755
Milton Millerd7cf0ed2007-12-14 15:52:09 +1100756 xics_set_cpu_priority(0);
Haren Myneni81bbbe92006-04-05 21:10:18 -0600757
758 /*
Benjamin Herrenschmidt6e99e452006-07-10 04:44:42 -0700759 * Clear IPI
760 */
761 if (firmware_has_feature(FW_FEATURE_LPAR))
762 lpar_qirr_info(cpu, 0xff);
763 else
764 direct_qirr_info(cpu, 0xff);
Nathan Fontenotc3e85062008-02-07 07:37:31 +1100765}
766
767void xics_kexec_teardown_cpu(int secondary)
768{
769 unsigned int ipi;
770 struct irq_desc *desc;
771
772 xics_teardown_cpu();
Benjamin Herrenschmidt6e99e452006-07-10 04:44:42 -0700773
774 /*
Nathan Fontenotc3e85062008-02-07 07:37:31 +1100775 * we need to EOI the IPI
Haren Myneni81bbbe92006-04-05 21:10:18 -0600776 *
777 * probably need to check all the other interrupts too
778 * should we be flagging idle loop instead?
779 * or creating some task to be scheduled?
780 */
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000781
782 ipi = irq_find_mapping(xics_host, XICS_IPI);
783 if (ipi == XICS_IRQ_SPURIOUS)
784 return;
785 desc = get_irq_desc(ipi);
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000786 if (desc->chip && desc->chip->eoi)
Benjamin Herrenschmidt6e99e452006-07-10 04:44:42 -0700787 desc->chip->eoi(ipi);
Haren Myneni81bbbe92006-04-05 21:10:18 -0600788
R Sharadafce0d572005-06-25 14:58:10 -0700789 /*
Paul Mackerras6d22d852005-08-04 12:53:37 -0700790 * Some machines need to have at least one cpu in the GIQ,
791 * so leave the master cpu in the group.
R Sharadafce0d572005-06-25 14:58:10 -0700792 */
Haren Myneni81bbbe92006-04-05 21:10:18 -0600793 if (secondary)
Haren Myneni81b73dd2006-07-27 14:29:00 -0700794 rtas_set_indicator_fast(GLOBAL_INTERRUPT_QUEUE,
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000795 (1UL << interrupt_server_size) - 1 -
796 default_distrib_server, 0);
R Sharadafce0d572005-06-25 14:58:10 -0700797}
798
Linus Torvalds1da177e2005-04-16 15:20:36 -0700799#ifdef CONFIG_HOTPLUG_CPU
800
801/* Interrupts are disabled. */
802void xics_migrate_irqs_away(void)
803{
804 int status;
Milton Millerd7cf0ed2007-12-14 15:52:09 +1100805 int cpu = smp_processor_id(), hw_cpu = hard_smp_processor_id();
806 unsigned int irq, virq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700807
Milton Miller302905a2008-10-10 01:56:28 +0000808 /* If we used to be the default server, move to the new "boot_cpuid" */
809 if (hw_cpu == default_server)
810 xics_update_irq_servers();
811
Linus Torvalds1da177e2005-04-16 15:20:36 -0700812 /* Reject any interrupt that was queued to us... */
Milton Millerd7cf0ed2007-12-14 15:52:09 +1100813 xics_set_cpu_priority(0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700814
815 /* remove ourselves from the global interrupt queue */
Haren Myneni81b73dd2006-07-27 14:29:00 -0700816 status = rtas_set_indicator_fast(GLOBAL_INTERRUPT_QUEUE,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700817 (1UL << interrupt_server_size) - 1 - default_distrib_server, 0);
818 WARN_ON(status < 0);
819
820 /* Allow IPIs again... */
Milton Millerd7cf0ed2007-12-14 15:52:09 +1100821 xics_set_cpu_priority(DEFAULT_PRIORITY);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700822
823 for_each_irq(virq) {
Benjamin Herrenschmidtb9e5b4e2006-07-03 19:32:51 +1000824 struct irq_desc *desc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700825 int xics_status[2];
826 unsigned long flags;
827
828 /* We cant set affinity on ISA interrupts */
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000829 if (virq < NUM_ISA_INTERRUPTS)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700830 continue;
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000831 if (irq_map[virq].host != xics_host)
832 continue;
833 irq = (unsigned int)irq_map[virq].hwirq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700834 /* We need to get IPIs still. */
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000835 if (irq == XICS_IPI || irq == XICS_IRQ_SPURIOUS)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700836 continue;
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000837 desc = get_irq_desc(virq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700838
839 /* We only need to migrate enabled IRQS */
Ingo Molnard1bef4e2006-06-29 02:24:36 -0700840 if (desc == NULL || desc->chip == NULL
Linus Torvalds1da177e2005-04-16 15:20:36 -0700841 || desc->action == NULL
Ingo Molnard1bef4e2006-06-29 02:24:36 -0700842 || desc->chip->set_affinity == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700843 continue;
844
845 spin_lock_irqsave(&desc->lock, flags);
846
847 status = rtas_call(ibm_get_xive, 1, 3, xics_status, irq);
848 if (status) {
Anton Blanchard26370322005-09-12 13:12:11 +1000849 printk(KERN_ERR "migrate_irqs_away: irq=%u "
Linus Torvalds1da177e2005-04-16 15:20:36 -0700850 "ibm,get-xive returns %d\n",
851 virq, status);
852 goto unlock;
853 }
854
855 /*
856 * We only support delivery to all cpus or to one cpu.
857 * The irq has to be migrated only in the single cpu
858 * case.
859 */
Milton Millerd7cf0ed2007-12-14 15:52:09 +1100860 if (xics_status[0] != hw_cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700861 goto unlock;
862
Anton Blanchard26370322005-09-12 13:12:11 +1000863 printk(KERN_WARNING "IRQ %u affinity broken off cpu %u\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -0700864 virq, cpu);
865
866 /* Reset affinity to all cpus */
Nathan Fontenota52572d2008-02-07 07:37:26 +1100867 irq_desc[virq].affinity = CPU_MASK_ALL;
Ingo Molnard1bef4e2006-06-29 02:24:36 -0700868 desc->chip->set_affinity(virq, CPU_MASK_ALL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700869unlock:
870 spin_unlock_irqrestore(&desc->lock, flags);
871 }
872}
873#endif