blob: b4eaf137e4a7143bf046c04303166e4d7446f7fc [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Carsten Langgaard, carstenl@mips.com
3 * Copyright (C) 2000, 2001, 2004 MIPS Technologies, Inc.
4 * Copyright (C) 2001 Ralf Baechle
5 *
6 * This program is free software; you can distribute it and/or modify it
7 * under the terms of the GNU General Public License (Version 2) as
8 * published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
13 * for more details.
14 *
15 * You should have received a copy of the GNU General Public License along
16 * with this program; if not, write to the Free Software Foundation, Inc.,
17 * 59 Temple Place - Suite 330, Boston MA 02111-1307, USA.
18 *
19 * Routines for generic manipulation of the interrupts found on the MIPS
20 * Malta board.
21 * The interrupt controller is located in the South Bridge a PIIX4 device
22 * with two internal 82C95 interrupt controllers.
23 */
24#include <linux/init.h>
25#include <linux/irq.h>
26#include <linux/sched.h>
Ralf Baechle631330f2009-06-19 14:05:26 +010027#include <linux/smp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070028#include <linux/slab.h>
29#include <linux/interrupt.h>
Dmitri Vorobiev54bf0382008-01-24 19:52:49 +030030#include <linux/io.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#include <linux/kernel_stat.h>
Ahmed S. Darwish25b8ac32007-02-05 04:42:11 +020032#include <linux/kernel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070033#include <linux/random.h>
34
Ralf Baechle39b8d522008-04-28 17:14:26 +010035#include <asm/traps.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070036#include <asm/i8259.h>
Ralf Baechlee01402b2005-07-14 15:57:16 +000037#include <asm/irq_cpu.h>
Ralf Baechleba38cdf2006-10-15 09:17:43 +010038#include <asm/irq_regs.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070039#include <asm/mips-boards/malta.h>
40#include <asm/mips-boards/maltaint.h>
41#include <asm/mips-boards/piix4.h>
42#include <asm/gt64120.h>
43#include <asm/mips-boards/generic.h>
44#include <asm/mips-boards/msc01_pci.h>
Ralf Baechlee01402b2005-07-14 15:57:16 +000045#include <asm/msc01_ic.h>
Ralf Baechle39b8d522008-04-28 17:14:26 +010046#include <asm/gic.h>
47#include <asm/gcmpregs.h>
48
49int gcmp_present = -1;
50int gic_present;
51static unsigned long _msc01_biu_base;
52static unsigned long _gcmp_base;
53static unsigned int ipi_map[NR_CPUS];
Linus Torvalds1da177e2005-04-16 15:20:36 -070054
Linus Torvalds1da177e2005-04-16 15:20:36 -070055static DEFINE_SPINLOCK(mips_irq_lock);
56
57static inline int mips_pcibios_iack(void)
58{
59 int irq;
Dmitri Vorobievaf825582008-01-24 19:52:45 +030060 u32 dummy;
Linus Torvalds1da177e2005-04-16 15:20:36 -070061
62 /*
63 * Determine highest priority pending interrupt by performing
64 * a PCI Interrupt Acknowledge cycle.
65 */
Chris Dearmanb72c0522007-04-27 15:58:41 +010066 switch (mips_revision_sconid) {
67 case MIPS_REVISION_SCON_SOCIT:
68 case MIPS_REVISION_SCON_ROCIT:
69 case MIPS_REVISION_SCON_SOCITSC:
70 case MIPS_REVISION_SCON_SOCITSCP:
Dmitri Vorobievaf825582008-01-24 19:52:45 +030071 MSC_READ(MSC01_PCI_IACK, irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 irq &= 0xff;
73 break;
Chris Dearmanb72c0522007-04-27 15:58:41 +010074 case MIPS_REVISION_SCON_GT64120:
Linus Torvalds1da177e2005-04-16 15:20:36 -070075 irq = GT_READ(GT_PCI0_IACK_OFS);
76 irq &= 0xff;
77 break;
Chris Dearmanb72c0522007-04-27 15:58:41 +010078 case MIPS_REVISION_SCON_BONITO:
Linus Torvalds1da177e2005-04-16 15:20:36 -070079 /* The following will generate a PCI IACK cycle on the
80 * Bonito controller. It's a little bit kludgy, but it
81 * was the easiest way to implement it in hardware at
82 * the given time.
83 */
84 BONITO_PCIMAP_CFG = 0x20000;
85
86 /* Flush Bonito register block */
87 dummy = BONITO_PCIMAP_CFG;
88 iob(); /* sync */
89
Ralf Baechlef1974652007-04-26 15:46:24 +010090 irq = readl((u32 *)_pcictrl_bonito_pcicfg);
Linus Torvalds1da177e2005-04-16 15:20:36 -070091 iob(); /* sync */
92 irq &= 0xff;
93 BONITO_PCIMAP_CFG = 0;
94 break;
95 default:
Dmitri Vorobiev8216d342008-01-24 19:52:42 +030096 printk(KERN_WARNING "Unknown system controller.\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -070097 return -1;
98 }
99 return irq;
100}
101
Ralf Baechlee01402b2005-07-14 15:57:16 +0000102static inline int get_int(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103{
104 unsigned long flags;
Ralf Baechlee01402b2005-07-14 15:57:16 +0000105 int irq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106 spin_lock_irqsave(&mips_irq_lock, flags);
107
Ralf Baechlee01402b2005-07-14 15:57:16 +0000108 irq = mips_pcibios_iack();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109
110 /*
Ralf Baechle479a0e32005-08-16 15:44:06 +0000111 * The only way we can decide if an interrupt is spurious
112 * is by checking the 8259 registers. This needs a spinlock
113 * on an SMP system, so leave it up to the generic code...
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115
116 spin_unlock_irqrestore(&mips_irq_lock, flags);
117
Ralf Baechlee01402b2005-07-14 15:57:16 +0000118 return irq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119}
120
Ralf Baechle937a8012006-10-07 19:44:33 +0100121static void malta_hw0_irqdispatch(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122{
123 int irq;
124
Ralf Baechlee01402b2005-07-14 15:57:16 +0000125 irq = get_int();
Ralf Baechle41c594a2006-04-05 09:45:45 +0100126 if (irq < 0) {
Dmitri Vorobievcd80d542008-01-24 19:52:54 +0300127 /* interrupt has already been cleared */
128 return;
Ralf Baechle41c594a2006-04-05 09:45:45 +0100129 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130
Ralf Baechle937a8012006-10-07 19:44:33 +0100131 do_IRQ(MALTA_INT_BASE + irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132}
133
Ralf Baechle39b8d522008-04-28 17:14:26 +0100134static void malta_ipi_irqdispatch(void)
135{
136 int irq;
137
138 irq = gic_get_int();
139 if (irq < 0)
140 return; /* interrupt has already been cleared */
141
142 do_IRQ(MIPS_GIC_IRQ_BASE + irq);
143}
144
Ralf Baechle937a8012006-10-07 19:44:33 +0100145static void corehi_irqdispatch(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146{
Ralf Baechle937a8012006-10-07 19:44:33 +0100147 unsigned int intedge, intsteer, pcicmd, pcibadaddr;
Dmitri Vorobievaf825582008-01-24 19:52:45 +0300148 unsigned int pcimstat, intisr, inten, intpol;
Ralf Baechle21a151d2007-10-11 23:46:15 +0100149 unsigned int intrcause, datalo, datahi;
Ralf Baechleba38cdf2006-10-15 09:17:43 +0100150 struct pt_regs *regs = get_irq_regs();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151
Dmitri Vorobiev8216d342008-01-24 19:52:42 +0300152 printk(KERN_EMERG "CoreHI interrupt, shouldn't happen, we die here!\n");
153 printk(KERN_EMERG "epc : %08lx\nStatus: %08lx\n"
Dmitri Vorobievaf825582008-01-24 19:52:45 +0300154 "Cause : %08lx\nbadVaddr : %08lx\n",
155 regs->cp0_epc, regs->cp0_status,
156 regs->cp0_cause, regs->cp0_badvaddr);
Ralf Baechlee01402b2005-07-14 15:57:16 +0000157
158 /* Read all the registers and then print them as there is a
159 problem with interspersed printk's upsetting the Bonito controller.
160 Do it for the others too.
161 */
162
Chris Dearmanb72c0522007-04-27 15:58:41 +0100163 switch (mips_revision_sconid) {
Dmitri Vorobievaf825582008-01-24 19:52:45 +0300164 case MIPS_REVISION_SCON_SOCIT:
Chris Dearmanb72c0522007-04-27 15:58:41 +0100165 case MIPS_REVISION_SCON_ROCIT:
166 case MIPS_REVISION_SCON_SOCITSC:
167 case MIPS_REVISION_SCON_SOCITSCP:
Dmitri Vorobievaf825582008-01-24 19:52:45 +0300168 ll_msc_irq();
169 break;
170 case MIPS_REVISION_SCON_GT64120:
171 intrcause = GT_READ(GT_INTRCAUSE_OFS);
172 datalo = GT_READ(GT_CPUERR_ADDRLO_OFS);
173 datahi = GT_READ(GT_CPUERR_ADDRHI_OFS);
Dmitri Vorobiev8216d342008-01-24 19:52:42 +0300174 printk(KERN_EMERG "GT_INTRCAUSE = %08x\n", intrcause);
175 printk(KERN_EMERG "GT_CPUERR_ADDR = %02x%08x\n",
176 datahi, datalo);
Dmitri Vorobievaf825582008-01-24 19:52:45 +0300177 break;
178 case MIPS_REVISION_SCON_BONITO:
179 pcibadaddr = BONITO_PCIBADADDR;
180 pcimstat = BONITO_PCIMSTAT;
181 intisr = BONITO_INTISR;
182 inten = BONITO_INTEN;
183 intpol = BONITO_INTPOL;
184 intedge = BONITO_INTEDGE;
185 intsteer = BONITO_INTSTEER;
186 pcicmd = BONITO_PCICMD;
Dmitri Vorobiev8216d342008-01-24 19:52:42 +0300187 printk(KERN_EMERG "BONITO_INTISR = %08x\n", intisr);
188 printk(KERN_EMERG "BONITO_INTEN = %08x\n", inten);
189 printk(KERN_EMERG "BONITO_INTPOL = %08x\n", intpol);
190 printk(KERN_EMERG "BONITO_INTEDGE = %08x\n", intedge);
191 printk(KERN_EMERG "BONITO_INTSTEER = %08x\n", intsteer);
192 printk(KERN_EMERG "BONITO_PCICMD = %08x\n", pcicmd);
193 printk(KERN_EMERG "BONITO_PCIBADADDR = %08x\n", pcibadaddr);
194 printk(KERN_EMERG "BONITO_PCIMSTAT = %08x\n", pcimstat);
Dmitri Vorobievaf825582008-01-24 19:52:45 +0300195 break;
196 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197
Dmitri Vorobievaf825582008-01-24 19:52:45 +0300198 die("CoreHi interrupt", regs);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199}
200
Ralf Baechlee4ac58a2006-04-03 17:56:36 +0100201static inline int clz(unsigned long x)
202{
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100203 __asm__(
Ralf Baechlee4ac58a2006-04-03 17:56:36 +0100204 " .set push \n"
205 " .set mips32 \n"
206 " clz %0, %1 \n"
207 " .set pop \n"
208 : "=r" (x)
209 : "r" (x));
210
211 return x;
212}
213
214/*
215 * Version of ffs that only looks at bits 12..15.
216 */
217static inline unsigned int irq_ffs(unsigned int pending)
218{
219#if defined(CONFIG_CPU_MIPS32) || defined(CONFIG_CPU_MIPS64)
220 return -clz(pending) + 31 - CAUSEB_IP;
221#else
222 unsigned int a0 = 7;
223 unsigned int t0;
224
Ralf Baechle0118c3c2006-06-05 11:54:41 +0100225 t0 = pending & 0xf000;
Ralf Baechlee4ac58a2006-04-03 17:56:36 +0100226 t0 = t0 < 1;
227 t0 = t0 << 2;
228 a0 = a0 - t0;
Ralf Baechle0118c3c2006-06-05 11:54:41 +0100229 pending = pending << t0;
Ralf Baechlee4ac58a2006-04-03 17:56:36 +0100230
Ralf Baechle0118c3c2006-06-05 11:54:41 +0100231 t0 = pending & 0xc000;
Ralf Baechlee4ac58a2006-04-03 17:56:36 +0100232 t0 = t0 < 1;
233 t0 = t0 << 1;
234 a0 = a0 - t0;
Ralf Baechle0118c3c2006-06-05 11:54:41 +0100235 pending = pending << t0;
Ralf Baechlee4ac58a2006-04-03 17:56:36 +0100236
Ralf Baechle0118c3c2006-06-05 11:54:41 +0100237 t0 = pending & 0x8000;
Ralf Baechlee4ac58a2006-04-03 17:56:36 +0100238 t0 = t0 < 1;
Dmitri Vorobievae9cef02008-01-24 19:52:52 +0300239 /* t0 = t0 << 2; */
Ralf Baechlee4ac58a2006-04-03 17:56:36 +0100240 a0 = a0 - t0;
Dmitri Vorobievae9cef02008-01-24 19:52:52 +0300241 /* pending = pending << t0; */
Ralf Baechlee4ac58a2006-04-03 17:56:36 +0100242
243 return a0;
244#endif
245}
246
247/*
248 * IRQs on the Malta board look basically (barring software IRQs which we
249 * don't use at all and all external interrupt sources are combined together
250 * on hardware interrupt 0 (MIPS IRQ 2)) like:
251 *
252 * MIPS IRQ Source
253 * -------- ------
254 * 0 Software (ignored)
255 * 1 Software (ignored)
256 * 2 Combined hardware interrupt (hw0)
257 * 3 Hardware (ignored)
258 * 4 Hardware (ignored)
259 * 5 Hardware (ignored)
260 * 6 Hardware (ignored)
261 * 7 R4k timer (what we use)
262 *
263 * We handle the IRQ according to _our_ priority which is:
264 *
265 * Highest ---- R4k Timer
266 * Lowest ---- Combined hardware interrupt
267 *
268 * then we just return, if multiple IRQs are pending then we will just take
269 * another exception, big deal.
270 */
271
Ralf Baechle937a8012006-10-07 19:44:33 +0100272asmlinkage void plat_irq_dispatch(void)
Ralf Baechlee4ac58a2006-04-03 17:56:36 +0100273{
274 unsigned int pending = read_c0_cause() & read_c0_status() & ST0_IM;
275 int irq;
276
277 irq = irq_ffs(pending);
278
279 if (irq == MIPSCPU_INT_I8259A)
Ralf Baechle937a8012006-10-07 19:44:33 +0100280 malta_hw0_irqdispatch();
Ralf Baechle39b8d522008-04-28 17:14:26 +0100281 else if (gic_present && ((1 << irq) & ipi_map[smp_processor_id()]))
282 malta_ipi_irqdispatch();
Ralf Baechle48d480b2007-09-13 17:36:22 +0100283 else if (irq >= 0)
Ralf Baechle3b1d4ed2007-06-20 22:27:10 +0100284 do_IRQ(MIPS_CPU_IRQ_BASE + irq);
Ralf Baechlee4ac58a2006-04-03 17:56:36 +0100285 else
Ralf Baechle937a8012006-10-07 19:44:33 +0100286 spurious_interrupt();
Ralf Baechlee4ac58a2006-04-03 17:56:36 +0100287}
288
Ralf Baechle39b8d522008-04-28 17:14:26 +0100289#ifdef CONFIG_MIPS_MT_SMP
290
291
292#define GIC_MIPS_CPU_IPI_RESCHED_IRQ 3
293#define GIC_MIPS_CPU_IPI_CALL_IRQ 4
294
295#define MIPS_CPU_IPI_RESCHED_IRQ 0 /* SW int 0 for resched */
296#define C_RESCHED C_SW0
297#define MIPS_CPU_IPI_CALL_IRQ 1 /* SW int 1 for resched */
298#define C_CALL C_SW1
299static int cpu_ipi_resched_irq, cpu_ipi_call_irq;
300
301static void ipi_resched_dispatch(void)
302{
303 do_IRQ(MIPS_CPU_IRQ_BASE + MIPS_CPU_IPI_RESCHED_IRQ);
304}
305
306static void ipi_call_dispatch(void)
307{
308 do_IRQ(MIPS_CPU_IRQ_BASE + MIPS_CPU_IPI_CALL_IRQ);
309}
310
311static irqreturn_t ipi_resched_interrupt(int irq, void *dev_id)
312{
313 return IRQ_HANDLED;
314}
315
316static irqreturn_t ipi_call_interrupt(int irq, void *dev_id)
317{
318 smp_call_function_interrupt();
319
320 return IRQ_HANDLED;
321}
322
323static struct irqaction irq_resched = {
324 .handler = ipi_resched_interrupt,
325 .flags = IRQF_DISABLED|IRQF_PERCPU,
326 .name = "IPI_resched"
327};
328
329static struct irqaction irq_call = {
330 .handler = ipi_call_interrupt,
331 .flags = IRQF_DISABLED|IRQF_PERCPU,
332 .name = "IPI_call"
333};
334#endif /* CONFIG_MIPS_MT_SMP */
335
Ralf Baechlee01402b2005-07-14 15:57:16 +0000336static struct irqaction i8259irq = {
337 .handler = no_action,
338 .name = "XT-PIC cascade"
339};
340
341static struct irqaction corehi_irqaction = {
342 .handler = no_action,
343 .name = "CoreHi"
344};
345
Dmitri Vorobievb57c1912008-04-01 02:03:25 +0400346static msc_irqmap_t __initdata msc_irqmap[] = {
Ralf Baechlee01402b2005-07-14 15:57:16 +0000347 {MSC01C_INT_TMR, MSC01_IRQ_EDGE, 0},
348 {MSC01C_INT_PCI, MSC01_IRQ_LEVEL, 0},
349};
Dmitri Vorobievb57c1912008-04-01 02:03:25 +0400350static int __initdata msc_nr_irqs = ARRAY_SIZE(msc_irqmap);
Ralf Baechlee01402b2005-07-14 15:57:16 +0000351
Dmitri Vorobievb57c1912008-04-01 02:03:25 +0400352static msc_irqmap_t __initdata msc_eicirqmap[] = {
Ralf Baechlee01402b2005-07-14 15:57:16 +0000353 {MSC01E_INT_SW0, MSC01_IRQ_LEVEL, 0},
354 {MSC01E_INT_SW1, MSC01_IRQ_LEVEL, 0},
355 {MSC01E_INT_I8259A, MSC01_IRQ_LEVEL, 0},
356 {MSC01E_INT_SMI, MSC01_IRQ_LEVEL, 0},
357 {MSC01E_INT_COREHI, MSC01_IRQ_LEVEL, 0},
358 {MSC01E_INT_CORELO, MSC01_IRQ_LEVEL, 0},
359 {MSC01E_INT_TMR, MSC01_IRQ_EDGE, 0},
360 {MSC01E_INT_PCI, MSC01_IRQ_LEVEL, 0},
361 {MSC01E_INT_PERFCTR, MSC01_IRQ_LEVEL, 0},
362 {MSC01E_INT_CPUCTR, MSC01_IRQ_LEVEL, 0}
363};
Ralf Baechle39b8d522008-04-28 17:14:26 +0100364
Dmitri Vorobievb57c1912008-04-01 02:03:25 +0400365static int __initdata msc_nr_eicirqs = ARRAY_SIZE(msc_eicirqmap);
Ralf Baechlee01402b2005-07-14 15:57:16 +0000366
Dmitri Vorobiev7afed6a2008-06-18 10:18:21 +0300367#if defined(CONFIG_MIPS_MT_SMP)
Ralf Baechle39b8d522008-04-28 17:14:26 +0100368/*
369 * This GIC specific tabular array defines the association between External
370 * Interrupts and CPUs/Core Interrupts. The nature of the External
371 * Interrupts is also defined here - polarity/trigger.
372 */
373static struct gic_intr_map gic_intr_map[] = {
374 { GIC_EXT_INTR(0), X, X, X, X, 0 },
375 { GIC_EXT_INTR(1), X, X, X, X, 0 },
376 { GIC_EXT_INTR(2), X, X, X, X, 0 },
377 { GIC_EXT_INTR(3), 0, GIC_CPU_INT0, GIC_POL_POS, GIC_TRIG_LEVEL, 0 },
378 { GIC_EXT_INTR(4), 0, GIC_CPU_INT1, GIC_POL_POS, GIC_TRIG_LEVEL, 0 },
379 { GIC_EXT_INTR(5), 0, GIC_CPU_INT2, GIC_POL_POS, GIC_TRIG_LEVEL, 0 },
380 { GIC_EXT_INTR(6), 0, GIC_CPU_INT3, GIC_POL_POS, GIC_TRIG_LEVEL, 0 },
381 { GIC_EXT_INTR(7), 0, GIC_CPU_INT4, GIC_POL_POS, GIC_TRIG_LEVEL, 0 },
382 { GIC_EXT_INTR(8), 0, GIC_CPU_INT3, GIC_POL_POS, GIC_TRIG_LEVEL, 0 },
383 { GIC_EXT_INTR(9), 0, GIC_CPU_INT3, GIC_POL_POS, GIC_TRIG_LEVEL, 0 },
384 { GIC_EXT_INTR(10), X, X, X, X, 0 },
385 { GIC_EXT_INTR(11), X, X, X, X, 0 },
386 { GIC_EXT_INTR(12), 0, GIC_CPU_INT3, GIC_POL_POS, GIC_TRIG_LEVEL, 0 },
387 { GIC_EXT_INTR(13), 0, GIC_MAP_TO_NMI_MSK, GIC_POL_POS, GIC_TRIG_LEVEL, 0 },
388 { GIC_EXT_INTR(14), 0, GIC_MAP_TO_NMI_MSK, GIC_POL_POS, GIC_TRIG_LEVEL, 0 },
389 { GIC_EXT_INTR(15), X, X, X, X, 0 },
390 { GIC_EXT_INTR(16), 0, GIC_CPU_INT1, GIC_POL_POS, GIC_TRIG_EDGE, 1 },
391 { GIC_EXT_INTR(17), 0, GIC_CPU_INT2, GIC_POL_POS, GIC_TRIG_EDGE, 1 },
392 { GIC_EXT_INTR(18), 1, GIC_CPU_INT1, GIC_POL_POS, GIC_TRIG_EDGE, 1 },
393 { GIC_EXT_INTR(19), 1, GIC_CPU_INT2, GIC_POL_POS, GIC_TRIG_EDGE, 1 },
394 { GIC_EXT_INTR(20), 2, GIC_CPU_INT1, GIC_POL_POS, GIC_TRIG_EDGE, 1 },
395 { GIC_EXT_INTR(21), 2, GIC_CPU_INT2, GIC_POL_POS, GIC_TRIG_EDGE, 1 },
396 { GIC_EXT_INTR(22), 3, GIC_CPU_INT1, GIC_POL_POS, GIC_TRIG_EDGE, 1 },
397 { GIC_EXT_INTR(23), 3, GIC_CPU_INT2, GIC_POL_POS, GIC_TRIG_EDGE, 1 },
398};
Dmitri Vorobiev7afed6a2008-06-18 10:18:21 +0300399#endif
Ralf Baechle39b8d522008-04-28 17:14:26 +0100400
401/*
402 * GCMP needs to be detected before any SMP initialisation
403 */
Dmitri Vorobiev6ccab432008-06-18 10:18:22 +0300404static int __init gcmp_probe(unsigned long addr, unsigned long size)
Ralf Baechle39b8d522008-04-28 17:14:26 +0100405{
406 if (gcmp_present >= 0)
407 return gcmp_present;
408
409 _gcmp_base = (unsigned long) ioremap_nocache(GCMP_BASE_ADDR, GCMP_ADDRSPACE_SZ);
410 _msc01_biu_base = (unsigned long) ioremap_nocache(MSC01_BIU_REG_BASE, MSC01_BIU_ADDRSPACE_SZ);
411 gcmp_present = (GCMPGCB(GCMPB) & GCMP_GCB_GCMPB_GCMPBASE_MSK) == GCMP_BASE_ADDR;
412
413 if (gcmp_present)
414 printk(KERN_DEBUG "GCMP present\n");
415 return gcmp_present;
416}
417
Dmitri Vorobiev7afed6a2008-06-18 10:18:21 +0300418#if defined(CONFIG_MIPS_MT_SMP)
419static void __init fill_ipi_map(void)
Ralf Baechle39b8d522008-04-28 17:14:26 +0100420{
421 int i;
422
423 for (i = 0; i < ARRAY_SIZE(gic_intr_map); i++) {
424 if (gic_intr_map[i].ipiflag && (gic_intr_map[i].cpunum != X))
425 ipi_map[gic_intr_map[i].cpunum] |=
426 (1 << (gic_intr_map[i].pin + 2));
427 }
428}
Dmitri Vorobiev7afed6a2008-06-18 10:18:21 +0300429#endif
Ralf Baechle39b8d522008-04-28 17:14:26 +0100430
Linus Torvalds1da177e2005-04-16 15:20:36 -0700431void __init arch_init_irq(void)
432{
Ralf Baechle39b8d522008-04-28 17:14:26 +0100433 int gic_present, gcmp_present;
434
Linus Torvalds1da177e2005-04-16 15:20:36 -0700435 init_i8259_irqs();
Ralf Baechlee01402b2005-07-14 15:57:16 +0000436
437 if (!cpu_has_veic)
Atsushi Nemoto97dcb822007-01-08 02:14:29 +0900438 mips_cpu_irq_init();
Ralf Baechlee01402b2005-07-14 15:57:16 +0000439
Ralf Baechle39b8d522008-04-28 17:14:26 +0100440 gcmp_present = gcmp_probe(GCMP_BASE_ADDR, GCMP_ADDRSPACE_SZ);
441 if (gcmp_present) {
442 GCMPGCB(GICBA) = GIC_BASE_ADDR | GCMP_GCB_GICBA_EN_MSK;
443 gic_present = 1;
444 } else {
445 _msc01_biu_base = (unsigned long) ioremap_nocache(MSC01_BIU_REG_BASE, MSC01_BIU_ADDRSPACE_SZ);
446 gic_present = (REG(_msc01_biu_base, MSC01_SC_CFG) &
447 MSC01_SC_CFG_GICPRES_MSK) >> MSC01_SC_CFG_GICPRES_SHF;
448 }
449 if (gic_present)
450 printk(KERN_DEBUG "GIC present\n");
451
Dmitri Vorobievaf825582008-01-24 19:52:45 +0300452 switch (mips_revision_sconid) {
453 case MIPS_REVISION_SCON_SOCIT:
454 case MIPS_REVISION_SCON_ROCIT:
Ralf Baechlee01402b2005-07-14 15:57:16 +0000455 if (cpu_has_veic)
Dmitri Vorobievf8071492008-01-24 19:52:47 +0300456 init_msc_irqs(MIPS_MSC01_IC_REG_BASE,
457 MSC01E_INT_BASE, msc_eicirqmap,
458 msc_nr_eicirqs);
Ralf Baechlee01402b2005-07-14 15:57:16 +0000459 else
Dmitri Vorobievf8071492008-01-24 19:52:47 +0300460 init_msc_irqs(MIPS_MSC01_IC_REG_BASE,
461 MSC01C_INT_BASE, msc_irqmap,
462 msc_nr_irqs);
Chris Dearmand725cf32007-05-08 14:05:39 +0100463 break;
464
Dmitri Vorobievaf825582008-01-24 19:52:45 +0300465 case MIPS_REVISION_SCON_SOCITSC:
466 case MIPS_REVISION_SCON_SOCITSCP:
Chris Dearmand725cf32007-05-08 14:05:39 +0100467 if (cpu_has_veic)
Dmitri Vorobievf8071492008-01-24 19:52:47 +0300468 init_msc_irqs(MIPS_SOCITSC_IC_REG_BASE,
469 MSC01E_INT_BASE, msc_eicirqmap,
470 msc_nr_eicirqs);
Chris Dearmand725cf32007-05-08 14:05:39 +0100471 else
Dmitri Vorobievf8071492008-01-24 19:52:47 +0300472 init_msc_irqs(MIPS_SOCITSC_IC_REG_BASE,
473 MSC01C_INT_BASE, msc_irqmap,
474 msc_nr_irqs);
Ralf Baechlee01402b2005-07-14 15:57:16 +0000475 }
476
477 if (cpu_has_veic) {
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100478 set_vi_handler(MSC01E_INT_I8259A, malta_hw0_irqdispatch);
479 set_vi_handler(MSC01E_INT_COREHI, corehi_irqdispatch);
480 setup_irq(MSC01E_INT_BASE+MSC01E_INT_I8259A, &i8259irq);
481 setup_irq(MSC01E_INT_BASE+MSC01E_INT_COREHI, &corehi_irqaction);
Dmitri Vorobiev52b3fc02008-01-24 19:52:51 +0300482 } else if (cpu_has_vint) {
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100483 set_vi_handler(MIPSCPU_INT_I8259A, malta_hw0_irqdispatch);
484 set_vi_handler(MIPSCPU_INT_COREHI, corehi_irqdispatch);
Ralf Baechle41c594a2006-04-05 09:45:45 +0100485#ifdef CONFIG_MIPS_MT_SMTC
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100486 setup_irq_smtc(MIPS_CPU_IRQ_BASE+MIPSCPU_INT_I8259A, &i8259irq,
Ralf Baechle41c594a2006-04-05 09:45:45 +0100487 (0x100 << MIPSCPU_INT_I8259A));
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100488 setup_irq_smtc(MIPS_CPU_IRQ_BASE+MIPSCPU_INT_COREHI,
Ralf Baechle41c594a2006-04-05 09:45:45 +0100489 &corehi_irqaction, (0x100 << MIPSCPU_INT_COREHI));
Kevin D. Kissellc3a005f2007-07-27 18:45:25 +0100490 /*
491 * Temporary hack to ensure that the subsidiary device
492 * interrupts coing in via the i8259A, but associated
493 * with low IRQ numbers, will restore the Status.IM
494 * value associated with the i8259A.
495 */
496 {
497 int i;
498
499 for (i = 0; i < 16; i++)
500 irq_hwmask[i] = (0x100 << MIPSCPU_INT_I8259A);
501 }
Ralf Baechle41c594a2006-04-05 09:45:45 +0100502#else /* Not SMTC */
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100503 setup_irq(MIPS_CPU_IRQ_BASE+MIPSCPU_INT_I8259A, &i8259irq);
Dmitri Vorobievf8071492008-01-24 19:52:47 +0300504 setup_irq(MIPS_CPU_IRQ_BASE+MIPSCPU_INT_COREHI,
505 &corehi_irqaction);
Ralf Baechle41c594a2006-04-05 09:45:45 +0100506#endif /* CONFIG_MIPS_MT_SMTC */
Dmitri Vorobiev52b3fc02008-01-24 19:52:51 +0300507 } else {
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100508 setup_irq(MIPS_CPU_IRQ_BASE+MIPSCPU_INT_I8259A, &i8259irq);
Dmitri Vorobievf8071492008-01-24 19:52:47 +0300509 setup_irq(MIPS_CPU_IRQ_BASE+MIPSCPU_INT_COREHI,
510 &corehi_irqaction);
Ralf Baechlee01402b2005-07-14 15:57:16 +0000511 }
Ralf Baechle39b8d522008-04-28 17:14:26 +0100512
513#if defined(CONFIG_MIPS_MT_SMP)
514 if (gic_present) {
515 /* FIXME */
516 int i;
517 struct {
518 unsigned int resched;
519 unsigned int call;
520 } ipiirq[] = {
521 {
522 .resched = GIC_IPI_EXT_INTR_RESCHED_VPE0,
523 .call = GIC_IPI_EXT_INTR_CALLFNC_VPE0},
524 {
525 .resched = GIC_IPI_EXT_INTR_RESCHED_VPE1,
526 .call = GIC_IPI_EXT_INTR_CALLFNC_VPE1
527 }, {
528 .resched = GIC_IPI_EXT_INTR_RESCHED_VPE2,
529 .call = GIC_IPI_EXT_INTR_CALLFNC_VPE2
530 }, {
531 .resched = GIC_IPI_EXT_INTR_RESCHED_VPE3,
532 .call = GIC_IPI_EXT_INTR_CALLFNC_VPE3
533 }
534 };
Ralf Baechle39b8d522008-04-28 17:14:26 +0100535 fill_ipi_map();
536 gic_init(GIC_BASE_ADDR, GIC_ADDRSPACE_SZ, gic_intr_map, ARRAY_SIZE(gic_intr_map), MIPS_GIC_IRQ_BASE);
537 if (!gcmp_present) {
538 /* Enable the GIC */
539 i = REG(_msc01_biu_base, MSC01_SC_CFG);
540 REG(_msc01_biu_base, MSC01_SC_CFG) =
541 (i | (0x1 << MSC01_SC_CFG_GICENA_SHF));
542 pr_debug("GIC Enabled\n");
543 }
544
545 /* set up ipi interrupts */
546 if (cpu_has_vint) {
547 set_vi_handler(MIPSCPU_INT_IPI0, malta_ipi_irqdispatch);
548 set_vi_handler(MIPSCPU_INT_IPI1, malta_ipi_irqdispatch);
549 }
550 /* Argh.. this really needs sorting out.. */
551 printk("CPU%d: status register was %08x\n", smp_processor_id(), read_c0_status());
552 write_c0_status(read_c0_status() | STATUSF_IP3 | STATUSF_IP4);
553 printk("CPU%d: status register now %08x\n", smp_processor_id(), read_c0_status());
554 write_c0_status(0x1100dc00);
555 printk("CPU%d: status register frc %08x\n", smp_processor_id(), read_c0_status());
Dmitri Vorobiev7afed6a2008-06-18 10:18:21 +0300556 for (i = 0; i < ARRAY_SIZE(ipiirq); i++) {
Ralf Baechle39b8d522008-04-28 17:14:26 +0100557 setup_irq(MIPS_GIC_IRQ_BASE + ipiirq[i].resched, &irq_resched);
558 setup_irq(MIPS_GIC_IRQ_BASE + ipiirq[i].call, &irq_call);
559
560 set_irq_handler(MIPS_GIC_IRQ_BASE + ipiirq[i].resched, handle_percpu_irq);
561 set_irq_handler(MIPS_GIC_IRQ_BASE + ipiirq[i].call, handle_percpu_irq);
562 }
563 } else {
564 /* set up ipi interrupts */
565 if (cpu_has_veic) {
566 set_vi_handler (MSC01E_INT_SW0, ipi_resched_dispatch);
567 set_vi_handler (MSC01E_INT_SW1, ipi_call_dispatch);
568 cpu_ipi_resched_irq = MSC01E_INT_SW0;
569 cpu_ipi_call_irq = MSC01E_INT_SW1;
570 } else {
571 if (cpu_has_vint) {
572 set_vi_handler (MIPS_CPU_IPI_RESCHED_IRQ, ipi_resched_dispatch);
573 set_vi_handler (MIPS_CPU_IPI_CALL_IRQ, ipi_call_dispatch);
574 }
575 cpu_ipi_resched_irq = MIPS_CPU_IRQ_BASE + MIPS_CPU_IPI_RESCHED_IRQ;
576 cpu_ipi_call_irq = MIPS_CPU_IRQ_BASE + MIPS_CPU_IPI_CALL_IRQ;
577 }
578
579 setup_irq(cpu_ipi_resched_irq, &irq_resched);
580 setup_irq(cpu_ipi_call_irq, &irq_call);
581
582 set_irq_handler(cpu_ipi_resched_irq, handle_percpu_irq);
583 set_irq_handler(cpu_ipi_call_irq, handle_percpu_irq);
584 }
585#endif
586}
587
588void malta_be_init(void)
589{
590 if (gcmp_present) {
591 /* Could change CM error mask register */
592 }
593}
594
595
596static char *tr[8] = {
597 "mem", "gcr", "gic", "mmio",
598 "0x04", "0x05", "0x06", "0x07"
599};
600
601static char *mcmd[32] = {
602 [0x00] = "0x00",
603 [0x01] = "Legacy Write",
604 [0x02] = "Legacy Read",
605 [0x03] = "0x03",
606 [0x04] = "0x04",
607 [0x05] = "0x05",
608 [0x06] = "0x06",
609 [0x07] = "0x07",
610 [0x08] = "Coherent Read Own",
611 [0x09] = "Coherent Read Share",
612 [0x0a] = "Coherent Read Discard",
613 [0x0b] = "Coherent Ready Share Always",
614 [0x0c] = "Coherent Upgrade",
615 [0x0d] = "Coherent Writeback",
616 [0x0e] = "0x0e",
617 [0x0f] = "0x0f",
618 [0x10] = "Coherent Copyback",
619 [0x11] = "Coherent Copyback Invalidate",
620 [0x12] = "Coherent Invalidate",
621 [0x13] = "Coherent Write Invalidate",
622 [0x14] = "Coherent Completion Sync",
623 [0x15] = "0x15",
624 [0x16] = "0x16",
625 [0x17] = "0x17",
626 [0x18] = "0x18",
627 [0x19] = "0x19",
628 [0x1a] = "0x1a",
629 [0x1b] = "0x1b",
630 [0x1c] = "0x1c",
631 [0x1d] = "0x1d",
632 [0x1e] = "0x1e",
633 [0x1f] = "0x1f"
634};
635
636static char *core[8] = {
637 "Invalid/OK", "Invalid/Data",
638 "Shared/OK", "Shared/Data",
639 "Modified/OK", "Modified/Data",
640 "Exclusive/OK", "Exclusive/Data"
641};
642
643static char *causes[32] = {
644 "None", "GC_WR_ERR", "GC_RD_ERR", "COH_WR_ERR",
645 "COH_RD_ERR", "MMIO_WR_ERR", "MMIO_RD_ERR", "0x07",
646 "0x08", "0x09", "0x0a", "0x0b",
647 "0x0c", "0x0d", "0x0e", "0x0f",
648 "0x10", "0x11", "0x12", "0x13",
649 "0x14", "0x15", "0x16", "INTVN_WR_ERR",
650 "INTVN_RD_ERR", "0x19", "0x1a", "0x1b",
651 "0x1c", "0x1d", "0x1e", "0x1f"
652};
653
654int malta_be_handler(struct pt_regs *regs, int is_fixup)
655{
656 /* This duplicates the handling in do_be which seems wrong */
657 int retval = is_fixup ? MIPS_BE_FIXUP : MIPS_BE_FATAL;
658
659 if (gcmp_present) {
660 unsigned long cm_error = GCMPGCB(GCMEC);
661 unsigned long cm_addr = GCMPGCB(GCMEA);
662 unsigned long cm_other = GCMPGCB(GCMEO);
663 unsigned long cause, ocause;
664 char buf[256];
665
666 cause = (cm_error & GCMP_GCB_GMEC_ERROR_TYPE_MSK);
667 if (cause != 0) {
668 cause >>= GCMP_GCB_GMEC_ERROR_TYPE_SHF;
669 if (cause < 16) {
670 unsigned long cca_bits = (cm_error >> 15) & 7;
671 unsigned long tr_bits = (cm_error >> 12) & 7;
672 unsigned long mcmd_bits = (cm_error >> 7) & 0x1f;
673 unsigned long stag_bits = (cm_error >> 3) & 15;
674 unsigned long sport_bits = (cm_error >> 0) & 7;
675
676 snprintf(buf, sizeof(buf),
677 "CCA=%lu TR=%s MCmd=%s STag=%lu "
678 "SPort=%lu\n",
679 cca_bits, tr[tr_bits], mcmd[mcmd_bits],
680 stag_bits, sport_bits);
681 } else {
682 /* glob state & sresp together */
683 unsigned long c3_bits = (cm_error >> 18) & 7;
684 unsigned long c2_bits = (cm_error >> 15) & 7;
685 unsigned long c1_bits = (cm_error >> 12) & 7;
686 unsigned long c0_bits = (cm_error >> 9) & 7;
687 unsigned long sc_bit = (cm_error >> 8) & 1;
688 unsigned long mcmd_bits = (cm_error >> 3) & 0x1f;
689 unsigned long sport_bits = (cm_error >> 0) & 7;
690 snprintf(buf, sizeof(buf),
691 "C3=%s C2=%s C1=%s C0=%s SC=%s "
692 "MCmd=%s SPort=%lu\n",
693 core[c3_bits], core[c2_bits],
694 core[c1_bits], core[c0_bits],
695 sc_bit ? "True" : "False",
696 mcmd[mcmd_bits], sport_bits);
697 }
698
699 ocause = (cm_other & GCMP_GCB_GMEO_ERROR_2ND_MSK) >>
700 GCMP_GCB_GMEO_ERROR_2ND_SHF;
701
702 printk("CM_ERROR=%08lx %s <%s>\n", cm_error,
703 causes[cause], buf);
704 printk("CM_ADDR =%08lx\n", cm_addr);
705 printk("CM_OTHER=%08lx %s\n", cm_other, causes[ocause]);
706
707 /* reprime cause register */
708 GCMPGCB(GCMEC) = 0;
709 }
710 }
711
712 return retval;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700713}