arch/mips/mti-malta/malta-int.c - kernel/msm-4.9 - Gitiles

 /*
  * This file is subject to the terms and conditions of the GNU General Public
  * License.  See the file "COPYING" in the main directory of this archive
  * for more details.
  *
  * Carsten Langgaard, carstenl@mips.com
  * Copyright (C) 2000, 2001, 2004 MIPS Technologies, Inc.
  * Copyright (C) 2001 Ralf Baechle
  * Copyright (C) 2013 Imagination Technologies Ltd.
  *
  * Routines for generic manipulation of the interrupts found on the MIPS
  * Malta board. The interrupt controller is located in the South Bridge
  * a PIIX4 device with two internal 82C95 interrupt controllers.
  */
 #include <linux/init.h>
 #include <linux/irq.h>
 #include <linux/sched.h>
 #include <linux/smp.h>
 #include <linux/interrupt.h>
 #include <linux/io.h>
 #include <linux/irqchip/mips-gic.h>
 #include <linux/kernel_stat.h>
 #include <linux/kernel.h>
 #include <linux/random.h>

 #include <asm/traps.h>
 #include <asm/i8259.h>
 #include <asm/irq_cpu.h>
 #include <asm/irq_regs.h>
 #include <asm/mips-cm.h>
 #include <asm/mips-boards/malta.h>
 #include <asm/mips-boards/maltaint.h>
 #include <asm/gt64120.h>
 #include <asm/mips-boards/generic.h>
 #include <asm/mips-boards/msc01_pci.h>
 #include <asm/msc01_ic.h>
 #include <asm/setup.h>
 #include <asm/rtlx.h>

 static void __iomem *_msc01_biu_base;

 static DEFINE_RAW_SPINLOCK(mips_irq_lock);

 static inline int mips_pcibios_iack(void)
 {
 	int irq;

 	/*
 	 * Determine highest priority pending interrupt by performing
 	 * a PCI Interrupt Acknowledge cycle.
 	 */
 	switch (mips_revision_sconid) {
 	case MIPS_REVISION_SCON_SOCIT:
 	case MIPS_REVISION_SCON_ROCIT:
 	case MIPS_REVISION_SCON_SOCITSC:
 	case MIPS_REVISION_SCON_SOCITSCP:
 		MSC_READ(MSC01_PCI_IACK, irq);
 		irq &= 0xff;
 		break;
 	case MIPS_REVISION_SCON_GT64120:
 		irq = GT_READ(GT_PCI0_IACK_OFS);
 		irq &= 0xff;
 		break;
 	case MIPS_REVISION_SCON_BONITO:
 		/* The following will generate a PCI IACK cycle on the
 		 * Bonito controller. It's a little bit kludgy, but it
 		 * was the easiest way to implement it in hardware at
 		 * the given time.
 		 */
 		BONITO_PCIMAP_CFG = 0x20000;

 		/* Flush Bonito register block */
 		(void) BONITO_PCIMAP_CFG;
 		iob();	  /* sync */

 		irq = __raw_readl((u32 *)_pcictrl_bonito_pcicfg);
 		iob();	  /* sync */
 		irq &= 0xff;
 		BONITO_PCIMAP_CFG = 0;
 		break;
 	default:
 		pr_emerg("Unknown system controller.\n");
 		return -1;
 	}
 	return irq;
 }

 static inline int get_int(void)
 {
 	unsigned long flags;
 	int irq;
 	raw_spin_lock_irqsave(&mips_irq_lock, flags);

 	irq = mips_pcibios_iack();

 	/*
 	 * The only way we can decide if an interrupt is spurious
 	 * is by checking the 8259 registers.  This needs a spinlock
 	 * on an SMP system,  so leave it up to the generic code...
 	 */

 	raw_spin_unlock_irqrestore(&mips_irq_lock, flags);

 	return irq;
 }

 static void malta_hw0_irqdispatch(void)
 {
 	int irq;

 	irq = get_int();
 	if (irq < 0) {
 		/* interrupt has already been cleared */
 		return;
 	}

 	do_IRQ(MALTA_INT_BASE + irq);

 #ifdef CONFIG_MIPS_VPE_APSP_API_MT
 	if (aprp_hook)
 		aprp_hook();
 #endif
 }

 static irqreturn_t i8259_handler(int irq, void *dev_id)
 {
 	malta_hw0_irqdispatch();
 	return IRQ_HANDLED;
 }

 static void corehi_irqdispatch(void)
 {
 	unsigned int intedge, intsteer, pcicmd, pcibadaddr;
 	unsigned int pcimstat, intisr, inten, intpol;
 	unsigned int intrcause, datalo, datahi;
 	struct pt_regs *regs = get_irq_regs();

 	pr_emerg("CoreHI interrupt, shouldn't happen, we die here!\n");
 	pr_emerg("epc	 : %08lx\nStatus: %08lx\n"
 		 "Cause : %08lx\nbadVaddr : %08lx\n",
 		 regs->cp0_epc, regs->cp0_status,
 		 regs->cp0_cause, regs->cp0_badvaddr);

 	/* Read all the registers and then print them as there is a
 	   problem with interspersed printk's upsetting the Bonito controller.
 	   Do it for the others too.
 	*/

 	switch (mips_revision_sconid) {
 	case MIPS_REVISION_SCON_SOCIT:
 	case MIPS_REVISION_SCON_ROCIT:
 	case MIPS_REVISION_SCON_SOCITSC:
 	case MIPS_REVISION_SCON_SOCITSCP:
 		ll_msc_irq();
 		break;
 	case MIPS_REVISION_SCON_GT64120:
 		intrcause = GT_READ(GT_INTRCAUSE_OFS);
 		datalo = GT_READ(GT_CPUERR_ADDRLO_OFS);
 		datahi = GT_READ(GT_CPUERR_ADDRHI_OFS);
 		pr_emerg("GT_INTRCAUSE = %08x\n", intrcause);
 		pr_emerg("GT_CPUERR_ADDR = %02x%08x\n",
 				datahi, datalo);
 		break;
 	case MIPS_REVISION_SCON_BONITO:
 		pcibadaddr = BONITO_PCIBADADDR;
 		pcimstat = BONITO_PCIMSTAT;
 		intisr = BONITO_INTISR;
 		inten = BONITO_INTEN;
 		intpol = BONITO_INTPOL;
 		intedge = BONITO_INTEDGE;
 		intsteer = BONITO_INTSTEER;
 		pcicmd = BONITO_PCICMD;
 		pr_emerg("BONITO_INTISR = %08x\n", intisr);
 		pr_emerg("BONITO_INTEN = %08x\n", inten);
 		pr_emerg("BONITO_INTPOL = %08x\n", intpol);
 		pr_emerg("BONITO_INTEDGE = %08x\n", intedge);
 		pr_emerg("BONITO_INTSTEER = %08x\n", intsteer);
 		pr_emerg("BONITO_PCICMD = %08x\n", pcicmd);
 		pr_emerg("BONITO_PCIBADADDR = %08x\n", pcibadaddr);
 		pr_emerg("BONITO_PCIMSTAT = %08x\n", pcimstat);
 		break;
 	}

 	die("CoreHi interrupt", regs);
 }

 static irqreturn_t corehi_handler(int irq, void *dev_id)
 {
 	corehi_irqdispatch();
 	return IRQ_HANDLED;
 }

 #ifdef CONFIG_MIPS_MT_SMP

 #define MIPS_CPU_IPI_RESCHED_IRQ 0	/* SW int 0 for resched */
 #define C_RESCHED C_SW0
 #define MIPS_CPU_IPI_CALL_IRQ 1		/* SW int 1 for resched */
 #define C_CALL C_SW1
 static int cpu_ipi_resched_irq, cpu_ipi_call_irq;

 static void ipi_resched_dispatch(void)
 {
 	do_IRQ(MIPS_CPU_IRQ_BASE + MIPS_CPU_IPI_RESCHED_IRQ);
 }

 static void ipi_call_dispatch(void)
 {
 	do_IRQ(MIPS_CPU_IRQ_BASE + MIPS_CPU_IPI_CALL_IRQ);
 }

 static irqreturn_t ipi_resched_interrupt(int irq, void *dev_id)
 {
 #ifdef CONFIG_MIPS_VPE_APSP_API_CMP
 	if (aprp_hook)
 		aprp_hook();
 #endif

 	scheduler_ipi();

 	return IRQ_HANDLED;
 }

 static irqreturn_t ipi_call_interrupt(int irq, void *dev_id)
 {
 	generic_smp_call_function_interrupt();

 	return IRQ_HANDLED;
 }

 static struct irqaction irq_resched = {
 	.handler	= ipi_resched_interrupt,
 	.flags		= IRQF_PERCPU,
 	.name		= "IPI_resched"
 };

 static struct irqaction irq_call = {
 	.handler	= ipi_call_interrupt,
 	.flags		= IRQF_PERCPU,
 	.name		= "IPI_call"
 };
 #endif /* CONFIG_MIPS_MT_SMP */

 static struct irqaction i8259irq = {
 	.handler = i8259_handler,
 	.name = "XT-PIC cascade",
 	.flags = IRQF_NO_THREAD,
 };

 static struct irqaction corehi_irqaction = {
 	.handler = corehi_handler,
 	.name = "CoreHi",
 	.flags = IRQF_NO_THREAD,
 };

 static msc_irqmap_t msc_irqmap[] __initdata = {
 	{MSC01C_INT_TMR,		MSC01_IRQ_EDGE, 0},
 	{MSC01C_INT_PCI,		MSC01_IRQ_LEVEL, 0},
 };
 static int msc_nr_irqs __initdata = ARRAY_SIZE(msc_irqmap);

 static msc_irqmap_t msc_eicirqmap[] __initdata = {
 	{MSC01E_INT_SW0,		MSC01_IRQ_LEVEL, 0},
 	{MSC01E_INT_SW1,		MSC01_IRQ_LEVEL, 0},
 	{MSC01E_INT_I8259A,		MSC01_IRQ_LEVEL, 0},
 	{MSC01E_INT_SMI,		MSC01_IRQ_LEVEL, 0},
 	{MSC01E_INT_COREHI,		MSC01_IRQ_LEVEL, 0},
 	{MSC01E_INT_CORELO,		MSC01_IRQ_LEVEL, 0},
 	{MSC01E_INT_TMR,		MSC01_IRQ_EDGE, 0},
 	{MSC01E_INT_PCI,		MSC01_IRQ_LEVEL, 0},
 	{MSC01E_INT_PERFCTR,		MSC01_IRQ_LEVEL, 0},
 	{MSC01E_INT_CPUCTR,		MSC01_IRQ_LEVEL, 0}
 };

 static int msc_nr_eicirqs __initdata = ARRAY_SIZE(msc_eicirqmap);

 void __init arch_init_ipiirq(int irq, struct irqaction *action)
 {
 	setup_irq(irq, action);
 	irq_set_handler(irq, handle_percpu_irq);
 }

 void __init arch_init_irq(void)
 {
 	int corehi_irq, i8259_irq;

 	init_i8259_irqs();

 	if (!cpu_has_veic)
 		mips_cpu_irq_init();

 	if (mips_cm_present()) {
 		write_gcr_gic_base(GIC_BASE_ADDR | CM_GCR_GIC_BASE_GICEN_MSK);
 		gic_present = 1;
 	} else {
 		if (mips_revision_sconid == MIPS_REVISION_SCON_ROCIT) {
 			_msc01_biu_base = ioremap_nocache(MSC01_BIU_REG_BASE,
 						MSC01_BIU_ADDRSPACE_SZ);
 			gic_present =
 			  (__raw_readl(_msc01_biu_base + MSC01_SC_CFG_OFS) &
 			   MSC01_SC_CFG_GICPRES_MSK) >>
 			  MSC01_SC_CFG_GICPRES_SHF;
 		}
 	}
 	if (gic_present)
 		pr_debug("GIC present\n");

 	switch (mips_revision_sconid) {
 	case MIPS_REVISION_SCON_SOCIT:
 	case MIPS_REVISION_SCON_ROCIT:
 		if (cpu_has_veic)
 			init_msc_irqs(MIPS_MSC01_IC_REG_BASE,
 					MSC01E_INT_BASE, msc_eicirqmap,
 					msc_nr_eicirqs);
 		else
 			init_msc_irqs(MIPS_MSC01_IC_REG_BASE,
 					MSC01C_INT_BASE, msc_irqmap,
 					msc_nr_irqs);
 		break;

 	case MIPS_REVISION_SCON_SOCITSC:
 	case MIPS_REVISION_SCON_SOCITSCP:
 		if (cpu_has_veic)
 			init_msc_irqs(MIPS_SOCITSC_IC_REG_BASE,
 					MSC01E_INT_BASE, msc_eicirqmap,
 					msc_nr_eicirqs);
 		else
 			init_msc_irqs(MIPS_SOCITSC_IC_REG_BASE,
 					MSC01C_INT_BASE, msc_irqmap,
 					msc_nr_irqs);
 	}

 	if (gic_present) {
 		int i;

 		gic_init(GIC_BASE_ADDR, GIC_ADDRSPACE_SZ, MIPSCPU_INT_GIC,
 			 MIPS_GIC_IRQ_BASE);
 		if (!mips_cm_present()) {
 			/* Enable the GIC */
 			i = __raw_readl(_msc01_biu_base + MSC01_SC_CFG_OFS);
 			__raw_writel(i | (0x1 << MSC01_SC_CFG_GICENA_SHF),
 				 _msc01_biu_base + MSC01_SC_CFG_OFS);
 			pr_debug("GIC Enabled\n");
 		}
 		i8259_irq = MIPS_GIC_IRQ_BASE + GIC_INT_I8259A;
 		corehi_irq = MIPS_CPU_IRQ_BASE + MIPSCPU_INT_COREHI;
 	} else {
 #if defined(CONFIG_MIPS_MT_SMP)
 		/* set up ipi interrupts */
 		if (cpu_has_veic) {
 			set_vi_handler (MSC01E_INT_SW0, ipi_resched_dispatch);
 			set_vi_handler (MSC01E_INT_SW1, ipi_call_dispatch);
 			cpu_ipi_resched_irq = MSC01E_INT_SW0;
 			cpu_ipi_call_irq = MSC01E_INT_SW1;
 		} else {
 			cpu_ipi_resched_irq = MIPS_CPU_IRQ_BASE +
 				MIPS_CPU_IPI_RESCHED_IRQ;
 			cpu_ipi_call_irq = MIPS_CPU_IRQ_BASE +
 				MIPS_CPU_IPI_CALL_IRQ;
 		}
 		arch_init_ipiirq(cpu_ipi_resched_irq, &irq_resched);
 		arch_init_ipiirq(cpu_ipi_call_irq, &irq_call);
 #endif
 		if (cpu_has_veic) {
 			set_vi_handler(MSC01E_INT_I8259A,
 				       malta_hw0_irqdispatch);
 			set_vi_handler(MSC01E_INT_COREHI,
 				       corehi_irqdispatch);
 			i8259_irq = MSC01E_INT_BASE + MSC01E_INT_I8259A;
 			corehi_irq = MSC01E_INT_BASE + MSC01E_INT_COREHI;
 		} else {
 			i8259_irq = MIPS_CPU_IRQ_BASE + MIPSCPU_INT_I8259A;
 			corehi_irq = MIPS_CPU_IRQ_BASE + MIPSCPU_INT_COREHI;
 		}
 	}

 	setup_irq(i8259_irq, &i8259irq);
 	setup_irq(corehi_irq, &corehi_irqaction);
 }

 void malta_be_init(void)
 {
 	/* Could change CM error mask register. */
 }


 static char *tr[8] = {
 	"mem",	"gcr",	"gic",	"mmio",
 	"0x04", "0x05", "0x06", "0x07"
 };

 static char *mcmd[32] = {
 	[0x00] = "0x00",
 	[0x01] = "Legacy Write",
 	[0x02] = "Legacy Read",
 	[0x03] = "0x03",
 	[0x04] = "0x04",
 	[0x05] = "0x05",
 	[0x06] = "0x06",
 	[0x07] = "0x07",
 	[0x08] = "Coherent Read Own",
 	[0x09] = "Coherent Read Share",
 	[0x0a] = "Coherent Read Discard",
 	[0x0b] = "Coherent Ready Share Always",
 	[0x0c] = "Coherent Upgrade",
 	[0x0d] = "Coherent Writeback",
 	[0x0e] = "0x0e",
 	[0x0f] = "0x0f",
 	[0x10] = "Coherent Copyback",
 	[0x11] = "Coherent Copyback Invalidate",
 	[0x12] = "Coherent Invalidate",
 	[0x13] = "Coherent Write Invalidate",
 	[0x14] = "Coherent Completion Sync",
 	[0x15] = "0x15",
 	[0x16] = "0x16",
 	[0x17] = "0x17",
 	[0x18] = "0x18",
 	[0x19] = "0x19",
 	[0x1a] = "0x1a",
 	[0x1b] = "0x1b",
 	[0x1c] = "0x1c",
 	[0x1d] = "0x1d",
 	[0x1e] = "0x1e",
 	[0x1f] = "0x1f"
 };

 static char *core[8] = {
 	"Invalid/OK",	"Invalid/Data",
 	"Shared/OK",	"Shared/Data",
 	"Modified/OK",	"Modified/Data",
 	"Exclusive/OK", "Exclusive/Data"
 };

 static char *causes[32] = {
 	"None", "GC_WR_ERR", "GC_RD_ERR", "COH_WR_ERR",
 	"COH_RD_ERR", "MMIO_WR_ERR", "MMIO_RD_ERR", "0x07",
 	"0x08", "0x09", "0x0a", "0x0b",
 	"0x0c", "0x0d", "0x0e", "0x0f",
 	"0x10", "0x11", "0x12", "0x13",
 	"0x14", "0x15", "0x16", "INTVN_WR_ERR",
 	"INTVN_RD_ERR", "0x19", "0x1a", "0x1b",
 	"0x1c", "0x1d", "0x1e", "0x1f"
 };

 int malta_be_handler(struct pt_regs *regs, int is_fixup)
 {
 	/* This duplicates the handling in do_be which seems wrong */
 	int retval = is_fixup ? MIPS_BE_FIXUP : MIPS_BE_FATAL;

 	if (mips_cm_present()) {
 		unsigned long cm_error = read_gcr_error_cause();
 		unsigned long cm_addr = read_gcr_error_addr();
 		unsigned long cm_other = read_gcr_error_mult();
 		unsigned long cause, ocause;
 		char buf[256];

 		cause = cm_error & CM_GCR_ERROR_CAUSE_ERRTYPE_MSK;
 		if (cause != 0) {
 			cause >>= CM_GCR_ERROR_CAUSE_ERRTYPE_SHF;
 			if (cause < 16) {
 				unsigned long cca_bits = (cm_error >> 15) & 7;
 				unsigned long tr_bits = (cm_error >> 12) & 7;
 				unsigned long cmd_bits = (cm_error >> 7) & 0x1f;
 				unsigned long stag_bits = (cm_error >> 3) & 15;
 				unsigned long sport_bits = (cm_error >> 0) & 7;

 				snprintf(buf, sizeof(buf),
 					 "CCA=%lu TR=%s MCmd=%s STag=%lu "
 					 "SPort=%lu\n",
 					 cca_bits, tr[tr_bits], mcmd[cmd_bits],
 					 stag_bits, sport_bits);
 			} else {
 				/* glob state & sresp together */
 				unsigned long c3_bits = (cm_error >> 18) & 7;
 				unsigned long c2_bits = (cm_error >> 15) & 7;
 				unsigned long c1_bits = (cm_error >> 12) & 7;
 				unsigned long c0_bits = (cm_error >> 9) & 7;
 				unsigned long sc_bit = (cm_error >> 8) & 1;
 				unsigned long cmd_bits = (cm_error >> 3) & 0x1f;
 				unsigned long sport_bits = (cm_error >> 0) & 7;
 				snprintf(buf, sizeof(buf),
 					 "C3=%s C2=%s C1=%s C0=%s SC=%s "
 					 "MCmd=%s SPort=%lu\n",
 					 core[c3_bits], core[c2_bits],
 					 core[c1_bits], core[c0_bits],
 					 sc_bit ? "True" : "False",
 					 mcmd[cmd_bits], sport_bits);
 			}

 			ocause = (cm_other & CM_GCR_ERROR_MULT_ERR2ND_MSK) >>
 				 CM_GCR_ERROR_MULT_ERR2ND_SHF;

 			pr_err("CM_ERROR=%08lx %s <%s>\n", cm_error,
 			       causes[cause], buf);
 			pr_err("CM_ADDR =%08lx\n", cm_addr);
 			pr_err("CM_OTHER=%08lx %s\n", cm_other, causes[ocause]);

 			/* reprime cause register */
 			write_gcr_error_cause(0);
 		}
 	}

 	return retval;
 }
	/*
	* This file is subject to the terms and conditions of the GNU General Public
	* License. See the file "COPYING" in the main directory of this archive
	* for more details.
	*
	* Carsten Langgaard, carstenl@mips.com
	* Copyright (C) 2000, 2001, 2004 MIPS Technologies, Inc.
	* Copyright (C) 2001 Ralf Baechle
	* Copyright (C) 2013 Imagination Technologies Ltd.
	*
	* Routines for generic manipulation of the interrupts found on the MIPS
	* Malta board. The interrupt controller is located in the South Bridge
	* a PIIX4 device with two internal 82C95 interrupt controllers.
	*/
	#include <linux/init.h>
	#include <linux/irq.h>
	#include <linux/sched.h>
	#include <linux/smp.h>
	#include <linux/interrupt.h>
	#include <linux/io.h>
	#include <linux/irqchip/mips-gic.h>
	#include <linux/kernel_stat.h>
	#include <linux/kernel.h>
	#include <linux/random.h>

	#include <asm/traps.h>
	#include <asm/i8259.h>
	#include <asm/irq_cpu.h>
	#include <asm/irq_regs.h>
	#include <asm/mips-cm.h>
	#include <asm/mips-boards/malta.h>
	#include <asm/mips-boards/maltaint.h>
	#include <asm/gt64120.h>
	#include <asm/mips-boards/generic.h>
	#include <asm/mips-boards/msc01_pci.h>
	#include <asm/msc01_ic.h>
	#include <asm/setup.h>
	#include <asm/rtlx.h>

	static void __iomem *_msc01_biu_base;

	static DEFINE_RAW_SPINLOCK(mips_irq_lock);

	static inline int mips_pcibios_iack(void)
	{
	int irq;

	/*
	* Determine highest priority pending interrupt by performing
	* a PCI Interrupt Acknowledge cycle.
	*/
	switch (mips_revision_sconid) {
	case MIPS_REVISION_SCON_SOCIT:
	case MIPS_REVISION_SCON_ROCIT:
	case MIPS_REVISION_SCON_SOCITSC:
	case MIPS_REVISION_SCON_SOCITSCP:
	MSC_READ(MSC01_PCI_IACK, irq);
	irq &= 0xff;
	break;
	case MIPS_REVISION_SCON_GT64120:
	irq = GT_READ(GT_PCI0_IACK_OFS);
	irq &= 0xff;
	break;
	case MIPS_REVISION_SCON_BONITO:
	/* The following will generate a PCI IACK cycle on the
	* Bonito controller. It's a little bit kludgy, but it
	* was the easiest way to implement it in hardware at
	* the given time.
	*/
	BONITO_PCIMAP_CFG = 0x20000;

	/* Flush Bonito register block */
	(void) BONITO_PCIMAP_CFG;
	iob(); /* sync */

	irq = __raw_readl((u32 *)_pcictrl_bonito_pcicfg);
	iob(); /* sync */
	irq &= 0xff;
	BONITO_PCIMAP_CFG = 0;
	break;
	default:
	pr_emerg("Unknown system controller.\n");
	return -1;
	}
	return irq;
	}

	static inline int get_int(void)
	{
	unsigned long flags;
	int irq;
	raw_spin_lock_irqsave(&mips_irq_lock, flags);

	irq = mips_pcibios_iack();

	/*
	* The only way we can decide if an interrupt is spurious
	* is by checking the 8259 registers. This needs a spinlock
	* on an SMP system, so leave it up to the generic code...
	*/

	raw_spin_unlock_irqrestore(&mips_irq_lock, flags);

	return irq;
	}

	static void malta_hw0_irqdispatch(void)
	{
	int irq;

	irq = get_int();
	if (irq < 0) {
	/* interrupt has already been cleared */
	return;
	}

	do_IRQ(MALTA_INT_BASE + irq);

	#ifdef CONFIG_MIPS_VPE_APSP_API_MT
	if (aprp_hook)
	aprp_hook();
	#endif
	}

	static irqreturn_t i8259_handler(int irq, void *dev_id)
	{
	malta_hw0_irqdispatch();
	return IRQ_HANDLED;
	}

	static void corehi_irqdispatch(void)
	{
	unsigned int intedge, intsteer, pcicmd, pcibadaddr;
	unsigned int pcimstat, intisr, inten, intpol;
	unsigned int intrcause, datalo, datahi;
	struct pt_regs *regs = get_irq_regs();

	pr_emerg("CoreHI interrupt, shouldn't happen, we die here!\n");
	pr_emerg("epc : %08lx\nStatus: %08lx\n"
	"Cause : %08lx\nbadVaddr : %08lx\n",
	regs->cp0_epc, regs->cp0_status,
	regs->cp0_cause, regs->cp0_badvaddr);

	/* Read all the registers and then print them as there is a
	problem with interspersed printk's upsetting the Bonito controller.
	Do it for the others too.
	*/

	switch (mips_revision_sconid) {
	case MIPS_REVISION_SCON_SOCIT:
	case MIPS_REVISION_SCON_ROCIT:
	case MIPS_REVISION_SCON_SOCITSC:
	case MIPS_REVISION_SCON_SOCITSCP:
	ll_msc_irq();
	break;
	case MIPS_REVISION_SCON_GT64120:
	intrcause = GT_READ(GT_INTRCAUSE_OFS);
	datalo = GT_READ(GT_CPUERR_ADDRLO_OFS);
	datahi = GT_READ(GT_CPUERR_ADDRHI_OFS);
	pr_emerg("GT_INTRCAUSE = %08x\n", intrcause);
	pr_emerg("GT_CPUERR_ADDR = %02x%08x\n",
	datahi, datalo);
	break;
	case MIPS_REVISION_SCON_BONITO:
	pcibadaddr = BONITO_PCIBADADDR;
	pcimstat = BONITO_PCIMSTAT;
	intisr = BONITO_INTISR;
	inten = BONITO_INTEN;
	intpol = BONITO_INTPOL;
	intedge = BONITO_INTEDGE;
	intsteer = BONITO_INTSTEER;
	pcicmd = BONITO_PCICMD;
	pr_emerg("BONITO_INTISR = %08x\n", intisr);
	pr_emerg("BONITO_INTEN = %08x\n", inten);
	pr_emerg("BONITO_INTPOL = %08x\n", intpol);
	pr_emerg("BONITO_INTEDGE = %08x\n", intedge);
	pr_emerg("BONITO_INTSTEER = %08x\n", intsteer);
	pr_emerg("BONITO_PCICMD = %08x\n", pcicmd);
	pr_emerg("BONITO_PCIBADADDR = %08x\n", pcibadaddr);
	pr_emerg("BONITO_PCIMSTAT = %08x\n", pcimstat);
	break;
	}

	die("CoreHi interrupt", regs);
	}

	static irqreturn_t corehi_handler(int irq, void *dev_id)
	{
	corehi_irqdispatch();
	return IRQ_HANDLED;
	}

	#ifdef CONFIG_MIPS_MT_SMP

	#define MIPS_CPU_IPI_RESCHED_IRQ 0 /* SW int 0 for resched */
	#define C_RESCHED C_SW0
	#define MIPS_CPU_IPI_CALL_IRQ 1 /* SW int 1 for resched */
	#define C_CALL C_SW1
	static int cpu_ipi_resched_irq, cpu_ipi_call_irq;

	static void ipi_resched_dispatch(void)
	{
	do_IRQ(MIPS_CPU_IRQ_BASE + MIPS_CPU_IPI_RESCHED_IRQ);
	}

	static void ipi_call_dispatch(void)
	{
	do_IRQ(MIPS_CPU_IRQ_BASE + MIPS_CPU_IPI_CALL_IRQ);
	}

	static irqreturn_t ipi_resched_interrupt(int irq, void *dev_id)
	{
	#ifdef CONFIG_MIPS_VPE_APSP_API_CMP
	if (aprp_hook)
	aprp_hook();
	#endif

	scheduler_ipi();

	return IRQ_HANDLED;
	}

	static irqreturn_t ipi_call_interrupt(int irq, void *dev_id)
	{
	generic_smp_call_function_interrupt();

	return IRQ_HANDLED;
	}

	static struct irqaction irq_resched = {
	.handler = ipi_resched_interrupt,
	.flags = IRQF_PERCPU,
	.name = "IPI_resched"
	};

	static struct irqaction irq_call = {
	.handler = ipi_call_interrupt,
	.flags = IRQF_PERCPU,
	.name = "IPI_call"
	};
	#endif /* CONFIG_MIPS_MT_SMP */

	static struct irqaction i8259irq = {
	.handler = i8259_handler,
	.name = "XT-PIC cascade",
	.flags = IRQF_NO_THREAD,
	};

	static struct irqaction corehi_irqaction = {
	.handler = corehi_handler,
	.name = "CoreHi",
	.flags = IRQF_NO_THREAD,
	};

	static msc_irqmap_t msc_irqmap[] __initdata = {
	{MSC01C_INT_TMR, MSC01_IRQ_EDGE, 0},
	{MSC01C_INT_PCI, MSC01_IRQ_LEVEL, 0},
	};
	static int msc_nr_irqs __initdata = ARRAY_SIZE(msc_irqmap);

	static msc_irqmap_t msc_eicirqmap[] __initdata = {
	{MSC01E_INT_SW0, MSC01_IRQ_LEVEL, 0},
	{MSC01E_INT_SW1, MSC01_IRQ_LEVEL, 0},
	{MSC01E_INT_I8259A, MSC01_IRQ_LEVEL, 0},
	{MSC01E_INT_SMI, MSC01_IRQ_LEVEL, 0},
	{MSC01E_INT_COREHI, MSC01_IRQ_LEVEL, 0},
	{MSC01E_INT_CORELO, MSC01_IRQ_LEVEL, 0},
	{MSC01E_INT_TMR, MSC01_IRQ_EDGE, 0},
	{MSC01E_INT_PCI, MSC01_IRQ_LEVEL, 0},
	{MSC01E_INT_PERFCTR, MSC01_IRQ_LEVEL, 0},
	{MSC01E_INT_CPUCTR, MSC01_IRQ_LEVEL, 0}
	};

	static int msc_nr_eicirqs __initdata = ARRAY_SIZE(msc_eicirqmap);

	void __init arch_init_ipiirq(int irq, struct irqaction *action)
	{
	setup_irq(irq, action);
	irq_set_handler(irq, handle_percpu_irq);
	}

	void __init arch_init_irq(void)
	{
	int corehi_irq, i8259_irq;

	init_i8259_irqs();

	if (!cpu_has_veic)
	mips_cpu_irq_init();

	if (mips_cm_present()) {
	write_gcr_gic_base(GIC_BASE_ADDR \| CM_GCR_GIC_BASE_GICEN_MSK);
	gic_present = 1;
	} else {
	if (mips_revision_sconid == MIPS_REVISION_SCON_ROCIT) {
	_msc01_biu_base = ioremap_nocache(MSC01_BIU_REG_BASE,
	MSC01_BIU_ADDRSPACE_SZ);
	gic_present =
	(__raw_readl(_msc01_biu_base + MSC01_SC_CFG_OFS) &
	MSC01_SC_CFG_GICPRES_MSK) >>
	MSC01_SC_CFG_GICPRES_SHF;
	}
	}
	if (gic_present)
	pr_debug("GIC present\n");

	switch (mips_revision_sconid) {
	case MIPS_REVISION_SCON_SOCIT:
	case MIPS_REVISION_SCON_ROCIT:
	if (cpu_has_veic)
	init_msc_irqs(MIPS_MSC01_IC_REG_BASE,
	MSC01E_INT_BASE, msc_eicirqmap,
	msc_nr_eicirqs);
	else
	init_msc_irqs(MIPS_MSC01_IC_REG_BASE,
	MSC01C_INT_BASE, msc_irqmap,
	msc_nr_irqs);
	break;

	case MIPS_REVISION_SCON_SOCITSC:
	case MIPS_REVISION_SCON_SOCITSCP:
	if (cpu_has_veic)
	init_msc_irqs(MIPS_SOCITSC_IC_REG_BASE,
	MSC01E_INT_BASE, msc_eicirqmap,
	msc_nr_eicirqs);
	else
	init_msc_irqs(MIPS_SOCITSC_IC_REG_BASE,
	MSC01C_INT_BASE, msc_irqmap,
	msc_nr_irqs);
	}

	if (gic_present) {
	int i;

	gic_init(GIC_BASE_ADDR, GIC_ADDRSPACE_SZ, MIPSCPU_INT_GIC,
	MIPS_GIC_IRQ_BASE);
	if (!mips_cm_present()) {
	/* Enable the GIC */
	i = __raw_readl(_msc01_biu_base + MSC01_SC_CFG_OFS);
	__raw_writel(i \| (0x1 << MSC01_SC_CFG_GICENA_SHF),
	_msc01_biu_base + MSC01_SC_CFG_OFS);
	pr_debug("GIC Enabled\n");
	}
	i8259_irq = MIPS_GIC_IRQ_BASE + GIC_INT_I8259A;
	corehi_irq = MIPS_CPU_IRQ_BASE + MIPSCPU_INT_COREHI;
	} else {
	#if defined(CONFIG_MIPS_MT_SMP)
	/* set up ipi interrupts */
	if (cpu_has_veic) {
	set_vi_handler (MSC01E_INT_SW0, ipi_resched_dispatch);
	set_vi_handler (MSC01E_INT_SW1, ipi_call_dispatch);
	cpu_ipi_resched_irq = MSC01E_INT_SW0;
	cpu_ipi_call_irq = MSC01E_INT_SW1;
	} else {
	cpu_ipi_resched_irq = MIPS_CPU_IRQ_BASE +
	MIPS_CPU_IPI_RESCHED_IRQ;
	cpu_ipi_call_irq = MIPS_CPU_IRQ_BASE +
	MIPS_CPU_IPI_CALL_IRQ;
	}
	arch_init_ipiirq(cpu_ipi_resched_irq, &irq_resched);
	arch_init_ipiirq(cpu_ipi_call_irq, &irq_call);
	#endif
	if (cpu_has_veic) {
	set_vi_handler(MSC01E_INT_I8259A,
	malta_hw0_irqdispatch);
	set_vi_handler(MSC01E_INT_COREHI,
	corehi_irqdispatch);
	i8259_irq = MSC01E_INT_BASE + MSC01E_INT_I8259A;
	corehi_irq = MSC01E_INT_BASE + MSC01E_INT_COREHI;
	} else {
	i8259_irq = MIPS_CPU_IRQ_BASE + MIPSCPU_INT_I8259A;
	corehi_irq = MIPS_CPU_IRQ_BASE + MIPSCPU_INT_COREHI;
	}
	}

	setup_irq(i8259_irq, &i8259irq);
	setup_irq(corehi_irq, &corehi_irqaction);
	}

	void malta_be_init(void)
	{
	/* Could change CM error mask register. */
	}


	static char *tr[8] = {
	"mem", "gcr", "gic", "mmio",
	"0x04", "0x05", "0x06", "0x07"
	};

	static char *mcmd[32] = {
	[0x00] = "0x00",
	[0x01] = "Legacy Write",
	[0x02] = "Legacy Read",
	[0x03] = "0x03",
	[0x04] = "0x04",
	[0x05] = "0x05",
	[0x06] = "0x06",
	[0x07] = "0x07",
	[0x08] = "Coherent Read Own",
	[0x09] = "Coherent Read Share",
	[0x0a] = "Coherent Read Discard",
	[0x0b] = "Coherent Ready Share Always",
	[0x0c] = "Coherent Upgrade",
	[0x0d] = "Coherent Writeback",
	[0x0e] = "0x0e",
	[0x0f] = "0x0f",
	[0x10] = "Coherent Copyback",
	[0x11] = "Coherent Copyback Invalidate",
	[0x12] = "Coherent Invalidate",
	[0x13] = "Coherent Write Invalidate",
	[0x14] = "Coherent Completion Sync",
	[0x15] = "0x15",
	[0x16] = "0x16",
	[0x17] = "0x17",
	[0x18] = "0x18",
	[0x19] = "0x19",
	[0x1a] = "0x1a",
	[0x1b] = "0x1b",
	[0x1c] = "0x1c",
	[0x1d] = "0x1d",
	[0x1e] = "0x1e",
	[0x1f] = "0x1f"
	};

	static char *core[8] = {
	"Invalid/OK", "Invalid/Data",
	"Shared/OK", "Shared/Data",
	"Modified/OK", "Modified/Data",
	"Exclusive/OK", "Exclusive/Data"
	};

	static char *causes[32] = {
	"None", "GC_WR_ERR", "GC_RD_ERR", "COH_WR_ERR",
	"COH_RD_ERR", "MMIO_WR_ERR", "MMIO_RD_ERR", "0x07",
	"0x08", "0x09", "0x0a", "0x0b",
	"0x0c", "0x0d", "0x0e", "0x0f",
	"0x10", "0x11", "0x12", "0x13",
	"0x14", "0x15", "0x16", "INTVN_WR_ERR",
	"INTVN_RD_ERR", "0x19", "0x1a", "0x1b",
	"0x1c", "0x1d", "0x1e", "0x1f"
	};

	int malta_be_handler(struct pt_regs *regs, int is_fixup)
	{
	/* This duplicates the handling in do_be which seems wrong */
	int retval = is_fixup ? MIPS_BE_FIXUP : MIPS_BE_FATAL;

	if (mips_cm_present()) {
	unsigned long cm_error = read_gcr_error_cause();
	unsigned long cm_addr = read_gcr_error_addr();
	unsigned long cm_other = read_gcr_error_mult();
	unsigned long cause, ocause;
	char buf[256];

	cause = cm_error & CM_GCR_ERROR_CAUSE_ERRTYPE_MSK;
	if (cause != 0) {
	cause >>= CM_GCR_ERROR_CAUSE_ERRTYPE_SHF;
	if (cause < 16) {
	unsigned long cca_bits = (cm_error >> 15) & 7;
	unsigned long tr_bits = (cm_error >> 12) & 7;
	unsigned long cmd_bits = (cm_error >> 7) & 0x1f;
	unsigned long stag_bits = (cm_error >> 3) & 15;
	unsigned long sport_bits = (cm_error >> 0) & 7;

	snprintf(buf, sizeof(buf),
	"CCA=%lu TR=%s MCmd=%s STag=%lu "
	"SPort=%lu\n",
	cca_bits, tr[tr_bits], mcmd[cmd_bits],
	stag_bits, sport_bits);
	} else {
	/* glob state & sresp together */
	unsigned long c3_bits = (cm_error >> 18) & 7;
	unsigned long c2_bits = (cm_error >> 15) & 7;
	unsigned long c1_bits = (cm_error >> 12) & 7;
	unsigned long c0_bits = (cm_error >> 9) & 7;
	unsigned long sc_bit = (cm_error >> 8) & 1;
	unsigned long cmd_bits = (cm_error >> 3) & 0x1f;
	unsigned long sport_bits = (cm_error >> 0) & 7;
	snprintf(buf, sizeof(buf),
	"C3=%s C2=%s C1=%s C0=%s SC=%s "
	"MCmd=%s SPort=%lu\n",
	core[c3_bits], core[c2_bits],
	core[c1_bits], core[c0_bits],
	sc_bit ? "True" : "False",
	mcmd[cmd_bits], sport_bits);
	}

	ocause = (cm_other & CM_GCR_ERROR_MULT_ERR2ND_MSK) >>
	CM_GCR_ERROR_MULT_ERR2ND_SHF;

	pr_err("CM_ERROR=%08lx %s <%s>\n", cm_error,
	causes[cause], buf);
	pr_err("CM_ADDR =%08lx\n", cm_addr);
	pr_err("CM_OTHER=%08lx %s\n", cm_other, causes[ocause]);

	/* reprime cause register */
	write_gcr_error_cause(0);
	}
	}

	return retval;
	}