Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | * Bus error event handling code for systems equipped with ECC |
| 3 | * handling logic, i.e. DECstation/DECsystem 5000/200 (KN02), |
| 4 | * 5000/240 (KN03), 5000/260 (KN05) and DECsystem 5900 (KN03), |
| 5 | * 5900/260 (KN05) systems. |
| 6 | * |
Maciej W. Rozycki | 64dac50 | 2005-06-22 20:56:26 +0000 | [diff] [blame] | 7 | * Copyright (c) 2003, 2005 Maciej W. Rozycki |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 8 | * |
| 9 | * This program is free software; you can redistribute it and/or |
| 10 | * modify it under the terms of the GNU General Public License |
| 11 | * as published by the Free Software Foundation; either version |
| 12 | * 2 of the License, or (at your option) any later version. |
| 13 | */ |
| 14 | |
| 15 | #include <linux/init.h> |
Maciej W. Rozycki | 64dac50 | 2005-06-22 20:56:26 +0000 | [diff] [blame] | 16 | #include <linux/interrupt.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | #include <linux/kernel.h> |
| 18 | #include <linux/sched.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | #include <linux/types.h> |
| 20 | |
| 21 | #include <asm/addrspace.h> |
| 22 | #include <asm/bootinfo.h> |
| 23 | #include <asm/cpu.h> |
Maciej W. Rozycki | af37530 | 2014-03-31 23:51:30 +0100 | [diff] [blame] | 24 | #include <asm/cpu-type.h> |
Ralf Baechle | 6dab2f4 | 2006-10-09 00:00:31 +0100 | [diff] [blame] | 25 | #include <asm/irq_regs.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | #include <asm/processor.h> |
Maciej W. Rozycki | 49afb1f | 2006-12-06 11:50:23 +0000 | [diff] [blame] | 27 | #include <asm/ptrace.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | #include <asm/traps.h> |
| 29 | |
| 30 | #include <asm/dec/ecc.h> |
| 31 | #include <asm/dec/kn02.h> |
| 32 | #include <asm/dec/kn03.h> |
| 33 | #include <asm/dec/kn05.h> |
| 34 | |
| 35 | static volatile u32 *kn0x_erraddr; |
| 36 | static volatile u32 *kn0x_chksyn; |
| 37 | |
| 38 | static inline void dec_ecc_be_ack(void) |
| 39 | { |
| 40 | *kn0x_erraddr = 0; /* any write clears the IRQ */ |
| 41 | iob(); |
| 42 | } |
| 43 | |
| 44 | static int dec_ecc_be_backend(struct pt_regs *regs, int is_fixup, int invoker) |
| 45 | { |
| 46 | static const char excstr[] = "exception"; |
| 47 | static const char intstr[] = "interrupt"; |
| 48 | static const char cpustr[] = "CPU"; |
| 49 | static const char dmastr[] = "DMA"; |
| 50 | static const char readstr[] = "read"; |
| 51 | static const char mreadstr[] = "memory read"; |
| 52 | static const char writestr[] = "write"; |
| 53 | static const char mwritstr[] = "partial memory write"; |
| 54 | static const char timestr[] = "timeout"; |
| 55 | static const char overstr[] = "overrun"; |
| 56 | static const char eccstr[] = "ECC error"; |
| 57 | |
| 58 | const char *kind, *agent, *cycle, *event; |
| 59 | const char *status = "", *xbit = "", *fmt = ""; |
Maciej W. Rozycki | 64dac50 | 2005-06-22 20:56:26 +0000 | [diff] [blame] | 60 | unsigned long address; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 61 | u16 syn = 0, sngl; |
| 62 | |
| 63 | int i = 0; |
| 64 | |
| 65 | u32 erraddr = *kn0x_erraddr; |
| 66 | u32 chksyn = *kn0x_chksyn; |
| 67 | int action = MIPS_BE_FATAL; |
| 68 | |
Maciej W. Rozycki | 64dac50 | 2005-06-22 20:56:26 +0000 | [diff] [blame] | 69 | /* For non-ECC ack ASAP, so that any subsequent errors get caught. */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | if ((erraddr & (KN0X_EAR_VALID | KN0X_EAR_ECCERR)) == KN0X_EAR_VALID) |
| 71 | dec_ecc_be_ack(); |
| 72 | |
| 73 | kind = invoker ? intstr : excstr; |
| 74 | |
| 75 | if (!(erraddr & KN0X_EAR_VALID)) { |
| 76 | /* No idea what happened. */ |
Maciej W. Rozycki | 64dac50 | 2005-06-22 20:56:26 +0000 | [diff] [blame] | 77 | printk(KERN_ALERT "Unidentified bus error %s\n", kind); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 78 | return action; |
| 79 | } |
| 80 | |
| 81 | agent = (erraddr & KN0X_EAR_CPU) ? cpustr : dmastr; |
| 82 | |
| 83 | if (erraddr & KN0X_EAR_ECCERR) { |
| 84 | /* An ECC error on a CPU or DMA transaction. */ |
| 85 | cycle = (erraddr & KN0X_EAR_WRITE) ? mwritstr : mreadstr; |
| 86 | event = eccstr; |
| 87 | } else { |
| 88 | /* A CPU timeout or a DMA overrun. */ |
| 89 | cycle = (erraddr & KN0X_EAR_WRITE) ? writestr : readstr; |
| 90 | event = (erraddr & KN0X_EAR_CPU) ? timestr : overstr; |
| 91 | } |
| 92 | |
| 93 | address = erraddr & KN0X_EAR_ADDRESS; |
| 94 | /* For ECC errors on reads adjust for MT pipelining. */ |
| 95 | if ((erraddr & (KN0X_EAR_WRITE | KN0X_EAR_ECCERR)) == KN0X_EAR_ECCERR) |
| 96 | address = (address & ~0xfffLL) | ((address - 5) & 0xfffLL); |
| 97 | address <<= 2; |
| 98 | |
| 99 | /* Only CPU errors are fixable. */ |
| 100 | if (erraddr & KN0X_EAR_CPU && is_fixup) |
| 101 | action = MIPS_BE_FIXUP; |
| 102 | |
| 103 | if (erraddr & KN0X_EAR_ECCERR) { |
| 104 | static const u8 data_sbit[32] = { |
| 105 | 0x4f, 0x4a, 0x52, 0x54, 0x57, 0x58, 0x5b, 0x5d, |
| 106 | 0x23, 0x25, 0x26, 0x29, 0x2a, 0x2c, 0x31, 0x34, |
| 107 | 0x0e, 0x0b, 0x13, 0x15, 0x16, 0x19, 0x1a, 0x1c, |
| 108 | 0x62, 0x64, 0x67, 0x68, 0x6b, 0x6d, 0x70, 0x75, |
| 109 | }; |
| 110 | static const u8 data_mbit[25] = { |
| 111 | 0x07, 0x0d, 0x1f, |
| 112 | 0x2f, 0x32, 0x37, 0x38, 0x3b, 0x3d, 0x3e, |
| 113 | 0x43, 0x45, 0x46, 0x49, 0x4c, 0x51, 0x5e, |
| 114 | 0x61, 0x6e, 0x73, 0x76, 0x79, 0x7a, 0x7c, 0x7f, |
| 115 | }; |
| 116 | static const char sbestr[] = "corrected single"; |
| 117 | static const char dbestr[] = "uncorrectable double"; |
| 118 | static const char mbestr[] = "uncorrectable multiple"; |
| 119 | |
| 120 | if (!(address & 0x4)) |
| 121 | syn = chksyn; /* Low bank. */ |
| 122 | else |
| 123 | syn = chksyn >> 16; /* High bank. */ |
| 124 | |
| 125 | if (!(syn & KN0X_ESR_VLDLO)) { |
| 126 | /* Ack now, no rewrite will happen. */ |
| 127 | dec_ecc_be_ack(); |
| 128 | |
Maciej W. Rozycki | 64dac50 | 2005-06-22 20:56:26 +0000 | [diff] [blame] | 129 | fmt = KERN_ALERT "%s" "invalid\n"; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 130 | } else { |
| 131 | sngl = syn & KN0X_ESR_SNGLO; |
| 132 | syn &= KN0X_ESR_SYNLO; |
| 133 | |
| 134 | /* |
| 135 | * Multibit errors may be tagged incorrectly; |
| 136 | * check the syndrome explicitly. |
| 137 | */ |
| 138 | for (i = 0; i < 25; i++) |
| 139 | if (syn == data_mbit[i]) |
| 140 | break; |
| 141 | |
| 142 | if (i < 25) { |
| 143 | status = mbestr; |
| 144 | } else if (!sngl) { |
| 145 | status = dbestr; |
| 146 | } else { |
Maciej W. Rozycki | 3bd4c90 | 2005-06-16 20:30:54 +0000 | [diff] [blame] | 147 | volatile u32 *ptr = |
| 148 | (void *)CKSEG1ADDR(address); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | |
| 150 | *ptr = *ptr; /* Rewrite. */ |
| 151 | iob(); |
| 152 | |
| 153 | status = sbestr; |
| 154 | action = MIPS_BE_DISCARD; |
| 155 | } |
| 156 | |
| 157 | /* Ack now, now we've rewritten (or not). */ |
| 158 | dec_ecc_be_ack(); |
| 159 | |
| 160 | if (syn && syn == (syn & -syn)) { |
| 161 | if (syn == 0x01) { |
| 162 | fmt = KERN_ALERT "%s" |
| 163 | "%#04x -- %s bit error " |
Maciej W. Rozycki | 64dac50 | 2005-06-22 20:56:26 +0000 | [diff] [blame] | 164 | "at check bit C%s\n"; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 165 | xbit = "X"; |
| 166 | } else { |
| 167 | fmt = KERN_ALERT "%s" |
| 168 | "%#04x -- %s bit error " |
Maciej W. Rozycki | 64dac50 | 2005-06-22 20:56:26 +0000 | [diff] [blame] | 169 | "at check bit C%s%u\n"; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 170 | } |
| 171 | i = syn >> 2; |
| 172 | } else { |
| 173 | for (i = 0; i < 32; i++) |
| 174 | if (syn == data_sbit[i]) |
| 175 | break; |
| 176 | if (i < 32) |
| 177 | fmt = KERN_ALERT "%s" |
| 178 | "%#04x -- %s bit error " |
Maciej W. Rozycki | 64dac50 | 2005-06-22 20:56:26 +0000 | [diff] [blame] | 179 | "at data bit D%s%u\n"; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 180 | else |
| 181 | fmt = KERN_ALERT "%s" |
Maciej W. Rozycki | 64dac50 | 2005-06-22 20:56:26 +0000 | [diff] [blame] | 182 | "%#04x -- %s bit error\n"; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 183 | } |
| 184 | } |
| 185 | } |
| 186 | |
| 187 | if (action != MIPS_BE_FIXUP) |
Maciej W. Rozycki | 64dac50 | 2005-06-22 20:56:26 +0000 | [diff] [blame] | 188 | printk(KERN_ALERT "Bus error %s: %s %s %s at %#010lx\n", |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 189 | kind, agent, cycle, event, address); |
| 190 | |
| 191 | if (action != MIPS_BE_FIXUP && erraddr & KN0X_EAR_ECCERR) |
| 192 | printk(fmt, " ECC syndrome ", syn, status, xbit, i); |
| 193 | |
| 194 | return action; |
| 195 | } |
| 196 | |
| 197 | int dec_ecc_be_handler(struct pt_regs *regs, int is_fixup) |
| 198 | { |
| 199 | return dec_ecc_be_backend(regs, is_fixup, 0); |
| 200 | } |
| 201 | |
Ralf Baechle | 6dab2f4 | 2006-10-09 00:00:31 +0100 | [diff] [blame] | 202 | irqreturn_t dec_ecc_be_interrupt(int irq, void *dev_id) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 203 | { |
Ralf Baechle | 6dab2f4 | 2006-10-09 00:00:31 +0100 | [diff] [blame] | 204 | struct pt_regs *regs = get_irq_regs(); |
| 205 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 206 | int action = dec_ecc_be_backend(regs, 0, 1); |
| 207 | |
| 208 | if (action == MIPS_BE_DISCARD) |
Maciej W. Rozycki | 68e4a86 | 2005-06-13 19:53:38 +0000 | [diff] [blame] | 209 | return IRQ_HANDLED; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 210 | |
| 211 | /* |
Maciej W. Rozycki | 64dac50 | 2005-06-22 20:56:26 +0000 | [diff] [blame] | 212 | * FIXME: Find the affected processes and kill them, otherwise |
| 213 | * we must die. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 214 | * |
| 215 | * The interrupt is asynchronously delivered thus EPC and RA |
| 216 | * may be irrelevant, but are printed for a reference. |
| 217 | */ |
| 218 | printk(KERN_ALERT "Fatal bus interrupt, epc == %08lx, ra == %08lx\n", |
| 219 | regs->cp0_epc, regs->regs[31]); |
| 220 | die("Unrecoverable bus error", regs); |
| 221 | } |
| 222 | |
| 223 | |
| 224 | /* |
| 225 | * Initialization differs a bit between KN02 and KN03/KN05, so we |
| 226 | * need two variants. Once set up, all systems can be handled the |
| 227 | * same way. |
| 228 | */ |
| 229 | static inline void dec_kn02_be_init(void) |
| 230 | { |
Maciej W. Rozycki | a5fc9c0 | 2005-07-01 16:10:40 +0000 | [diff] [blame] | 231 | volatile u32 *csr = (void *)CKSEG1ADDR(KN02_SLOT_BASE + KN02_CSR); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 232 | |
Maciej W. Rozycki | a5fc9c0 | 2005-07-01 16:10:40 +0000 | [diff] [blame] | 233 | kn0x_erraddr = (void *)CKSEG1ADDR(KN02_SLOT_BASE + KN02_ERRADDR); |
| 234 | kn0x_chksyn = (void *)CKSEG1ADDR(KN02_SLOT_BASE + KN02_CHKSYN); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 235 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 236 | /* Preset write-only bits of the Control Register cache. */ |
Maciej W. Rozycki | 64dac50 | 2005-06-22 20:56:26 +0000 | [diff] [blame] | 237 | cached_kn02_csr = *csr | KN02_CSR_LEDS; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 238 | |
| 239 | /* Set normal ECC detection and generation. */ |
| 240 | cached_kn02_csr &= ~(KN02_CSR_DIAGCHK | KN02_CSR_DIAGGEN); |
| 241 | /* Enable ECC correction. */ |
| 242 | cached_kn02_csr |= KN02_CSR_CORRECT; |
| 243 | *csr = cached_kn02_csr; |
| 244 | iob(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 245 | } |
| 246 | |
| 247 | static inline void dec_kn03_be_init(void) |
| 248 | { |
Maciej W. Rozycki | a5fc9c0 | 2005-07-01 16:10:40 +0000 | [diff] [blame] | 249 | volatile u32 *mcr = (void *)CKSEG1ADDR(KN03_SLOT_BASE + IOASIC_MCR); |
| 250 | volatile u32 *mbcs = (void *)CKSEG1ADDR(KN4K_SLOT_BASE + KN4K_MB_CSR); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 251 | |
Maciej W. Rozycki | a5fc9c0 | 2005-07-01 16:10:40 +0000 | [diff] [blame] | 252 | kn0x_erraddr = (void *)CKSEG1ADDR(KN03_SLOT_BASE + IOASIC_ERRADDR); |
| 253 | kn0x_chksyn = (void *)CKSEG1ADDR(KN03_SLOT_BASE + IOASIC_CHKSYN); |
Ralf Baechle | 42a3b4f | 2005-09-03 15:56:17 -0700 | [diff] [blame] | 254 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 255 | /* |
| 256 | * Set normal ECC detection and generation, enable ECC correction. |
| 257 | * For KN05 we also need to make sure EE (?) is enabled in the MB. |
| 258 | * Otherwise DBE/IBE exceptions would be masked but bus error |
| 259 | * interrupts would still arrive, resulting in an inevitable crash |
| 260 | * if get_dbe() triggers one. |
| 261 | */ |
| 262 | *mcr = (*mcr & ~(KN03_MCR_DIAGCHK | KN03_MCR_DIAGGEN)) | |
| 263 | KN03_MCR_CORRECT; |
Ralf Baechle | 10cc352 | 2007-10-11 23:46:15 +0100 | [diff] [blame] | 264 | if (current_cpu_type() == CPU_R4400SC) |
Maciej W. Rozycki | 64dac50 | 2005-06-22 20:56:26 +0000 | [diff] [blame] | 265 | *mbcs |= KN4K_MB_CSR_EE; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 266 | fast_iob(); |
| 267 | } |
| 268 | |
| 269 | void __init dec_ecc_be_init(void) |
| 270 | { |
| 271 | if (mips_machtype == MACH_DS5000_200) |
| 272 | dec_kn02_be_init(); |
| 273 | else |
| 274 | dec_kn03_be_init(); |
| 275 | |
| 276 | /* Clear any leftover errors from the firmware. */ |
| 277 | dec_ecc_be_ack(); |
| 278 | } |