blob: 9c5778e6ed4b07e02cb9c3da1142e724c6c00d0c [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * Copyright (C) 2001 Dave Engebretsen IBM Corporation
Michael Ellermand9953102005-10-24 15:07:30 +10003 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
Michael Ellermand9953102005-10-24 15:07:30 +10008 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
Michael Ellermand9953102005-10-24 15:07:30 +100013 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070014 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17 */
18
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <linux/sched.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <linux/interrupt.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#include <linux/irq.h>
Anton Blanchard90128992012-03-21 15:59:04 +000022#include <linux/of.h>
Anton Blanchard55fc0c52012-03-21 15:49:59 +000023#include <linux/fs.h>
24#include <linux/reboot.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include <asm/machdep.h>
27#include <asm/rtas.h>
Michael Ellerman8c4f1f22005-12-04 18:39:33 +110028#include <asm/firmware.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070029
Michael Ellerman577830b2007-02-08 18:33:51 +110030#include "pseries.h"
Arnd Bergmannc902be72006-01-04 19:55:53 +000031
Linus Torvalds1da177e2005-04-16 15:20:36 -070032static unsigned char ras_log_buf[RTAS_ERROR_LOG_MAX];
33static DEFINE_SPINLOCK(ras_log_buf_lock);
34
Anton Blanchardd3685142011-01-11 19:50:51 +000035static char global_mce_data_buf[RTAS_ERROR_LOG_MAX];
36static DEFINE_PER_CPU(__u64, mce_data_buf);
Linus Torvalds1da177e2005-04-16 15:20:36 -070037
Linus Torvalds1da177e2005-04-16 15:20:36 -070038static int ras_check_exception_token;
39
40#define EPOW_SENSOR_TOKEN 9
41#define EPOW_SENSOR_INDEX 0
Linus Torvalds1da177e2005-04-16 15:20:36 -070042
David Howells7d12e782006-10-05 14:55:46 +010043static irqreturn_t ras_epow_interrupt(int irq, void *dev_id);
44static irqreturn_t ras_error_interrupt(int irq, void *dev_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -070045
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +100046
Linus Torvalds1da177e2005-04-16 15:20:36 -070047/*
48 * Initialize handlers for the set of interrupts caused by hardware errors
49 * and power system events.
50 */
51static int __init init_ras_IRQ(void)
52{
53 struct device_node *np;
54
Linus Torvalds1da177e2005-04-16 15:20:36 -070055 ras_check_exception_token = rtas_token("check-exception");
56
57 /* Internal Errors */
58 np = of_find_node_by_path("/event-sources/internal-errors");
59 if (np != NULL) {
Mark Nelson32c96f72010-05-18 22:51:00 +000060 request_event_sources_irqs(np, ras_error_interrupt,
61 "RAS_ERROR");
Linus Torvalds1da177e2005-04-16 15:20:36 -070062 of_node_put(np);
63 }
64
65 /* EPOW Events */
66 np = of_find_node_by_path("/event-sources/epow-events");
67 if (np != NULL) {
Mark Nelson32c96f72010-05-18 22:51:00 +000068 request_event_sources_irqs(np, ras_epow_interrupt, "RAS_EPOW");
Linus Torvalds1da177e2005-04-16 15:20:36 -070069 of_node_put(np);
70 }
71
Anton Blanchard69ed3322006-03-28 14:08:39 +110072 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070073}
Anton Blanchard55fc0c52012-03-21 15:49:59 +000074subsys_initcall(init_ras_IRQ);
Linus Torvalds1da177e2005-04-16 15:20:36 -070075
Anton Blanchard55fc0c52012-03-21 15:49:59 +000076#define EPOW_SHUTDOWN_NORMAL 1
77#define EPOW_SHUTDOWN_ON_UPS 2
78#define EPOW_SHUTDOWN_LOSS_OF_CRITICAL_FUNCTIONS 3
79#define EPOW_SHUTDOWN_AMBIENT_TEMPERATURE_TOO_HIGH 4
80
81static void handle_system_shutdown(char event_modifier)
82{
83 switch (event_modifier) {
84 case EPOW_SHUTDOWN_NORMAL:
85 pr_emerg("Firmware initiated power off");
liguang1b7e0cb2013-05-30 15:20:33 +080086 orderly_poweroff(true);
Anton Blanchard55fc0c52012-03-21 15:49:59 +000087 break;
88
89 case EPOW_SHUTDOWN_ON_UPS:
90 pr_emerg("Loss of power reported by firmware, system is "
91 "running on UPS/battery");
92 break;
93
94 case EPOW_SHUTDOWN_LOSS_OF_CRITICAL_FUNCTIONS:
95 pr_emerg("Loss of system critical functions reported by "
96 "firmware");
97 pr_emerg("Check RTAS error log for details");
liguang1b7e0cb2013-05-30 15:20:33 +080098 orderly_poweroff(true);
Anton Blanchard55fc0c52012-03-21 15:49:59 +000099 break;
100
101 case EPOW_SHUTDOWN_AMBIENT_TEMPERATURE_TOO_HIGH:
102 pr_emerg("Ambient temperature too high reported by firmware");
103 pr_emerg("Check RTAS error log for details");
liguang1b7e0cb2013-05-30 15:20:33 +0800104 orderly_poweroff(true);
Anton Blanchard55fc0c52012-03-21 15:49:59 +0000105 break;
106
107 default:
108 pr_err("Unknown power/cooling shutdown event (modifier %d)",
109 event_modifier);
110 }
111}
112
113struct epow_errorlog {
114 unsigned char sensor_value;
115 unsigned char event_modifier;
116 unsigned char extended_modifier;
117 unsigned char reserved;
118 unsigned char platform_reason;
119};
120
121#define EPOW_RESET 0
122#define EPOW_WARN_COOLING 1
123#define EPOW_WARN_POWER 2
124#define EPOW_SYSTEM_SHUTDOWN 3
125#define EPOW_SYSTEM_HALT 4
126#define EPOW_MAIN_ENCLOSURE 5
127#define EPOW_POWER_OFF 7
128
129void rtas_parse_epow_errlog(struct rtas_error_log *log)
130{
131 struct pseries_errorlog *pseries_log;
132 struct epow_errorlog *epow_log;
133 char action_code;
134 char modifier;
135
136 pseries_log = get_pseries_errorlog(log, PSERIES_ELOG_SECT_ID_EPOW);
137 if (pseries_log == NULL)
138 return;
139
140 epow_log = (struct epow_errorlog *)pseries_log->data;
141 action_code = epow_log->sensor_value & 0xF; /* bottom 4 bits */
142 modifier = epow_log->event_modifier & 0xF; /* bottom 4 bits */
143
144 switch (action_code) {
145 case EPOW_RESET:
146 pr_err("Non critical power or cooling issue cleared");
147 break;
148
149 case EPOW_WARN_COOLING:
150 pr_err("Non critical cooling issue reported by firmware");
151 pr_err("Check RTAS error log for details");
152 break;
153
154 case EPOW_WARN_POWER:
155 pr_err("Non critical power issue reported by firmware");
156 pr_err("Check RTAS error log for details");
157 break;
158
159 case EPOW_SYSTEM_SHUTDOWN:
160 handle_system_shutdown(epow_log->event_modifier);
161 break;
162
163 case EPOW_SYSTEM_HALT:
164 pr_emerg("Firmware initiated power off");
liguang1b7e0cb2013-05-30 15:20:33 +0800165 orderly_poweroff(true);
Anton Blanchard55fc0c52012-03-21 15:49:59 +0000166 break;
167
168 case EPOW_MAIN_ENCLOSURE:
169 case EPOW_POWER_OFF:
170 pr_emerg("Critical power/cooling issue reported by firmware");
171 pr_emerg("Check RTAS error log for details");
172 pr_emerg("Immediate power off");
173 emergency_sync();
174 kernel_power_off();
175 break;
176
177 default:
178 pr_err("Unknown power/cooling event (action code %d)",
179 action_code);
180 }
181}
182
183/* Handle environmental and power warning (EPOW) interrupts. */
David Howells7d12e782006-10-05 14:55:46 +0100184static irqreturn_t ras_epow_interrupt(int irq, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185{
Anton Blanchard55fc0c52012-03-21 15:49:59 +0000186 int status;
187 int state;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188 int critical;
189
Anton Blanchard587f83e2012-03-21 15:53:43 +0000190 status = rtas_get_sensor(EPOW_SENSOR_TOKEN, EPOW_SENSOR_INDEX, &state);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191
192 if (state > 3)
Anton Blanchard55fc0c52012-03-21 15:49:59 +0000193 critical = 1; /* Time Critical */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194 else
195 critical = 0;
196
197 spin_lock(&ras_log_buf_lock);
198
199 status = rtas_call(ras_check_exception_token, 6, 1, NULL,
Mark Nelsonb08e2812010-05-26 21:40:39 +0000200 RTAS_VECTOR_EXTERNAL_INTERRUPT,
Grant Likely476eb492011-05-04 15:02:15 +1000201 virq_to_hw(irq),
Anton Blanchard6f437472012-03-21 15:56:49 +0000202 RTAS_EPOW_WARNING,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203 critical, __pa(&ras_log_buf),
204 rtas_get_error_log_max());
205
Linus Torvalds1da177e2005-04-16 15:20:36 -0700206 log_error(ras_log_buf, ERR_TYPE_RTAS_LOG, 0);
207
Anton Blanchard55fc0c52012-03-21 15:49:59 +0000208 rtas_parse_epow_errlog((struct rtas_error_log *)ras_log_buf);
209
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210 spin_unlock(&ras_log_buf_lock);
211 return IRQ_HANDLED;
212}
213
214/*
215 * Handle hardware error interrupts.
216 *
217 * RTAS check-exception is called to collect data on the exception. If
218 * the error is deemed recoverable, we log a warning and return.
219 * For nonrecoverable errors, an error is logged and we stop all processing
220 * as quickly as possible in order to prevent propagation of the failure.
221 */
David Howells7d12e782006-10-05 14:55:46 +0100222static irqreturn_t ras_error_interrupt(int irq, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700223{
224 struct rtas_error_log *rtas_elog;
Anton Blanchardcc8b5262012-03-21 15:58:03 +0000225 int status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226 int fatal;
227
228 spin_lock(&ras_log_buf_lock);
229
230 status = rtas_call(ras_check_exception_token, 6, 1, NULL,
Mark Nelsonb08e2812010-05-26 21:40:39 +0000231 RTAS_VECTOR_EXTERNAL_INTERRUPT,
Grant Likely476eb492011-05-04 15:02:15 +1000232 virq_to_hw(irq),
Anton Blanchardcc8b5262012-03-21 15:58:03 +0000233 RTAS_INTERNAL_ERROR, 1 /* Time Critical */,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234 __pa(&ras_log_buf),
235 rtas_get_error_log_max());
236
237 rtas_elog = (struct rtas_error_log *)ras_log_buf;
238
Greg Kurza08a53ea2014-04-04 09:35:13 +0200239 if (status == 0 &&
240 rtas_error_severity(rtas_elog) >= RTAS_SEVERITY_ERROR_SYNC)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241 fatal = 1;
242 else
243 fatal = 0;
244
245 /* format and print the extended information */
246 log_error(ras_log_buf, ERR_TYPE_RTAS_LOG, fatal);
247
248 if (fatal) {
Anton Blanchardcc8b5262012-03-21 15:58:03 +0000249 pr_emerg("Fatal hardware error reported by firmware");
250 pr_emerg("Check RTAS error log for details");
251 pr_emerg("Immediate power off");
252 emergency_sync();
253 kernel_power_off();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254 } else {
Anton Blanchardcc8b5262012-03-21 15:58:03 +0000255 pr_err("Recoverable hardware error reported by firmware");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256 }
257
258 spin_unlock(&ras_log_buf_lock);
259 return IRQ_HANDLED;
260}
261
Anton Blanchardd3685142011-01-11 19:50:51 +0000262/*
263 * Some versions of FWNMI place the buffer inside the 4kB page starting at
264 * 0x7000. Other versions place it inside the rtas buffer. We check both.
265 */
266#define VALID_FWNMI_BUFFER(A) \
267 ((((A) >= 0x7000) && ((A) < 0x7ff0)) || \
268 (((A) >= rtas.base) && ((A) < (rtas.base + rtas.size - 16))))
269
270/*
271 * Get the error information for errors coming through the
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272 * FWNMI vectors. The pt_regs' r3 will be updated to reflect
273 * the actual r3 if possible, and a ptr to the error log entry
274 * will be returned if found.
275 *
Anton Blanchardd3685142011-01-11 19:50:51 +0000276 * If the RTAS error is not of the extended type, then we put it in a per
277 * cpu 64bit buffer. If it is the extended type we use global_mce_data_buf.
278 *
279 * The global_mce_data_buf does not have any locks or protection around it,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700280 * if a second machine check comes in, or a system reset is done
281 * before we have logged the error, then we will get corruption in the
282 * error log. This is preferable over holding off on calling
283 * ibm,nmi-interlock which would result in us checkstopping if a
284 * second machine check did come in.
285 */
286static struct rtas_error_log *fwnmi_get_errinfo(struct pt_regs *regs)
287{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288 unsigned long *savep;
Anton Blanchardd3685142011-01-11 19:50:51 +0000289 struct rtas_error_log *h, *errhdr = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290
Mahesh Salgaonkaree1dd1e2013-07-10 18:32:56 +0530291 /* Mask top two bits */
292 regs->gpr[3] &= ~(0x3UL << 62);
293
Anton Blanchardd3685142011-01-11 19:50:51 +0000294 if (!VALID_FWNMI_BUFFER(regs->gpr[3])) {
Anton Blanchardf0e939a2011-05-10 13:34:03 +0000295 printk(KERN_ERR "FWNMI: corrupt r3 0x%016lx\n", regs->gpr[3]);
Anton Blanchardd3685142011-01-11 19:50:51 +0000296 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700297 }
Anton Blanchardd3685142011-01-11 19:50:51 +0000298
299 savep = __va(regs->gpr[3]);
300 regs->gpr[3] = savep[0]; /* restore original r3 */
301
302 /* If it isn't an extended log we can use the per cpu 64bit buffer */
303 h = (struct rtas_error_log *)&savep[1];
Greg Kurza08a53ea2014-04-04 09:35:13 +0200304 if (!rtas_error_extended(h)) {
Anton Blanchardd3685142011-01-11 19:50:51 +0000305 memcpy(&__get_cpu_var(mce_data_buf), h, sizeof(__u64));
306 errhdr = (struct rtas_error_log *)&__get_cpu_var(mce_data_buf);
307 } else {
Greg Kurza08a53ea2014-04-04 09:35:13 +0200308 int len, error_log_length;
Anton Blanchardd3685142011-01-11 19:50:51 +0000309
Greg Kurza08a53ea2014-04-04 09:35:13 +0200310 error_log_length = 8 + rtas_error_extended_log_length(h);
311 len = max_t(int, error_log_length, RTAS_ERROR_LOG_MAX);
Anton Blanchardd3685142011-01-11 19:50:51 +0000312 memset(global_mce_data_buf, 0, RTAS_ERROR_LOG_MAX);
313 memcpy(global_mce_data_buf, h, len);
314 errhdr = (struct rtas_error_log *)global_mce_data_buf;
315 }
316
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317 return errhdr;
318}
319
320/* Call this when done with the data returned by FWNMI_get_errinfo.
321 * It will release the saved data area for other CPUs in the
322 * partition to receive FWNMI errors.
323 */
324static void fwnmi_release_errinfo(void)
325{
326 int ret = rtas_call(rtas_token("ibm,nmi-interlock"), 0, 1, NULL);
327 if (ret != 0)
Anton Blanchardd3685142011-01-11 19:50:51 +0000328 printk(KERN_ERR "FWNMI: nmi-interlock failed: %d\n", ret);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329}
330
Arnd Bergmannc902be72006-01-04 19:55:53 +0000331int pSeries_system_reset_exception(struct pt_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700332{
333 if (fwnmi_active) {
334 struct rtas_error_log *errhdr = fwnmi_get_errinfo(regs);
335 if (errhdr) {
336 /* XXX Should look at FWNMI information */
337 }
338 fwnmi_release_errinfo();
339 }
Arnd Bergmannc902be72006-01-04 19:55:53 +0000340 return 0; /* need to perform reset */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700341}
342
343/*
344 * See if we can recover from a machine check exception.
345 * This is only called on power4 (or above) and only via
346 * the Firmware Non-Maskable Interrupts (fwnmi) handler
347 * which provides the error analysis for us.
348 *
349 * Return 1 if corrected (or delivered a signal).
350 * Return 0 if there is nothing we can do.
351 */
Anton Blanchardd47d1d82011-01-11 19:49:19 +0000352static int recover_mce(struct pt_regs *regs, struct rtas_error_log *err)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700353{
Anton Blanchardd47d1d82011-01-11 19:49:19 +0000354 int recovered = 0;
Greg Kurza08a53ea2014-04-04 09:35:13 +0200355 int disposition = rtas_error_disposition(err);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700356
Anton Blanchardd47d1d82011-01-11 19:49:19 +0000357 if (!(regs->msr & MSR_RI)) {
358 /* If MSR_RI isn't set, we cannot recover */
359 recovered = 0;
360
Greg Kurza08a53ea2014-04-04 09:35:13 +0200361 } else if (disposition == RTAS_DISP_FULLY_RECOVERED) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362 /* Platform corrected itself */
Anton Blanchardd47d1d82011-01-11 19:49:19 +0000363 recovered = 1;
364
Greg Kurza08a53ea2014-04-04 09:35:13 +0200365 } else if (disposition == RTAS_DISP_LIMITED_RECOVERY) {
Anton Blanchardd47d1d82011-01-11 19:49:19 +0000366 /* Platform corrected itself but could be degraded */
367 printk(KERN_ERR "MCE: limited recovery, system may "
368 "be degraded\n");
369 recovered = 1;
370
371 } else if (user_mode(regs) && !is_global_init(current) &&
Greg Kurza08a53ea2014-04-04 09:35:13 +0200372 rtas_error_severity(err) == RTAS_SEVERITY_ERROR_SYNC) {
Anton Blanchardd47d1d82011-01-11 19:49:19 +0000373
374 /*
375 * If we received a synchronous error when in userspace
376 * kill the task. Firmware may report details of the fail
377 * asynchronously, so we can't rely on the target and type
378 * fields being valid here.
379 */
380 printk(KERN_ERR "MCE: uncorrectable error, killing task "
381 "%s:%d\n", current->comm, current->pid);
382
383 _exception(SIGBUS, regs, BUS_MCEERR_AR, regs->nip);
384 recovered = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700385 }
386
Anton Blanchard3f9793e2011-01-11 19:46:29 +0000387 log_error((char *)err, ERR_TYPE_RTAS_LOG, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700388
Anton Blanchardd47d1d82011-01-11 19:49:19 +0000389 return recovered;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700390}
391
392/*
393 * Handle a machine check.
394 *
395 * Note that on Power 4 and beyond Firmware Non-Maskable Interrupts (fwnmi)
396 * should be present. If so the handler which called us tells us if the
397 * error was recovered (never true if RI=0).
398 *
399 * On hardware prior to Power 4 these exceptions were asynchronous which
400 * means we can't tell exactly where it occurred and so we can't recover.
401 */
402int pSeries_machine_check_exception(struct pt_regs *regs)
403{
404 struct rtas_error_log *errp;
405
406 if (fwnmi_active) {
407 errp = fwnmi_get_errinfo(regs);
408 fwnmi_release_errinfo();
409 if (errp && recover_mce(regs, errp))
410 return 1;
411 }
412
413 return 0;
414}