blob: 1fa76a588af31ebec60889566a0a67eb4daa5a49 [file] [log] [blame]
Dave Jianga9a753d2008-02-07 00:14:55 -08001/*
Alexander Kuleshov775c5032014-12-28 12:44:45 +06002 * Freescale MPC85xx Memory Controller kernel module
Dave Jianga9a753d2008-02-07 00:14:55 -08003 *
Chunhe Lanc92132f2013-11-25 11:28:41 +01004 * Parts Copyrighted (c) 2013 by Freescale Semiconductor, Inc.
5 *
Dave Jianga9a753d2008-02-07 00:14:55 -08006 * Author: Dave Jiang <djiang@mvista.com>
7 *
8 * 2006-2007 (c) MontaVista Software, Inc. This file is licensed under
9 * the terms of the GNU General Public License version 2. This program
10 * is licensed "as is" without any warranty of any kind, whether express
11 * or implied.
12 *
13 */
14#include <linux/module.h>
15#include <linux/init.h>
Dave Jianga9a753d2008-02-07 00:14:55 -080016#include <linux/interrupt.h>
17#include <linux/ctype.h>
18#include <linux/io.h>
19#include <linux/mod_devicetable.h>
20#include <linux/edac.h>
Andrew Kilkenny60be7552008-10-15 22:04:28 -070021#include <linux/smp.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090022#include <linux/gfp.h>
Dave Jianga9a753d2008-02-07 00:14:55 -080023
24#include <linux/of_platform.h>
25#include <linux/of_device.h>
Dave Jianga9a753d2008-02-07 00:14:55 -080026#include "edac_module.h"
27#include "edac_core.h"
28#include "mpc85xx_edac.h"
29
30static int edac_dev_idx;
Ira W. Snyder0616fb02009-10-26 16:50:10 -070031#ifdef CONFIG_PCI
Dave Jianga9a753d2008-02-07 00:14:55 -080032static int edac_pci_idx;
Ira W. Snyder0616fb02009-10-26 16:50:10 -070033#endif
Dave Jianga9a753d2008-02-07 00:14:55 -080034static int edac_mc_idx;
35
36static u32 orig_ddr_err_disable;
37static u32 orig_ddr_err_sbe;
38
39/*
40 * PCI Err defines
41 */
42#ifdef CONFIG_PCI
43static u32 orig_pci_err_cap_dr;
44static u32 orig_pci_err_en;
45#endif
46
47static u32 orig_l2_err_disable;
Christoph Eggerbd1688d2010-08-10 18:03:18 -070048#ifdef CONFIG_FSL_SOC_BOOKE
Andrew Kilkenny60be7552008-10-15 22:04:28 -070049static u32 orig_hid1[2];
Ira W. Snyderb4846252009-09-23 15:57:25 -070050#endif
Dave Jianga9a753d2008-02-07 00:14:55 -080051
Dave Jianga9a753d2008-02-07 00:14:55 -080052/************************ MC SYSFS parts ***********************************/
53
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030054#define to_mci(k) container_of(k, struct mem_ctl_info, dev)
55
56static ssize_t mpc85xx_mc_inject_data_hi_show(struct device *dev,
57 struct device_attribute *mattr,
Dave Jianga9a753d2008-02-07 00:14:55 -080058 char *data)
59{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030060 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -080061 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
62 return sprintf(data, "0x%08x",
63 in_be32(pdata->mc_vbase +
64 MPC85XX_MC_DATA_ERR_INJECT_HI));
65}
66
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030067static ssize_t mpc85xx_mc_inject_data_lo_show(struct device *dev,
68 struct device_attribute *mattr,
Dave Jianga9a753d2008-02-07 00:14:55 -080069 char *data)
70{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030071 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -080072 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
73 return sprintf(data, "0x%08x",
74 in_be32(pdata->mc_vbase +
75 MPC85XX_MC_DATA_ERR_INJECT_LO));
76}
77
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030078static ssize_t mpc85xx_mc_inject_ctrl_show(struct device *dev,
79 struct device_attribute *mattr,
80 char *data)
Dave Jianga9a753d2008-02-07 00:14:55 -080081{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030082 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -080083 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
84 return sprintf(data, "0x%08x",
85 in_be32(pdata->mc_vbase + MPC85XX_MC_ECC_ERR_INJECT));
86}
87
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030088static ssize_t mpc85xx_mc_inject_data_hi_store(struct device *dev,
89 struct device_attribute *mattr,
Dave Jianga9a753d2008-02-07 00:14:55 -080090 const char *data, size_t count)
91{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030092 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -080093 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
94 if (isdigit(*data)) {
95 out_be32(pdata->mc_vbase + MPC85XX_MC_DATA_ERR_INJECT_HI,
96 simple_strtoul(data, NULL, 0));
97 return count;
98 }
99 return 0;
100}
101
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300102static ssize_t mpc85xx_mc_inject_data_lo_store(struct device *dev,
103 struct device_attribute *mattr,
Dave Jianga9a753d2008-02-07 00:14:55 -0800104 const char *data, size_t count)
105{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300106 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -0800107 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
108 if (isdigit(*data)) {
109 out_be32(pdata->mc_vbase + MPC85XX_MC_DATA_ERR_INJECT_LO,
110 simple_strtoul(data, NULL, 0));
111 return count;
112 }
113 return 0;
114}
115
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300116static ssize_t mpc85xx_mc_inject_ctrl_store(struct device *dev,
117 struct device_attribute *mattr,
118 const char *data, size_t count)
Dave Jianga9a753d2008-02-07 00:14:55 -0800119{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300120 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -0800121 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
122 if (isdigit(*data)) {
123 out_be32(pdata->mc_vbase + MPC85XX_MC_ECC_ERR_INJECT,
124 simple_strtoul(data, NULL, 0));
125 return count;
126 }
127 return 0;
128}
129
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300130DEVICE_ATTR(inject_data_hi, S_IRUGO | S_IWUSR,
131 mpc85xx_mc_inject_data_hi_show, mpc85xx_mc_inject_data_hi_store);
132DEVICE_ATTR(inject_data_lo, S_IRUGO | S_IWUSR,
133 mpc85xx_mc_inject_data_lo_show, mpc85xx_mc_inject_data_lo_store);
134DEVICE_ATTR(inject_ctrl, S_IRUGO | S_IWUSR,
135 mpc85xx_mc_inject_ctrl_show, mpc85xx_mc_inject_ctrl_store);
Dave Jianga9a753d2008-02-07 00:14:55 -0800136
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300137static int mpc85xx_create_sysfs_attributes(struct mem_ctl_info *mci)
Dave Jianga9a753d2008-02-07 00:14:55 -0800138{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300139 int rc;
140
141 rc = device_create_file(&mci->dev, &dev_attr_inject_data_hi);
142 if (rc < 0)
143 return rc;
144 rc = device_create_file(&mci->dev, &dev_attr_inject_data_lo);
145 if (rc < 0)
146 return rc;
147 rc = device_create_file(&mci->dev, &dev_attr_inject_ctrl);
148 if (rc < 0)
149 return rc;
150
151 return 0;
152}
153
154static void mpc85xx_remove_sysfs_attributes(struct mem_ctl_info *mci)
155{
156 device_remove_file(&mci->dev, &dev_attr_inject_data_hi);
157 device_remove_file(&mci->dev, &dev_attr_inject_data_lo);
158 device_remove_file(&mci->dev, &dev_attr_inject_ctrl);
Dave Jianga9a753d2008-02-07 00:14:55 -0800159}
160
161/**************************** PCI Err device ***************************/
162#ifdef CONFIG_PCI
163
164static void mpc85xx_pci_check(struct edac_pci_ctl_info *pci)
165{
166 struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
167 u32 err_detect;
168
169 err_detect = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR);
170
171 /* master aborts can happen during PCI config cycles */
172 if (!(err_detect & ~(PCI_EDE_MULTI_ERR | PCI_EDE_MST_ABRT))) {
173 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, err_detect);
174 return;
175 }
176
177 printk(KERN_ERR "PCI error(s) detected\n");
178 printk(KERN_ERR "PCI/X ERR_DR register: %#08x\n", err_detect);
179
180 printk(KERN_ERR "PCI/X ERR_ATTRIB register: %#08x\n",
181 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ATTRIB));
182 printk(KERN_ERR "PCI/X ERR_ADDR register: %#08x\n",
183 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR));
184 printk(KERN_ERR "PCI/X ERR_EXT_ADDR register: %#08x\n",
185 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EXT_ADDR));
186 printk(KERN_ERR "PCI/X ERR_DL register: %#08x\n",
187 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DL));
188 printk(KERN_ERR "PCI/X ERR_DH register: %#08x\n",
189 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DH));
190
191 /* clear error bits */
192 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, err_detect);
193
194 if (err_detect & PCI_EDE_PERR_MASK)
195 edac_pci_handle_pe(pci, pci->ctl_name);
196
197 if ((err_detect & ~PCI_EDE_MULTI_ERR) & ~PCI_EDE_PERR_MASK)
198 edac_pci_handle_npe(pci, pci->ctl_name);
199}
200
Chunhe Lanc92132f2013-11-25 11:28:41 +0100201static void mpc85xx_pcie_check(struct edac_pci_ctl_info *pci)
202{
203 struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
204 u32 err_detect;
205
206 err_detect = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR);
207
208 pr_err("PCIe error(s) detected\n");
209 pr_err("PCIe ERR_DR register: 0x%08x\n", err_detect);
210 pr_err("PCIe ERR_CAP_STAT register: 0x%08x\n",
211 in_be32(pdata->pci_vbase + MPC85XX_PCI_GAS_TIMR));
212 pr_err("PCIe ERR_CAP_R0 register: 0x%08x\n",
213 in_be32(pdata->pci_vbase + MPC85XX_PCIE_ERR_CAP_R0));
214 pr_err("PCIe ERR_CAP_R1 register: 0x%08x\n",
215 in_be32(pdata->pci_vbase + MPC85XX_PCIE_ERR_CAP_R1));
216 pr_err("PCIe ERR_CAP_R2 register: 0x%08x\n",
217 in_be32(pdata->pci_vbase + MPC85XX_PCIE_ERR_CAP_R2));
218 pr_err("PCIe ERR_CAP_R3 register: 0x%08x\n",
219 in_be32(pdata->pci_vbase + MPC85XX_PCIE_ERR_CAP_R3));
220
221 /* clear error bits */
222 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, err_detect);
223}
224
225static int mpc85xx_pcie_find_capability(struct device_node *np)
226{
227 struct pci_controller *hose;
228
229 if (!np)
230 return -EINVAL;
231
232 hose = pci_find_hose_for_OF_device(np);
233
234 return early_find_capability(hose, 0, 0, PCI_CAP_ID_EXP);
235}
236
Dave Jianga9a753d2008-02-07 00:14:55 -0800237static irqreturn_t mpc85xx_pci_isr(int irq, void *dev_id)
238{
239 struct edac_pci_ctl_info *pci = dev_id;
240 struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
241 u32 err_detect;
242
243 err_detect = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR);
244
245 if (!err_detect)
246 return IRQ_NONE;
247
Chunhe Lanc92132f2013-11-25 11:28:41 +0100248 if (pdata->is_pcie)
249 mpc85xx_pcie_check(pci);
250 else
251 mpc85xx_pci_check(pci);
Dave Jianga9a753d2008-02-07 00:14:55 -0800252
253 return IRQ_HANDLED;
254}
255
Greg Kroah-Hartman9b3c6e82012-12-21 13:23:51 -0800256int mpc85xx_pci_err_probe(struct platform_device *op)
Dave Jianga9a753d2008-02-07 00:14:55 -0800257{
258 struct edac_pci_ctl_info *pci;
259 struct mpc85xx_pci_pdata *pdata;
Dave Jiangf87bd332008-07-25 01:49:14 -0700260 struct resource r;
Dave Jianga9a753d2008-02-07 00:14:55 -0800261 int res = 0;
262
Dave Jiangf87bd332008-07-25 01:49:14 -0700263 if (!devres_open_group(&op->dev, mpc85xx_pci_err_probe, GFP_KERNEL))
Dave Jianga9a753d2008-02-07 00:14:55 -0800264 return -ENOMEM;
265
266 pci = edac_pci_alloc_ctl_info(sizeof(*pdata), "mpc85xx_pci_err");
267 if (!pci)
268 return -ENOMEM;
269
Jia Hongtao905e75c2012-08-28 15:44:08 +0800270 /* make sure error reporting method is sane */
271 switch (edac_op_state) {
272 case EDAC_OPSTATE_POLL:
273 case EDAC_OPSTATE_INT:
274 break;
275 default:
276 edac_op_state = EDAC_OPSTATE_INT;
277 break;
278 }
279
Dave Jianga9a753d2008-02-07 00:14:55 -0800280 pdata = pci->pvt_info;
281 pdata->name = "mpc85xx_pci_err";
282 pdata->irq = NO_IRQ;
Chunhe Lanc92132f2013-11-25 11:28:41 +0100283
284 if (mpc85xx_pcie_find_capability(op->dev.of_node) > 0)
285 pdata->is_pcie = true;
286
Dave Jiangf87bd332008-07-25 01:49:14 -0700287 dev_set_drvdata(&op->dev, pci);
288 pci->dev = &op->dev;
Dave Jianga9a753d2008-02-07 00:14:55 -0800289 pci->mod_name = EDAC_MOD_STR;
290 pci->ctl_name = pdata->name;
Kay Sievers031d5512009-03-24 16:38:21 -0700291 pci->dev_name = dev_name(&op->dev);
Dave Jianga9a753d2008-02-07 00:14:55 -0800292
Chunhe Lanc92132f2013-11-25 11:28:41 +0100293 if (edac_op_state == EDAC_OPSTATE_POLL) {
294 if (pdata->is_pcie)
295 pci->edac_check = mpc85xx_pcie_check;
296 else
297 pci->edac_check = mpc85xx_pci_check;
298 }
Dave Jianga9a753d2008-02-07 00:14:55 -0800299
300 pdata->edac_idx = edac_pci_idx++;
301
Anatolij Gustschina26f95f2010-06-03 03:17:42 +0200302 res = of_address_to_resource(op->dev.of_node, 0, &r);
Dave Jiangf87bd332008-07-25 01:49:14 -0700303 if (res) {
Dave Jianga9a753d2008-02-07 00:14:55 -0800304 printk(KERN_ERR "%s: Unable to get resource for "
305 "PCI err regs\n", __func__);
306 goto err;
307 }
308
Dave Jiangf87bd332008-07-25 01:49:14 -0700309 /* we only need the error registers */
310 r.start += 0xe00;
311
H Hartley Sweeten66ed3f72010-03-10 15:23:13 -0800312 if (!devm_request_mem_region(&op->dev, r.start, resource_size(&r),
313 pdata->name)) {
Dave Jianga9a753d2008-02-07 00:14:55 -0800314 printk(KERN_ERR "%s: Error while requesting mem region\n",
315 __func__);
316 res = -EBUSY;
317 goto err;
318 }
319
H Hartley Sweeten66ed3f72010-03-10 15:23:13 -0800320 pdata->pci_vbase = devm_ioremap(&op->dev, r.start, resource_size(&r));
Dave Jianga9a753d2008-02-07 00:14:55 -0800321 if (!pdata->pci_vbase) {
322 printk(KERN_ERR "%s: Unable to setup PCI err regs\n", __func__);
323 res = -ENOMEM;
324 goto err;
325 }
326
Chunhe Lanc92132f2013-11-25 11:28:41 +0100327 if (pdata->is_pcie) {
328 orig_pci_err_cap_dr =
329 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR);
330 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR, ~0);
331 orig_pci_err_en =
332 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN);
333 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN, 0);
334 } else {
335 orig_pci_err_cap_dr =
336 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_CAP_DR);
Dave Jianga9a753d2008-02-07 00:14:55 -0800337
Chunhe Lanc92132f2013-11-25 11:28:41 +0100338 /* PCI master abort is expected during config cycles */
339 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_CAP_DR, 0x40);
Dave Jianga9a753d2008-02-07 00:14:55 -0800340
Chunhe Lanc92132f2013-11-25 11:28:41 +0100341 orig_pci_err_en =
342 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN);
Dave Jianga9a753d2008-02-07 00:14:55 -0800343
Chunhe Lanc92132f2013-11-25 11:28:41 +0100344 /* disable master abort reporting */
345 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN, ~0x40);
346 }
Dave Jianga9a753d2008-02-07 00:14:55 -0800347
348 /* clear error bits */
349 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, ~0);
350
351 if (edac_pci_add_device(pci, pdata->edac_idx) > 0) {
Joe Perches956b9ba2012-04-29 17:08:39 -0300352 edac_dbg(3, "failed edac_pci_add_device()\n");
Dave Jianga9a753d2008-02-07 00:14:55 -0800353 goto err;
354 }
355
356 if (edac_op_state == EDAC_OPSTATE_INT) {
Anatolij Gustschina26f95f2010-06-03 03:17:42 +0200357 pdata->irq = irq_of_parse_and_map(op->dev.of_node, 0);
Dave Jiangf87bd332008-07-25 01:49:14 -0700358 res = devm_request_irq(&op->dev, pdata->irq,
Chunhe Lanc92132f2013-11-25 11:28:41 +0100359 mpc85xx_pci_isr,
Johannes Thumshirne245e3b2014-01-21 09:42:27 +0100360 IRQF_SHARED,
Dave Jianga9a753d2008-02-07 00:14:55 -0800361 "[EDAC] PCI err", pci);
362 if (res < 0) {
363 printk(KERN_ERR
Baruch Siache7d2c212013-02-10 11:39:52 +0200364 "%s: Unable to request irq %d for "
Dave Jianga9a753d2008-02-07 00:14:55 -0800365 "MPC85xx PCI err\n", __func__, pdata->irq);
Dave Jiangf87bd332008-07-25 01:49:14 -0700366 irq_dispose_mapping(pdata->irq);
Dave Jianga9a753d2008-02-07 00:14:55 -0800367 res = -ENODEV;
368 goto err2;
369 }
370
371 printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for PCI Err\n",
372 pdata->irq);
373 }
374
Chunhe Lanc92132f2013-11-25 11:28:41 +0100375 if (pdata->is_pcie) {
376 /*
377 * Enable all PCIe error interrupt & error detect except invalid
378 * PEX_CONFIG_ADDR/PEX_CONFIG_DATA access interrupt generation
379 * enable bit and invalid PEX_CONFIG_ADDR/PEX_CONFIG_DATA access
380 * detection enable bit. Because PCIe bus code to initialize and
381 * configure these PCIe devices on booting will use some invalid
382 * PEX_CONFIG_ADDR/PEX_CONFIG_DATA, edac driver prints the much
383 * notice information. So disable this detect to fix ugly print.
384 */
385 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN, ~0
386 & ~PEX_ERR_ICCAIE_EN_BIT);
387 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR, 0
388 | PEX_ERR_ICCAD_DISR_BIT);
389 }
390
Dave Jiangf87bd332008-07-25 01:49:14 -0700391 devres_remove_group(&op->dev, mpc85xx_pci_err_probe);
Joe Perches956b9ba2012-04-29 17:08:39 -0300392 edac_dbg(3, "success\n");
Dave Jianga9a753d2008-02-07 00:14:55 -0800393 printk(KERN_INFO EDAC_MOD_STR " PCI err registered\n");
394
395 return 0;
396
397err2:
Dave Jiangf87bd332008-07-25 01:49:14 -0700398 edac_pci_del_device(&op->dev);
Dave Jianga9a753d2008-02-07 00:14:55 -0800399err:
400 edac_pci_free_ctl_info(pci);
Dave Jiangf87bd332008-07-25 01:49:14 -0700401 devres_release_group(&op->dev, mpc85xx_pci_err_probe);
Dave Jianga9a753d2008-02-07 00:14:55 -0800402 return res;
403}
Jia Hongtao905e75c2012-08-28 15:44:08 +0800404EXPORT_SYMBOL(mpc85xx_pci_err_probe);
Dave Jianga9a753d2008-02-07 00:14:55 -0800405
Dave Jianga9a753d2008-02-07 00:14:55 -0800406#endif /* CONFIG_PCI */
407
408/**************************** L2 Err device ***************************/
409
410/************************ L2 SYSFS parts ***********************************/
411
412static ssize_t mpc85xx_l2_inject_data_hi_show(struct edac_device_ctl_info
413 *edac_dev, char *data)
414{
415 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
416 return sprintf(data, "0x%08x",
417 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJHI));
418}
419
420static ssize_t mpc85xx_l2_inject_data_lo_show(struct edac_device_ctl_info
421 *edac_dev, char *data)
422{
423 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
424 return sprintf(data, "0x%08x",
425 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJLO));
426}
427
428static ssize_t mpc85xx_l2_inject_ctrl_show(struct edac_device_ctl_info
429 *edac_dev, char *data)
430{
431 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
432 return sprintf(data, "0x%08x",
433 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJCTL));
434}
435
436static ssize_t mpc85xx_l2_inject_data_hi_store(struct edac_device_ctl_info
437 *edac_dev, const char *data,
438 size_t count)
439{
440 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
441 if (isdigit(*data)) {
442 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJHI,
443 simple_strtoul(data, NULL, 0));
444 return count;
445 }
446 return 0;
447}
448
449static ssize_t mpc85xx_l2_inject_data_lo_store(struct edac_device_ctl_info
450 *edac_dev, const char *data,
451 size_t count)
452{
453 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
454 if (isdigit(*data)) {
455 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJLO,
456 simple_strtoul(data, NULL, 0));
457 return count;
458 }
459 return 0;
460}
461
462static ssize_t mpc85xx_l2_inject_ctrl_store(struct edac_device_ctl_info
463 *edac_dev, const char *data,
464 size_t count)
465{
466 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
467 if (isdigit(*data)) {
468 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJCTL,
469 simple_strtoul(data, NULL, 0));
470 return count;
471 }
472 return 0;
473}
474
475static struct edac_dev_sysfs_attribute mpc85xx_l2_sysfs_attributes[] = {
476 {
477 .attr = {
478 .name = "inject_data_hi",
479 .mode = (S_IRUGO | S_IWUSR)
480 },
481 .show = mpc85xx_l2_inject_data_hi_show,
482 .store = mpc85xx_l2_inject_data_hi_store},
483 {
484 .attr = {
485 .name = "inject_data_lo",
486 .mode = (S_IRUGO | S_IWUSR)
487 },
488 .show = mpc85xx_l2_inject_data_lo_show,
489 .store = mpc85xx_l2_inject_data_lo_store},
490 {
491 .attr = {
492 .name = "inject_ctrl",
493 .mode = (S_IRUGO | S_IWUSR)
494 },
495 .show = mpc85xx_l2_inject_ctrl_show,
496 .store = mpc85xx_l2_inject_ctrl_store},
497
498 /* End of list */
499 {
500 .attr = {.name = NULL}
501 }
502};
503
504static void mpc85xx_set_l2_sysfs_attributes(struct edac_device_ctl_info
505 *edac_dev)
506{
507 edac_dev->sysfs_attributes = mpc85xx_l2_sysfs_attributes;
508}
509
510/***************************** L2 ops ***********************************/
511
512static void mpc85xx_l2_check(struct edac_device_ctl_info *edac_dev)
513{
514 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
515 u32 err_detect;
516
517 err_detect = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET);
518
519 if (!(err_detect & L2_EDE_MASK))
520 return;
521
522 printk(KERN_ERR "ECC Error in CPU L2 cache\n");
523 printk(KERN_ERR "L2 Error Detect Register: 0x%08x\n", err_detect);
524 printk(KERN_ERR "L2 Error Capture Data High Register: 0x%08x\n",
525 in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTDATAHI));
526 printk(KERN_ERR "L2 Error Capture Data Lo Register: 0x%08x\n",
527 in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTDATALO));
528 printk(KERN_ERR "L2 Error Syndrome Register: 0x%08x\n",
529 in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTECC));
530 printk(KERN_ERR "L2 Error Attributes Capture Register: 0x%08x\n",
531 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRATTR));
532 printk(KERN_ERR "L2 Error Address Capture Register: 0x%08x\n",
533 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRADDR));
534
535 /* clear error detect register */
536 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET, err_detect);
537
538 if (err_detect & L2_EDE_CE_MASK)
539 edac_device_handle_ce(edac_dev, 0, 0, edac_dev->ctl_name);
540
541 if (err_detect & L2_EDE_UE_MASK)
542 edac_device_handle_ue(edac_dev, 0, 0, edac_dev->ctl_name);
543}
544
545static irqreturn_t mpc85xx_l2_isr(int irq, void *dev_id)
546{
547 struct edac_device_ctl_info *edac_dev = dev_id;
548 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
549 u32 err_detect;
550
551 err_detect = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET);
552
553 if (!(err_detect & L2_EDE_MASK))
554 return IRQ_NONE;
555
556 mpc85xx_l2_check(edac_dev);
557
558 return IRQ_HANDLED;
559}
560
Greg Kroah-Hartman9b3c6e82012-12-21 13:23:51 -0800561static int mpc85xx_l2_err_probe(struct platform_device *op)
Dave Jianga9a753d2008-02-07 00:14:55 -0800562{
563 struct edac_device_ctl_info *edac_dev;
564 struct mpc85xx_l2_pdata *pdata;
565 struct resource r;
566 int res;
567
568 if (!devres_open_group(&op->dev, mpc85xx_l2_err_probe, GFP_KERNEL))
569 return -ENOMEM;
570
571 edac_dev = edac_device_alloc_ctl_info(sizeof(*pdata),
572 "cpu", 1, "L", 1, 2, NULL, 0,
573 edac_dev_idx);
574 if (!edac_dev) {
575 devres_release_group(&op->dev, mpc85xx_l2_err_probe);
576 return -ENOMEM;
577 }
578
579 pdata = edac_dev->pvt_info;
580 pdata->name = "mpc85xx_l2_err";
581 pdata->irq = NO_IRQ;
582 edac_dev->dev = &op->dev;
583 dev_set_drvdata(edac_dev->dev, edac_dev);
584 edac_dev->ctl_name = pdata->name;
585 edac_dev->dev_name = pdata->name;
586
Anatolij Gustschina26f95f2010-06-03 03:17:42 +0200587 res = of_address_to_resource(op->dev.of_node, 0, &r);
Dave Jianga9a753d2008-02-07 00:14:55 -0800588 if (res) {
589 printk(KERN_ERR "%s: Unable to get resource for "
590 "L2 err regs\n", __func__);
591 goto err;
592 }
593
594 /* we only need the error registers */
595 r.start += 0xe00;
596
Joe Perches28f65c112011-06-09 09:13:32 -0700597 if (!devm_request_mem_region(&op->dev, r.start, resource_size(&r),
598 pdata->name)) {
Dave Jianga9a753d2008-02-07 00:14:55 -0800599 printk(KERN_ERR "%s: Error while requesting mem region\n",
600 __func__);
601 res = -EBUSY;
602 goto err;
603 }
604
Joe Perches28f65c112011-06-09 09:13:32 -0700605 pdata->l2_vbase = devm_ioremap(&op->dev, r.start, resource_size(&r));
Dave Jianga9a753d2008-02-07 00:14:55 -0800606 if (!pdata->l2_vbase) {
607 printk(KERN_ERR "%s: Unable to setup L2 err regs\n", __func__);
608 res = -ENOMEM;
609 goto err;
610 }
611
612 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET, ~0);
613
614 orig_l2_err_disable = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS);
615
616 /* clear the err_dis */
617 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS, 0);
618
619 edac_dev->mod_name = EDAC_MOD_STR;
620
621 if (edac_op_state == EDAC_OPSTATE_POLL)
622 edac_dev->edac_check = mpc85xx_l2_check;
623
624 mpc85xx_set_l2_sysfs_attributes(edac_dev);
625
626 pdata->edac_idx = edac_dev_idx++;
627
628 if (edac_device_add_device(edac_dev) > 0) {
Joe Perches956b9ba2012-04-29 17:08:39 -0300629 edac_dbg(3, "failed edac_device_add_device()\n");
Dave Jianga9a753d2008-02-07 00:14:55 -0800630 goto err;
631 }
632
633 if (edac_op_state == EDAC_OPSTATE_INT) {
Anatolij Gustschina26f95f2010-06-03 03:17:42 +0200634 pdata->irq = irq_of_parse_and_map(op->dev.of_node, 0);
Dave Jianga9a753d2008-02-07 00:14:55 -0800635 res = devm_request_irq(&op->dev, pdata->irq,
Borislav Petkova18c3f12014-09-30 12:55:41 +0200636 mpc85xx_l2_isr, IRQF_SHARED,
Dave Jianga9a753d2008-02-07 00:14:55 -0800637 "[EDAC] L2 err", edac_dev);
638 if (res < 0) {
639 printk(KERN_ERR
Baruch Siache7d2c212013-02-10 11:39:52 +0200640 "%s: Unable to request irq %d for "
Dave Jianga9a753d2008-02-07 00:14:55 -0800641 "MPC85xx L2 err\n", __func__, pdata->irq);
642 irq_dispose_mapping(pdata->irq);
643 res = -ENODEV;
644 goto err2;
645 }
646
647 printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for L2 Err\n",
648 pdata->irq);
649
650 edac_dev->op_state = OP_RUNNING_INTERRUPT;
651
652 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINTEN, L2_EIE_MASK);
653 }
654
655 devres_remove_group(&op->dev, mpc85xx_l2_err_probe);
656
Joe Perches956b9ba2012-04-29 17:08:39 -0300657 edac_dbg(3, "success\n");
Dave Jianga9a753d2008-02-07 00:14:55 -0800658 printk(KERN_INFO EDAC_MOD_STR " L2 err registered\n");
659
660 return 0;
661
662err2:
663 edac_device_del_device(&op->dev);
664err:
665 devres_release_group(&op->dev, mpc85xx_l2_err_probe);
666 edac_device_free_ctl_info(edac_dev);
667 return res;
668}
669
Grant Likely2dc11582010-08-06 09:25:50 -0600670static int mpc85xx_l2_err_remove(struct platform_device *op)
Dave Jianga9a753d2008-02-07 00:14:55 -0800671{
672 struct edac_device_ctl_info *edac_dev = dev_get_drvdata(&op->dev);
673 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
674
Joe Perches956b9ba2012-04-29 17:08:39 -0300675 edac_dbg(0, "\n");
Dave Jianga9a753d2008-02-07 00:14:55 -0800676
677 if (edac_op_state == EDAC_OPSTATE_INT) {
678 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINTEN, 0);
679 irq_dispose_mapping(pdata->irq);
680 }
681
682 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS, orig_l2_err_disable);
683 edac_device_del_device(&op->dev);
684 edac_device_free_ctl_info(edac_dev);
685 return 0;
686}
687
688static struct of_device_id mpc85xx_l2_err_of_match[] = {
Kumar Gala29d6cf22009-01-06 14:42:59 -0800689/* deprecate the fsl,85.. forms in the future, 2.6.30? */
690 { .compatible = "fsl,8540-l2-cache-controller", },
691 { .compatible = "fsl,8541-l2-cache-controller", },
692 { .compatible = "fsl,8544-l2-cache-controller", },
693 { .compatible = "fsl,8548-l2-cache-controller", },
694 { .compatible = "fsl,8555-l2-cache-controller", },
695 { .compatible = "fsl,8568-l2-cache-controller", },
696 { .compatible = "fsl,mpc8536-l2-cache-controller", },
697 { .compatible = "fsl,mpc8540-l2-cache-controller", },
698 { .compatible = "fsl,mpc8541-l2-cache-controller", },
699 { .compatible = "fsl,mpc8544-l2-cache-controller", },
700 { .compatible = "fsl,mpc8548-l2-cache-controller", },
701 { .compatible = "fsl,mpc8555-l2-cache-controller", },
702 { .compatible = "fsl,mpc8560-l2-cache-controller", },
703 { .compatible = "fsl,mpc8568-l2-cache-controller", },
Anton Vorontsovcd1542c2010-08-10 18:03:21 -0700704 { .compatible = "fsl,mpc8569-l2-cache-controller", },
Kumar Gala29d6cf22009-01-06 14:42:59 -0800705 { .compatible = "fsl,mpc8572-l2-cache-controller", },
Anton Vorontsovcd1542c2010-08-10 18:03:21 -0700706 { .compatible = "fsl,p1020-l2-cache-controller", },
707 { .compatible = "fsl,p1021-l2-cache-controller", },
Yang Shia0145542009-09-23 15:57:24 -0700708 { .compatible = "fsl,p2020-l2-cache-controller", },
Dave Jianga9a753d2008-02-07 00:14:55 -0800709 {},
710};
Anton Vorontsov952e1c62010-07-27 13:18:05 -0700711MODULE_DEVICE_TABLE(of, mpc85xx_l2_err_of_match);
Dave Jianga9a753d2008-02-07 00:14:55 -0800712
Grant Likely00006122011-02-22 19:59:54 -0700713static struct platform_driver mpc85xx_l2_err_driver = {
Dave Jianga9a753d2008-02-07 00:14:55 -0800714 .probe = mpc85xx_l2_err_probe,
715 .remove = mpc85xx_l2_err_remove,
716 .driver = {
Grant Likely40182942010-04-13 16:13:02 -0700717 .name = "mpc85xx_l2_err",
Grant Likely40182942010-04-13 16:13:02 -0700718 .of_match_table = mpc85xx_l2_err_of_match,
719 },
Dave Jianga9a753d2008-02-07 00:14:55 -0800720};
721
722/**************************** MC Err device ***************************/
723
Peter Tyserdcca7c32010-03-10 15:23:12 -0800724/*
725 * Taken from table 8-55 in the MPC8641 User's Manual and/or 9-61 in the
726 * MPC8572 User's Manual. Each line represents a syndrome bit column as a
727 * 64-bit value, but split into an upper and lower 32-bit chunk. The labels
728 * below correspond to Freescale's manuals.
729 */
730static unsigned int ecc_table[16] = {
731 /* MSB LSB */
732 /* [0:31] [32:63] */
733 0xf00fe11e, 0xc33c0ff7, /* Syndrome bit 7 */
734 0x00ff00ff, 0x00fff0ff,
735 0x0f0f0f0f, 0x0f0fff00,
736 0x11113333, 0x7777000f,
737 0x22224444, 0x8888222f,
738 0x44448888, 0xffff4441,
739 0x8888ffff, 0x11118882,
740 0xffff1111, 0x22221114, /* Syndrome bit 0 */
741};
742
743/*
744 * Calculate the correct ECC value for a 64-bit value specified by high:low
745 */
746static u8 calculate_ecc(u32 high, u32 low)
747{
748 u32 mask_low;
749 u32 mask_high;
750 int bit_cnt;
751 u8 ecc = 0;
752 int i;
753 int j;
754
755 for (i = 0; i < 8; i++) {
756 mask_high = ecc_table[i * 2];
757 mask_low = ecc_table[i * 2 + 1];
758 bit_cnt = 0;
759
760 for (j = 0; j < 32; j++) {
761 if ((mask_high >> j) & 1)
762 bit_cnt ^= (high >> j) & 1;
763 if ((mask_low >> j) & 1)
764 bit_cnt ^= (low >> j) & 1;
765 }
766
767 ecc |= bit_cnt << i;
768 }
769
770 return ecc;
771}
772
773/*
774 * Create the syndrome code which is generated if the data line specified by
775 * 'bit' failed. Eg generate an 8-bit codes seen in Table 8-55 in the MPC8641
776 * User's Manual and 9-61 in the MPC8572 User's Manual.
777 */
778static u8 syndrome_from_bit(unsigned int bit) {
779 int i;
780 u8 syndrome = 0;
781
782 /*
783 * Cycle through the upper or lower 32-bit portion of each value in
784 * ecc_table depending on if 'bit' is in the upper or lower half of
785 * 64-bit data.
786 */
787 for (i = bit < 32; i < 16; i += 2)
788 syndrome |= ((ecc_table[i] >> (bit % 32)) & 1) << (i / 2);
789
790 return syndrome;
791}
792
793/*
794 * Decode data and ecc syndrome to determine what went wrong
795 * Note: This can only decode single-bit errors
796 */
797static void sbe_ecc_decode(u32 cap_high, u32 cap_low, u32 cap_ecc,
798 int *bad_data_bit, int *bad_ecc_bit)
799{
800 int i;
801 u8 syndrome;
802
803 *bad_data_bit = -1;
804 *bad_ecc_bit = -1;
805
806 /*
807 * Calculate the ECC of the captured data and XOR it with the captured
808 * ECC to find an ECC syndrome value we can search for
809 */
810 syndrome = calculate_ecc(cap_high, cap_low) ^ cap_ecc;
811
812 /* Check if a data line is stuck... */
813 for (i = 0; i < 64; i++) {
814 if (syndrome == syndrome_from_bit(i)) {
815 *bad_data_bit = i;
816 return;
817 }
818 }
819
820 /* If data is correct, check ECC bits for errors... */
821 for (i = 0; i < 8; i++) {
822 if ((syndrome >> i) & 0x1) {
823 *bad_ecc_bit = i;
824 return;
825 }
826 }
827}
828
Dave Jianga9a753d2008-02-07 00:14:55 -0800829static void mpc85xx_mc_check(struct mem_ctl_info *mci)
830{
831 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
832 struct csrow_info *csrow;
Peter Tyser21768632010-03-10 15:23:11 -0800833 u32 bus_width;
Dave Jianga9a753d2008-02-07 00:14:55 -0800834 u32 err_detect;
835 u32 syndrome;
836 u32 err_addr;
837 u32 pfn;
838 int row_index;
Peter Tyserdcca7c32010-03-10 15:23:12 -0800839 u32 cap_high;
840 u32 cap_low;
841 int bad_data_bit;
842 int bad_ecc_bit;
Dave Jianga9a753d2008-02-07 00:14:55 -0800843
844 err_detect = in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT);
Dave Jiang55e57502009-04-21 12:24:56 -0700845 if (!err_detect)
Dave Jianga9a753d2008-02-07 00:14:55 -0800846 return;
847
848 mpc85xx_mc_printk(mci, KERN_ERR, "Err Detect Register: %#8.8x\n",
849 err_detect);
850
851 /* no more processing if not ECC bit errors */
852 if (!(err_detect & (DDR_EDE_SBE | DDR_EDE_MBE))) {
853 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, err_detect);
854 return;
855 }
856
857 syndrome = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_ECC);
Peter Tyser21768632010-03-10 15:23:11 -0800858
859 /* Mask off appropriate bits of syndrome based on bus width */
860 bus_width = (in_be32(pdata->mc_vbase + MPC85XX_MC_DDR_SDRAM_CFG) &
861 DSC_DBW_MASK) ? 32 : 64;
862 if (bus_width == 64)
863 syndrome &= 0xff;
864 else
865 syndrome &= 0xffff;
866
Dave Jianga9a753d2008-02-07 00:14:55 -0800867 err_addr = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_ADDRESS);
868 pfn = err_addr >> PAGE_SHIFT;
869
870 for (row_index = 0; row_index < mci->nr_csrows; row_index++) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300871 csrow = mci->csrows[row_index];
Dave Jianga9a753d2008-02-07 00:14:55 -0800872 if ((pfn >= csrow->first_page) && (pfn <= csrow->last_page))
873 break;
874 }
875
Peter Tyserdcca7c32010-03-10 15:23:12 -0800876 cap_high = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_DATA_HI);
877 cap_low = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_DATA_LO);
878
879 /*
880 * Analyze single-bit errors on 64-bit wide buses
881 * TODO: Add support for 32-bit wide buses
882 */
883 if ((err_detect & DDR_EDE_SBE) && (bus_width == 64)) {
884 sbe_ecc_decode(cap_high, cap_low, syndrome,
885 &bad_data_bit, &bad_ecc_bit);
886
887 if (bad_data_bit != -1)
888 mpc85xx_mc_printk(mci, KERN_ERR,
889 "Faulty Data bit: %d\n", bad_data_bit);
890 if (bad_ecc_bit != -1)
891 mpc85xx_mc_printk(mci, KERN_ERR,
892 "Faulty ECC bit: %d\n", bad_ecc_bit);
893
894 mpc85xx_mc_printk(mci, KERN_ERR,
895 "Expected Data / ECC:\t%#8.8x_%08x / %#2.2x\n",
896 cap_high ^ (1 << (bad_data_bit - 32)),
897 cap_low ^ (1 << bad_data_bit),
898 syndrome ^ (1 << bad_ecc_bit));
899 }
900
901 mpc85xx_mc_printk(mci, KERN_ERR,
902 "Captured Data / ECC:\t%#8.8x_%08x / %#2.2x\n",
903 cap_high, cap_low, syndrome);
904 mpc85xx_mc_printk(mci, KERN_ERR, "Err addr: %#8.8x\n", err_addr);
Dave Jianga9a753d2008-02-07 00:14:55 -0800905 mpc85xx_mc_printk(mci, KERN_ERR, "PFN: %#8.8x\n", pfn);
906
907 /* we are out of range */
908 if (row_index == mci->nr_csrows)
909 mpc85xx_mc_printk(mci, KERN_ERR, "PFN out of range!\n");
910
911 if (err_detect & DDR_EDE_SBE)
Mauro Carvalho Chehab9eb07a72012-06-04 13:27:43 -0300912 edac_mc_handle_error(HW_EVENT_ERR_CORRECTED, mci, 1,
Mauro Carvalho Chehabad4d6e22012-04-16 15:11:08 -0300913 pfn, err_addr & ~PAGE_MASK, syndrome,
914 row_index, 0, -1,
Mauro Carvalho Chehab03f7eae2012-06-04 11:29:25 -0300915 mci->ctl_name, "");
Dave Jianga9a753d2008-02-07 00:14:55 -0800916
917 if (err_detect & DDR_EDE_MBE)
Mauro Carvalho Chehab9eb07a72012-06-04 13:27:43 -0300918 edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 1,
Mauro Carvalho Chehabad4d6e22012-04-16 15:11:08 -0300919 pfn, err_addr & ~PAGE_MASK, syndrome,
920 row_index, 0, -1,
Mauro Carvalho Chehab03f7eae2012-06-04 11:29:25 -0300921 mci->ctl_name, "");
Dave Jianga9a753d2008-02-07 00:14:55 -0800922
923 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, err_detect);
924}
925
926static irqreturn_t mpc85xx_mc_isr(int irq, void *dev_id)
927{
928 struct mem_ctl_info *mci = dev_id;
929 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
930 u32 err_detect;
931
932 err_detect = in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT);
933 if (!err_detect)
934 return IRQ_NONE;
935
936 mpc85xx_mc_check(mci);
937
938 return IRQ_HANDLED;
939}
940
Greg Kroah-Hartman9b3c6e82012-12-21 13:23:51 -0800941static void mpc85xx_init_csrows(struct mem_ctl_info *mci)
Dave Jianga9a753d2008-02-07 00:14:55 -0800942{
943 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
944 struct csrow_info *csrow;
Mauro Carvalho Chehab084a4fc2012-01-27 18:38:08 -0300945 struct dimm_info *dimm;
Dave Jianga9a753d2008-02-07 00:14:55 -0800946 u32 sdram_ctl;
947 u32 sdtype;
948 enum mem_type mtype;
949 u32 cs_bnds;
950 int index;
951
952 sdram_ctl = in_be32(pdata->mc_vbase + MPC85XX_MC_DDR_SDRAM_CFG);
953
954 sdtype = sdram_ctl & DSC_SDTYPE_MASK;
955 if (sdram_ctl & DSC_RD_EN) {
956 switch (sdtype) {
957 case DSC_SDTYPE_DDR:
958 mtype = MEM_RDDR;
959 break;
960 case DSC_SDTYPE_DDR2:
961 mtype = MEM_RDDR2;
962 break;
Yang Shib1cfebc2009-06-30 11:41:22 -0700963 case DSC_SDTYPE_DDR3:
964 mtype = MEM_RDDR3;
965 break;
Dave Jianga9a753d2008-02-07 00:14:55 -0800966 default:
967 mtype = MEM_UNKNOWN;
968 break;
969 }
970 } else {
971 switch (sdtype) {
972 case DSC_SDTYPE_DDR:
973 mtype = MEM_DDR;
974 break;
975 case DSC_SDTYPE_DDR2:
976 mtype = MEM_DDR2;
977 break;
Yang Shib1cfebc2009-06-30 11:41:22 -0700978 case DSC_SDTYPE_DDR3:
979 mtype = MEM_DDR3;
980 break;
Dave Jianga9a753d2008-02-07 00:14:55 -0800981 default:
982 mtype = MEM_UNKNOWN;
983 break;
984 }
985 }
986
987 for (index = 0; index < mci->nr_csrows; index++) {
988 u32 start;
989 u32 end;
990
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300991 csrow = mci->csrows[index];
992 dimm = csrow->channels[0]->dimm;
Mauro Carvalho Chehab084a4fc2012-01-27 18:38:08 -0300993
Dave Jianga9a753d2008-02-07 00:14:55 -0800994 cs_bnds = in_be32(pdata->mc_vbase + MPC85XX_MC_CS_BNDS_0 +
995 (index * MPC85XX_MC_CS_BNDS_OFS));
Ira W. Snyderb4846252009-09-23 15:57:25 -0700996
997 start = (cs_bnds & 0xffff0000) >> 16;
998 end = (cs_bnds & 0x0000ffff);
Dave Jianga9a753d2008-02-07 00:14:55 -0800999
1000 if (start == end)
1001 continue; /* not populated */
1002
Ira W. Snyderb4846252009-09-23 15:57:25 -07001003 start <<= (24 - PAGE_SHIFT);
1004 end <<= (24 - PAGE_SHIFT);
1005 end |= (1 << (24 - PAGE_SHIFT)) - 1;
1006
Peter Tysercff92792010-02-10 13:56:36 -08001007 csrow->first_page = start;
1008 csrow->last_page = end;
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -03001009
1010 dimm->nr_pages = end + 1 - start;
Mauro Carvalho Chehab084a4fc2012-01-27 18:38:08 -03001011 dimm->grain = 8;
1012 dimm->mtype = mtype;
1013 dimm->dtype = DEV_UNKNOWN;
Dave Jianga9a753d2008-02-07 00:14:55 -08001014 if (sdram_ctl & DSC_X32_EN)
Mauro Carvalho Chehab084a4fc2012-01-27 18:38:08 -03001015 dimm->dtype = DEV_X32;
1016 dimm->edac_mode = EDAC_SECDED;
Dave Jianga9a753d2008-02-07 00:14:55 -08001017 }
1018}
1019
Greg Kroah-Hartman9b3c6e82012-12-21 13:23:51 -08001020static int mpc85xx_mc_err_probe(struct platform_device *op)
Dave Jianga9a753d2008-02-07 00:14:55 -08001021{
1022 struct mem_ctl_info *mci;
Mauro Carvalho Chehabad4d6e22012-04-16 15:11:08 -03001023 struct edac_mc_layer layers[2];
Dave Jianga9a753d2008-02-07 00:14:55 -08001024 struct mpc85xx_mc_pdata *pdata;
1025 struct resource r;
1026 u32 sdram_ctl;
1027 int res;
1028
1029 if (!devres_open_group(&op->dev, mpc85xx_mc_err_probe, GFP_KERNEL))
1030 return -ENOMEM;
1031
Mauro Carvalho Chehabad4d6e22012-04-16 15:11:08 -03001032 layers[0].type = EDAC_MC_LAYER_CHIP_SELECT;
1033 layers[0].size = 4;
1034 layers[0].is_virt_csrow = true;
1035 layers[1].type = EDAC_MC_LAYER_CHANNEL;
1036 layers[1].size = 1;
1037 layers[1].is_virt_csrow = false;
Kim Phillipsb9bc5dd2012-06-06 19:49:42 -05001038 mci = edac_mc_alloc(edac_mc_idx, ARRAY_SIZE(layers), layers,
1039 sizeof(*pdata));
Dave Jianga9a753d2008-02-07 00:14:55 -08001040 if (!mci) {
1041 devres_release_group(&op->dev, mpc85xx_mc_err_probe);
1042 return -ENOMEM;
1043 }
1044
1045 pdata = mci->pvt_info;
1046 pdata->name = "mpc85xx_mc_err";
1047 pdata->irq = NO_IRQ;
Mauro Carvalho Chehabfd687502012-03-16 07:44:18 -03001048 mci->pdev = &op->dev;
Dave Jianga9a753d2008-02-07 00:14:55 -08001049 pdata->edac_idx = edac_mc_idx++;
Mauro Carvalho Chehabfd687502012-03-16 07:44:18 -03001050 dev_set_drvdata(mci->pdev, mci);
Dave Jianga9a753d2008-02-07 00:14:55 -08001051 mci->ctl_name = pdata->name;
1052 mci->dev_name = pdata->name;
1053
Anatolij Gustschina26f95f2010-06-03 03:17:42 +02001054 res = of_address_to_resource(op->dev.of_node, 0, &r);
Dave Jianga9a753d2008-02-07 00:14:55 -08001055 if (res) {
1056 printk(KERN_ERR "%s: Unable to get resource for MC err regs\n",
1057 __func__);
1058 goto err;
1059 }
1060
Joe Perches28f65c112011-06-09 09:13:32 -07001061 if (!devm_request_mem_region(&op->dev, r.start, resource_size(&r),
1062 pdata->name)) {
Dave Jianga9a753d2008-02-07 00:14:55 -08001063 printk(KERN_ERR "%s: Error while requesting mem region\n",
1064 __func__);
1065 res = -EBUSY;
1066 goto err;
1067 }
1068
Joe Perches28f65c112011-06-09 09:13:32 -07001069 pdata->mc_vbase = devm_ioremap(&op->dev, r.start, resource_size(&r));
Dave Jianga9a753d2008-02-07 00:14:55 -08001070 if (!pdata->mc_vbase) {
1071 printk(KERN_ERR "%s: Unable to setup MC err regs\n", __func__);
1072 res = -ENOMEM;
1073 goto err;
1074 }
1075
1076 sdram_ctl = in_be32(pdata->mc_vbase + MPC85XX_MC_DDR_SDRAM_CFG);
1077 if (!(sdram_ctl & DSC_ECC_EN)) {
1078 /* no ECC */
1079 printk(KERN_WARNING "%s: No ECC DIMMs discovered\n", __func__);
1080 res = -ENODEV;
1081 goto err;
1082 }
1083
Joe Perches956b9ba2012-04-29 17:08:39 -03001084 edac_dbg(3, "init mci\n");
Dave Jianga9a753d2008-02-07 00:14:55 -08001085 mci->mtype_cap = MEM_FLAG_RDDR | MEM_FLAG_RDDR2 |
1086 MEM_FLAG_DDR | MEM_FLAG_DDR2;
1087 mci->edac_ctl_cap = EDAC_FLAG_NONE | EDAC_FLAG_SECDED;
1088 mci->edac_cap = EDAC_FLAG_SECDED;
1089 mci->mod_name = EDAC_MOD_STR;
1090 mci->mod_ver = MPC85XX_REVISION;
1091
1092 if (edac_op_state == EDAC_OPSTATE_POLL)
1093 mci->edac_check = mpc85xx_mc_check;
1094
1095 mci->ctl_page_to_phys = NULL;
1096
1097 mci->scrub_mode = SCRUB_SW_SRC;
1098
Dave Jianga9a753d2008-02-07 00:14:55 -08001099 mpc85xx_init_csrows(mci);
1100
Dave Jianga9a753d2008-02-07 00:14:55 -08001101 /* store the original error disable bits */
1102 orig_ddr_err_disable =
1103 in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE);
1104 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE, 0);
1105
1106 /* clear all error bits */
1107 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, ~0);
1108
1109 if (edac_mc_add_mc(mci)) {
Joe Perches956b9ba2012-04-29 17:08:39 -03001110 edac_dbg(3, "failed edac_mc_add_mc()\n");
Dave Jianga9a753d2008-02-07 00:14:55 -08001111 goto err;
1112 }
1113
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -03001114 if (mpc85xx_create_sysfs_attributes(mci)) {
1115 edac_mc_del_mc(mci->pdev);
Joe Perches956b9ba2012-04-29 17:08:39 -03001116 edac_dbg(3, "failed edac_mc_add_mc()\n");
Dave Jianga9a753d2008-02-07 00:14:55 -08001117 goto err;
1118 }
1119
1120 if (edac_op_state == EDAC_OPSTATE_INT) {
1121 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_INT_EN,
1122 DDR_EIE_MBEE | DDR_EIE_SBEE);
1123
1124 /* store the original error management threshold */
1125 orig_ddr_err_sbe = in_be32(pdata->mc_vbase +
1126 MPC85XX_MC_ERR_SBE) & 0xff0000;
1127
1128 /* set threshold to 1 error per interrupt */
1129 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_SBE, 0x10000);
1130
1131 /* register interrupts */
Anatolij Gustschina26f95f2010-06-03 03:17:42 +02001132 pdata->irq = irq_of_parse_and_map(op->dev.of_node, 0);
Dave Jianga9a753d2008-02-07 00:14:55 -08001133 res = devm_request_irq(&op->dev, pdata->irq,
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001134 mpc85xx_mc_isr,
Johannes Thumshirne245e3b2014-01-21 09:42:27 +01001135 IRQF_SHARED,
Dave Jianga9a753d2008-02-07 00:14:55 -08001136 "[EDAC] MC err", mci);
1137 if (res < 0) {
1138 printk(KERN_ERR "%s: Unable to request irq %d for "
1139 "MPC85xx DRAM ERR\n", __func__, pdata->irq);
1140 irq_dispose_mapping(pdata->irq);
1141 res = -ENODEV;
1142 goto err2;
1143 }
1144
1145 printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for MC\n",
1146 pdata->irq);
1147 }
1148
1149 devres_remove_group(&op->dev, mpc85xx_mc_err_probe);
Joe Perches956b9ba2012-04-29 17:08:39 -03001150 edac_dbg(3, "success\n");
Dave Jianga9a753d2008-02-07 00:14:55 -08001151 printk(KERN_INFO EDAC_MOD_STR " MC err registered\n");
1152
1153 return 0;
1154
1155err2:
1156 edac_mc_del_mc(&op->dev);
1157err:
1158 devres_release_group(&op->dev, mpc85xx_mc_err_probe);
1159 edac_mc_free(mci);
1160 return res;
1161}
1162
Grant Likely2dc11582010-08-06 09:25:50 -06001163static int mpc85xx_mc_err_remove(struct platform_device *op)
Dave Jianga9a753d2008-02-07 00:14:55 -08001164{
1165 struct mem_ctl_info *mci = dev_get_drvdata(&op->dev);
1166 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
1167
Joe Perches956b9ba2012-04-29 17:08:39 -03001168 edac_dbg(0, "\n");
Dave Jianga9a753d2008-02-07 00:14:55 -08001169
1170 if (edac_op_state == EDAC_OPSTATE_INT) {
1171 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_INT_EN, 0);
1172 irq_dispose_mapping(pdata->irq);
1173 }
1174
1175 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE,
1176 orig_ddr_err_disable);
1177 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_SBE, orig_ddr_err_sbe);
1178
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -03001179 mpc85xx_remove_sysfs_attributes(mci);
Dave Jianga9a753d2008-02-07 00:14:55 -08001180 edac_mc_del_mc(&op->dev);
1181 edac_mc_free(mci);
1182 return 0;
1183}
1184
1185static struct of_device_id mpc85xx_mc_err_of_match[] = {
Kumar Gala29d6cf22009-01-06 14:42:59 -08001186/* deprecate the fsl,85.. forms in the future, 2.6.30? */
1187 { .compatible = "fsl,8540-memory-controller", },
1188 { .compatible = "fsl,8541-memory-controller", },
1189 { .compatible = "fsl,8544-memory-controller", },
1190 { .compatible = "fsl,8548-memory-controller", },
1191 { .compatible = "fsl,8555-memory-controller", },
1192 { .compatible = "fsl,8568-memory-controller", },
1193 { .compatible = "fsl,mpc8536-memory-controller", },
1194 { .compatible = "fsl,mpc8540-memory-controller", },
1195 { .compatible = "fsl,mpc8541-memory-controller", },
1196 { .compatible = "fsl,mpc8544-memory-controller", },
1197 { .compatible = "fsl,mpc8548-memory-controller", },
1198 { .compatible = "fsl,mpc8555-memory-controller", },
1199 { .compatible = "fsl,mpc8560-memory-controller", },
1200 { .compatible = "fsl,mpc8568-memory-controller", },
Anton Vorontsov5528e222010-07-20 13:24:28 -07001201 { .compatible = "fsl,mpc8569-memory-controller", },
Kumar Gala29d6cf22009-01-06 14:42:59 -08001202 { .compatible = "fsl,mpc8572-memory-controller", },
Ira W. Snyderb4846252009-09-23 15:57:25 -07001203 { .compatible = "fsl,mpc8349-memory-controller", },
Anton Vorontsovcd1542c2010-08-10 18:03:21 -07001204 { .compatible = "fsl,p1020-memory-controller", },
1205 { .compatible = "fsl,p1021-memory-controller", },
Yang Shia0145542009-09-23 15:57:24 -07001206 { .compatible = "fsl,p2020-memory-controller", },
Shaohui Xie86f9a4332011-11-15 14:52:22 -08001207 { .compatible = "fsl,qoriq-memory-controller", },
Dave Jianga9a753d2008-02-07 00:14:55 -08001208 {},
1209};
Anton Vorontsov952e1c62010-07-27 13:18:05 -07001210MODULE_DEVICE_TABLE(of, mpc85xx_mc_err_of_match);
Dave Jianga9a753d2008-02-07 00:14:55 -08001211
Grant Likely00006122011-02-22 19:59:54 -07001212static struct platform_driver mpc85xx_mc_err_driver = {
Dave Jianga9a753d2008-02-07 00:14:55 -08001213 .probe = mpc85xx_mc_err_probe,
1214 .remove = mpc85xx_mc_err_remove,
1215 .driver = {
Grant Likely40182942010-04-13 16:13:02 -07001216 .name = "mpc85xx_mc_err",
Grant Likely40182942010-04-13 16:13:02 -07001217 .of_match_table = mpc85xx_mc_err_of_match,
1218 },
Dave Jianga9a753d2008-02-07 00:14:55 -08001219};
1220
Christoph Eggerbd1688d2010-08-10 18:03:18 -07001221#ifdef CONFIG_FSL_SOC_BOOKE
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001222static void __init mpc85xx_mc_clear_rfxe(void *data)
1223{
1224 orig_hid1[smp_processor_id()] = mfspr(SPRN_HID1);
Kumar Galaa94d7b32011-03-31 17:11:39 -05001225 mtspr(SPRN_HID1, (orig_hid1[smp_processor_id()] & ~HID1_RFXE));
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001226}
Ira W. Snyderb4846252009-09-23 15:57:25 -07001227#endif
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001228
Dave Jianga9a753d2008-02-07 00:14:55 -08001229static int __init mpc85xx_mc_init(void)
1230{
1231 int res = 0;
Kumar Galaa94d7b32011-03-31 17:11:39 -05001232 u32 pvr = 0;
Dave Jianga9a753d2008-02-07 00:14:55 -08001233
1234 printk(KERN_INFO "Freescale(R) MPC85xx EDAC driver, "
1235 "(C) 2006 Montavista Software\n");
1236
1237 /* make sure error reporting method is sane */
1238 switch (edac_op_state) {
1239 case EDAC_OPSTATE_POLL:
1240 case EDAC_OPSTATE_INT:
1241 break;
1242 default:
1243 edac_op_state = EDAC_OPSTATE_INT;
1244 break;
1245 }
1246
Grant Likely00006122011-02-22 19:59:54 -07001247 res = platform_driver_register(&mpc85xx_mc_err_driver);
Dave Jianga9a753d2008-02-07 00:14:55 -08001248 if (res)
1249 printk(KERN_WARNING EDAC_MOD_STR "MC fails to register\n");
1250
Grant Likely00006122011-02-22 19:59:54 -07001251 res = platform_driver_register(&mpc85xx_l2_err_driver);
Dave Jianga9a753d2008-02-07 00:14:55 -08001252 if (res)
1253 printk(KERN_WARNING EDAC_MOD_STR "L2 fails to register\n");
1254
Christoph Eggerbd1688d2010-08-10 18:03:18 -07001255#ifdef CONFIG_FSL_SOC_BOOKE
Kumar Galaa94d7b32011-03-31 17:11:39 -05001256 pvr = mfspr(SPRN_PVR);
1257
1258 if ((PVR_VER(pvr) == PVR_VER_E500V1) ||
1259 (PVR_VER(pvr) == PVR_VER_E500V2)) {
1260 /*
1261 * need to clear HID1[RFXE] to disable machine check int
1262 * so we can catch it
1263 */
1264 if (edac_op_state == EDAC_OPSTATE_INT)
1265 on_each_cpu(mpc85xx_mc_clear_rfxe, NULL, 0);
1266 }
Ira W. Snyderb4846252009-09-23 15:57:25 -07001267#endif
Dave Jianga9a753d2008-02-07 00:14:55 -08001268
1269 return 0;
1270}
1271
1272module_init(mpc85xx_mc_init);
1273
Christoph Eggerbd1688d2010-08-10 18:03:18 -07001274#ifdef CONFIG_FSL_SOC_BOOKE
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001275static void __exit mpc85xx_mc_restore_hid1(void *data)
1276{
1277 mtspr(SPRN_HID1, orig_hid1[smp_processor_id()]);
1278}
Ira W. Snyderb4846252009-09-23 15:57:25 -07001279#endif
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001280
Dave Jianga9a753d2008-02-07 00:14:55 -08001281static void __exit mpc85xx_mc_exit(void)
1282{
Christoph Eggerbd1688d2010-08-10 18:03:18 -07001283#ifdef CONFIG_FSL_SOC_BOOKE
Kumar Galaa94d7b32011-03-31 17:11:39 -05001284 u32 pvr = mfspr(SPRN_PVR);
1285
1286 if ((PVR_VER(pvr) == PVR_VER_E500V1) ||
1287 (PVR_VER(pvr) == PVR_VER_E500V2)) {
1288 on_each_cpu(mpc85xx_mc_restore_hid1, NULL, 0);
1289 }
Ira W. Snyderb4846252009-09-23 15:57:25 -07001290#endif
Grant Likely00006122011-02-22 19:59:54 -07001291 platform_driver_unregister(&mpc85xx_l2_err_driver);
1292 platform_driver_unregister(&mpc85xx_mc_err_driver);
Dave Jianga9a753d2008-02-07 00:14:55 -08001293}
1294
1295module_exit(mpc85xx_mc_exit);
1296
1297MODULE_LICENSE("GPL");
1298MODULE_AUTHOR("Montavista Software, Inc.");
1299module_param(edac_op_state, int, 0444);
1300MODULE_PARM_DESC(edac_op_state,
1301 "EDAC Error Reporting state: 0=Poll, 2=Interrupt");