blob: ca63d0da8889d71db2499b46323783846cf66009 [file] [log] [blame]
Dave Jianga9a753d2008-02-07 00:14:55 -08001/*
Alexander Kuleshov775c5032014-12-28 12:44:45 +06002 * Freescale MPC85xx Memory Controller kernel module
Dave Jianga9a753d2008-02-07 00:14:55 -08003 *
Chunhe Lanc92132f2013-11-25 11:28:41 +01004 * Parts Copyrighted (c) 2013 by Freescale Semiconductor, Inc.
5 *
Dave Jianga9a753d2008-02-07 00:14:55 -08006 * Author: Dave Jiang <djiang@mvista.com>
7 *
8 * 2006-2007 (c) MontaVista Software, Inc. This file is licensed under
9 * the terms of the GNU General Public License version 2. This program
10 * is licensed "as is" without any warranty of any kind, whether express
11 * or implied.
12 *
13 */
14#include <linux/module.h>
15#include <linux/init.h>
Dave Jianga9a753d2008-02-07 00:14:55 -080016#include <linux/interrupt.h>
17#include <linux/ctype.h>
18#include <linux/io.h>
19#include <linux/mod_devicetable.h>
20#include <linux/edac.h>
Andrew Kilkenny60be7552008-10-15 22:04:28 -070021#include <linux/smp.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090022#include <linux/gfp.h>
Scott Wood666db562015-12-10 13:07:12 -060023#include <linux/fsl/edac.h>
Dave Jianga9a753d2008-02-07 00:14:55 -080024
25#include <linux/of_platform.h>
26#include <linux/of_device.h>
Dave Jianga9a753d2008-02-07 00:14:55 -080027#include "edac_module.h"
28#include "edac_core.h"
29#include "mpc85xx_edac.h"
30
31static int edac_dev_idx;
Ira W. Snyder0616fb02009-10-26 16:50:10 -070032#ifdef CONFIG_PCI
Dave Jianga9a753d2008-02-07 00:14:55 -080033static int edac_pci_idx;
Ira W. Snyder0616fb02009-10-26 16:50:10 -070034#endif
Dave Jianga9a753d2008-02-07 00:14:55 -080035static int edac_mc_idx;
36
37static u32 orig_ddr_err_disable;
38static u32 orig_ddr_err_sbe;
39
40/*
41 * PCI Err defines
42 */
43#ifdef CONFIG_PCI
44static u32 orig_pci_err_cap_dr;
45static u32 orig_pci_err_en;
46#endif
47
48static u32 orig_l2_err_disable;
Christoph Eggerbd1688d2010-08-10 18:03:18 -070049#ifdef CONFIG_FSL_SOC_BOOKE
Andrew Kilkenny60be7552008-10-15 22:04:28 -070050static u32 orig_hid1[2];
Ira W. Snyderb4846252009-09-23 15:57:25 -070051#endif
Dave Jianga9a753d2008-02-07 00:14:55 -080052
Dave Jianga9a753d2008-02-07 00:14:55 -080053/************************ MC SYSFS parts ***********************************/
54
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030055#define to_mci(k) container_of(k, struct mem_ctl_info, dev)
56
57static ssize_t mpc85xx_mc_inject_data_hi_show(struct device *dev,
58 struct device_attribute *mattr,
Dave Jianga9a753d2008-02-07 00:14:55 -080059 char *data)
60{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030061 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -080062 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
63 return sprintf(data, "0x%08x",
64 in_be32(pdata->mc_vbase +
65 MPC85XX_MC_DATA_ERR_INJECT_HI));
66}
67
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030068static ssize_t mpc85xx_mc_inject_data_lo_show(struct device *dev,
69 struct device_attribute *mattr,
Dave Jianga9a753d2008-02-07 00:14:55 -080070 char *data)
71{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030072 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -080073 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
74 return sprintf(data, "0x%08x",
75 in_be32(pdata->mc_vbase +
76 MPC85XX_MC_DATA_ERR_INJECT_LO));
77}
78
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030079static ssize_t mpc85xx_mc_inject_ctrl_show(struct device *dev,
80 struct device_attribute *mattr,
81 char *data)
Dave Jianga9a753d2008-02-07 00:14:55 -080082{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030083 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -080084 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
85 return sprintf(data, "0x%08x",
86 in_be32(pdata->mc_vbase + MPC85XX_MC_ECC_ERR_INJECT));
87}
88
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030089static ssize_t mpc85xx_mc_inject_data_hi_store(struct device *dev,
90 struct device_attribute *mattr,
Dave Jianga9a753d2008-02-07 00:14:55 -080091 const char *data, size_t count)
92{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030093 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -080094 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
95 if (isdigit(*data)) {
96 out_be32(pdata->mc_vbase + MPC85XX_MC_DATA_ERR_INJECT_HI,
97 simple_strtoul(data, NULL, 0));
98 return count;
99 }
100 return 0;
101}
102
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300103static ssize_t mpc85xx_mc_inject_data_lo_store(struct device *dev,
104 struct device_attribute *mattr,
Dave Jianga9a753d2008-02-07 00:14:55 -0800105 const char *data, size_t count)
106{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300107 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -0800108 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
109 if (isdigit(*data)) {
110 out_be32(pdata->mc_vbase + MPC85XX_MC_DATA_ERR_INJECT_LO,
111 simple_strtoul(data, NULL, 0));
112 return count;
113 }
114 return 0;
115}
116
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300117static ssize_t mpc85xx_mc_inject_ctrl_store(struct device *dev,
118 struct device_attribute *mattr,
119 const char *data, size_t count)
Dave Jianga9a753d2008-02-07 00:14:55 -0800120{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300121 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -0800122 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
123 if (isdigit(*data)) {
124 out_be32(pdata->mc_vbase + MPC85XX_MC_ECC_ERR_INJECT,
125 simple_strtoul(data, NULL, 0));
126 return count;
127 }
128 return 0;
129}
130
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300131DEVICE_ATTR(inject_data_hi, S_IRUGO | S_IWUSR,
132 mpc85xx_mc_inject_data_hi_show, mpc85xx_mc_inject_data_hi_store);
133DEVICE_ATTR(inject_data_lo, S_IRUGO | S_IWUSR,
134 mpc85xx_mc_inject_data_lo_show, mpc85xx_mc_inject_data_lo_store);
135DEVICE_ATTR(inject_ctrl, S_IRUGO | S_IWUSR,
136 mpc85xx_mc_inject_ctrl_show, mpc85xx_mc_inject_ctrl_store);
Dave Jianga9a753d2008-02-07 00:14:55 -0800137
Takashi Iwai917c85b2015-02-04 11:48:56 +0100138static struct attribute *mpc85xx_dev_attrs[] = {
139 &dev_attr_inject_data_hi.attr,
140 &dev_attr_inject_data_lo.attr,
141 &dev_attr_inject_ctrl.attr,
142 NULL
143};
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300144
Takashi Iwai917c85b2015-02-04 11:48:56 +0100145ATTRIBUTE_GROUPS(mpc85xx_dev);
Dave Jianga9a753d2008-02-07 00:14:55 -0800146
147/**************************** PCI Err device ***************************/
148#ifdef CONFIG_PCI
149
150static void mpc85xx_pci_check(struct edac_pci_ctl_info *pci)
151{
152 struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
153 u32 err_detect;
154
155 err_detect = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR);
156
157 /* master aborts can happen during PCI config cycles */
158 if (!(err_detect & ~(PCI_EDE_MULTI_ERR | PCI_EDE_MST_ABRT))) {
159 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, err_detect);
160 return;
161 }
162
163 printk(KERN_ERR "PCI error(s) detected\n");
164 printk(KERN_ERR "PCI/X ERR_DR register: %#08x\n", err_detect);
165
166 printk(KERN_ERR "PCI/X ERR_ATTRIB register: %#08x\n",
167 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ATTRIB));
168 printk(KERN_ERR "PCI/X ERR_ADDR register: %#08x\n",
169 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR));
170 printk(KERN_ERR "PCI/X ERR_EXT_ADDR register: %#08x\n",
171 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EXT_ADDR));
172 printk(KERN_ERR "PCI/X ERR_DL register: %#08x\n",
173 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DL));
174 printk(KERN_ERR "PCI/X ERR_DH register: %#08x\n",
175 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DH));
176
177 /* clear error bits */
178 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, err_detect);
179
180 if (err_detect & PCI_EDE_PERR_MASK)
181 edac_pci_handle_pe(pci, pci->ctl_name);
182
183 if ((err_detect & ~PCI_EDE_MULTI_ERR) & ~PCI_EDE_PERR_MASK)
184 edac_pci_handle_npe(pci, pci->ctl_name);
185}
186
Chunhe Lanc92132f2013-11-25 11:28:41 +0100187static void mpc85xx_pcie_check(struct edac_pci_ctl_info *pci)
188{
189 struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
190 u32 err_detect;
191
192 err_detect = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR);
193
194 pr_err("PCIe error(s) detected\n");
195 pr_err("PCIe ERR_DR register: 0x%08x\n", err_detect);
196 pr_err("PCIe ERR_CAP_STAT register: 0x%08x\n",
197 in_be32(pdata->pci_vbase + MPC85XX_PCI_GAS_TIMR));
198 pr_err("PCIe ERR_CAP_R0 register: 0x%08x\n",
199 in_be32(pdata->pci_vbase + MPC85XX_PCIE_ERR_CAP_R0));
200 pr_err("PCIe ERR_CAP_R1 register: 0x%08x\n",
201 in_be32(pdata->pci_vbase + MPC85XX_PCIE_ERR_CAP_R1));
202 pr_err("PCIe ERR_CAP_R2 register: 0x%08x\n",
203 in_be32(pdata->pci_vbase + MPC85XX_PCIE_ERR_CAP_R2));
204 pr_err("PCIe ERR_CAP_R3 register: 0x%08x\n",
205 in_be32(pdata->pci_vbase + MPC85XX_PCIE_ERR_CAP_R3));
206
207 /* clear error bits */
208 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, err_detect);
209}
210
211static int mpc85xx_pcie_find_capability(struct device_node *np)
212{
213 struct pci_controller *hose;
214
215 if (!np)
216 return -EINVAL;
217
218 hose = pci_find_hose_for_OF_device(np);
219
220 return early_find_capability(hose, 0, 0, PCI_CAP_ID_EXP);
221}
222
Dave Jianga9a753d2008-02-07 00:14:55 -0800223static irqreturn_t mpc85xx_pci_isr(int irq, void *dev_id)
224{
225 struct edac_pci_ctl_info *pci = dev_id;
226 struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
227 u32 err_detect;
228
229 err_detect = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR);
230
231 if (!err_detect)
232 return IRQ_NONE;
233
Chunhe Lanc92132f2013-11-25 11:28:41 +0100234 if (pdata->is_pcie)
235 mpc85xx_pcie_check(pci);
236 else
237 mpc85xx_pci_check(pci);
Dave Jianga9a753d2008-02-07 00:14:55 -0800238
239 return IRQ_HANDLED;
240}
241
Scott Wood666db562015-12-10 13:07:12 -0600242static int mpc85xx_pci_err_probe(struct platform_device *op)
Dave Jianga9a753d2008-02-07 00:14:55 -0800243{
244 struct edac_pci_ctl_info *pci;
245 struct mpc85xx_pci_pdata *pdata;
Scott Wood666db562015-12-10 13:07:12 -0600246 struct mpc85xx_edac_pci_plat_data *plat_data;
247 struct device_node *of_node;
Dave Jiangf87bd332008-07-25 01:49:14 -0700248 struct resource r;
Dave Jianga9a753d2008-02-07 00:14:55 -0800249 int res = 0;
250
Dave Jiangf87bd332008-07-25 01:49:14 -0700251 if (!devres_open_group(&op->dev, mpc85xx_pci_err_probe, GFP_KERNEL))
Dave Jianga9a753d2008-02-07 00:14:55 -0800252 return -ENOMEM;
253
254 pci = edac_pci_alloc_ctl_info(sizeof(*pdata), "mpc85xx_pci_err");
255 if (!pci)
256 return -ENOMEM;
257
Jia Hongtao905e75c2012-08-28 15:44:08 +0800258 /* make sure error reporting method is sane */
259 switch (edac_op_state) {
260 case EDAC_OPSTATE_POLL:
261 case EDAC_OPSTATE_INT:
262 break;
263 default:
264 edac_op_state = EDAC_OPSTATE_INT;
265 break;
266 }
267
Dave Jianga9a753d2008-02-07 00:14:55 -0800268 pdata = pci->pvt_info;
269 pdata->name = "mpc85xx_pci_err";
270 pdata->irq = NO_IRQ;
Chunhe Lanc92132f2013-11-25 11:28:41 +0100271
Scott Wood666db562015-12-10 13:07:12 -0600272 plat_data = op->dev.platform_data;
273 if (!plat_data) {
274 dev_err(&op->dev, "no platform data");
275 res = -ENXIO;
276 goto err;
277 }
278 of_node = plat_data->of_node;
279
280 if (mpc85xx_pcie_find_capability(of_node) > 0)
Chunhe Lanc92132f2013-11-25 11:28:41 +0100281 pdata->is_pcie = true;
282
Dave Jiangf87bd332008-07-25 01:49:14 -0700283 dev_set_drvdata(&op->dev, pci);
284 pci->dev = &op->dev;
Dave Jianga9a753d2008-02-07 00:14:55 -0800285 pci->mod_name = EDAC_MOD_STR;
286 pci->ctl_name = pdata->name;
Kay Sievers031d5512009-03-24 16:38:21 -0700287 pci->dev_name = dev_name(&op->dev);
Dave Jianga9a753d2008-02-07 00:14:55 -0800288
Chunhe Lanc92132f2013-11-25 11:28:41 +0100289 if (edac_op_state == EDAC_OPSTATE_POLL) {
290 if (pdata->is_pcie)
291 pci->edac_check = mpc85xx_pcie_check;
292 else
293 pci->edac_check = mpc85xx_pci_check;
294 }
Dave Jianga9a753d2008-02-07 00:14:55 -0800295
296 pdata->edac_idx = edac_pci_idx++;
297
Scott Wood666db562015-12-10 13:07:12 -0600298 res = of_address_to_resource(of_node, 0, &r);
Dave Jiangf87bd332008-07-25 01:49:14 -0700299 if (res) {
Dave Jianga9a753d2008-02-07 00:14:55 -0800300 printk(KERN_ERR "%s: Unable to get resource for "
301 "PCI err regs\n", __func__);
302 goto err;
303 }
304
Dave Jiangf87bd332008-07-25 01:49:14 -0700305 /* we only need the error registers */
306 r.start += 0xe00;
307
H Hartley Sweeten66ed3f72010-03-10 15:23:13 -0800308 if (!devm_request_mem_region(&op->dev, r.start, resource_size(&r),
309 pdata->name)) {
Dave Jianga9a753d2008-02-07 00:14:55 -0800310 printk(KERN_ERR "%s: Error while requesting mem region\n",
311 __func__);
312 res = -EBUSY;
313 goto err;
314 }
315
H Hartley Sweeten66ed3f72010-03-10 15:23:13 -0800316 pdata->pci_vbase = devm_ioremap(&op->dev, r.start, resource_size(&r));
Dave Jianga9a753d2008-02-07 00:14:55 -0800317 if (!pdata->pci_vbase) {
318 printk(KERN_ERR "%s: Unable to setup PCI err regs\n", __func__);
319 res = -ENOMEM;
320 goto err;
321 }
322
Chunhe Lanc92132f2013-11-25 11:28:41 +0100323 if (pdata->is_pcie) {
324 orig_pci_err_cap_dr =
325 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR);
326 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR, ~0);
327 orig_pci_err_en =
328 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN);
329 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN, 0);
330 } else {
331 orig_pci_err_cap_dr =
332 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_CAP_DR);
Dave Jianga9a753d2008-02-07 00:14:55 -0800333
Chunhe Lanc92132f2013-11-25 11:28:41 +0100334 /* PCI master abort is expected during config cycles */
335 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_CAP_DR, 0x40);
Dave Jianga9a753d2008-02-07 00:14:55 -0800336
Chunhe Lanc92132f2013-11-25 11:28:41 +0100337 orig_pci_err_en =
338 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN);
Dave Jianga9a753d2008-02-07 00:14:55 -0800339
Chunhe Lanc92132f2013-11-25 11:28:41 +0100340 /* disable master abort reporting */
341 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN, ~0x40);
342 }
Dave Jianga9a753d2008-02-07 00:14:55 -0800343
344 /* clear error bits */
345 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, ~0);
346
347 if (edac_pci_add_device(pci, pdata->edac_idx) > 0) {
Joe Perches956b9ba2012-04-29 17:08:39 -0300348 edac_dbg(3, "failed edac_pci_add_device()\n");
Dave Jianga9a753d2008-02-07 00:14:55 -0800349 goto err;
350 }
351
352 if (edac_op_state == EDAC_OPSTATE_INT) {
Scott Wood666db562015-12-10 13:07:12 -0600353 pdata->irq = irq_of_parse_and_map(of_node, 0);
Dave Jiangf87bd332008-07-25 01:49:14 -0700354 res = devm_request_irq(&op->dev, pdata->irq,
Chunhe Lanc92132f2013-11-25 11:28:41 +0100355 mpc85xx_pci_isr,
Johannes Thumshirne245e3b2014-01-21 09:42:27 +0100356 IRQF_SHARED,
Dave Jianga9a753d2008-02-07 00:14:55 -0800357 "[EDAC] PCI err", pci);
358 if (res < 0) {
359 printk(KERN_ERR
Baruch Siache7d2c212013-02-10 11:39:52 +0200360 "%s: Unable to request irq %d for "
Dave Jianga9a753d2008-02-07 00:14:55 -0800361 "MPC85xx PCI err\n", __func__, pdata->irq);
Dave Jiangf87bd332008-07-25 01:49:14 -0700362 irq_dispose_mapping(pdata->irq);
Dave Jianga9a753d2008-02-07 00:14:55 -0800363 res = -ENODEV;
364 goto err2;
365 }
366
367 printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for PCI Err\n",
368 pdata->irq);
369 }
370
Chunhe Lanc92132f2013-11-25 11:28:41 +0100371 if (pdata->is_pcie) {
372 /*
373 * Enable all PCIe error interrupt & error detect except invalid
374 * PEX_CONFIG_ADDR/PEX_CONFIG_DATA access interrupt generation
375 * enable bit and invalid PEX_CONFIG_ADDR/PEX_CONFIG_DATA access
376 * detection enable bit. Because PCIe bus code to initialize and
377 * configure these PCIe devices on booting will use some invalid
378 * PEX_CONFIG_ADDR/PEX_CONFIG_DATA, edac driver prints the much
379 * notice information. So disable this detect to fix ugly print.
380 */
381 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN, ~0
382 & ~PEX_ERR_ICCAIE_EN_BIT);
383 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR, 0
384 | PEX_ERR_ICCAD_DISR_BIT);
385 }
386
Dave Jiangf87bd332008-07-25 01:49:14 -0700387 devres_remove_group(&op->dev, mpc85xx_pci_err_probe);
Joe Perches956b9ba2012-04-29 17:08:39 -0300388 edac_dbg(3, "success\n");
Dave Jianga9a753d2008-02-07 00:14:55 -0800389 printk(KERN_INFO EDAC_MOD_STR " PCI err registered\n");
390
391 return 0;
392
393err2:
Dave Jiangf87bd332008-07-25 01:49:14 -0700394 edac_pci_del_device(&op->dev);
Dave Jianga9a753d2008-02-07 00:14:55 -0800395err:
396 edac_pci_free_ctl_info(pci);
Dave Jiangf87bd332008-07-25 01:49:14 -0700397 devres_release_group(&op->dev, mpc85xx_pci_err_probe);
Dave Jianga9a753d2008-02-07 00:14:55 -0800398 return res;
399}
400
Scott Wood666db562015-12-10 13:07:12 -0600401static const struct platform_device_id mpc85xx_pci_err_match[] = {
402 {
403 .name = "mpc85xx-pci-edac"
404 },
405 {}
406};
407
408static struct platform_driver mpc85xx_pci_err_driver = {
409 .probe = mpc85xx_pci_err_probe,
410 .id_table = mpc85xx_pci_err_match,
411 .driver = {
412 .name = "mpc85xx_pci_err",
413 .suppress_bind_attrs = true,
414 },
415};
Dave Jianga9a753d2008-02-07 00:14:55 -0800416#endif /* CONFIG_PCI */
417
418/**************************** L2 Err device ***************************/
419
420/************************ L2 SYSFS parts ***********************************/
421
422static ssize_t mpc85xx_l2_inject_data_hi_show(struct edac_device_ctl_info
423 *edac_dev, char *data)
424{
425 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
426 return sprintf(data, "0x%08x",
427 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJHI));
428}
429
430static ssize_t mpc85xx_l2_inject_data_lo_show(struct edac_device_ctl_info
431 *edac_dev, char *data)
432{
433 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
434 return sprintf(data, "0x%08x",
435 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJLO));
436}
437
438static ssize_t mpc85xx_l2_inject_ctrl_show(struct edac_device_ctl_info
439 *edac_dev, char *data)
440{
441 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
442 return sprintf(data, "0x%08x",
443 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJCTL));
444}
445
446static ssize_t mpc85xx_l2_inject_data_hi_store(struct edac_device_ctl_info
447 *edac_dev, const char *data,
448 size_t count)
449{
450 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
451 if (isdigit(*data)) {
452 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJHI,
453 simple_strtoul(data, NULL, 0));
454 return count;
455 }
456 return 0;
457}
458
459static ssize_t mpc85xx_l2_inject_data_lo_store(struct edac_device_ctl_info
460 *edac_dev, const char *data,
461 size_t count)
462{
463 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
464 if (isdigit(*data)) {
465 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJLO,
466 simple_strtoul(data, NULL, 0));
467 return count;
468 }
469 return 0;
470}
471
472static ssize_t mpc85xx_l2_inject_ctrl_store(struct edac_device_ctl_info
473 *edac_dev, const char *data,
474 size_t count)
475{
476 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
477 if (isdigit(*data)) {
478 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJCTL,
479 simple_strtoul(data, NULL, 0));
480 return count;
481 }
482 return 0;
483}
484
485static struct edac_dev_sysfs_attribute mpc85xx_l2_sysfs_attributes[] = {
486 {
487 .attr = {
488 .name = "inject_data_hi",
489 .mode = (S_IRUGO | S_IWUSR)
490 },
491 .show = mpc85xx_l2_inject_data_hi_show,
492 .store = mpc85xx_l2_inject_data_hi_store},
493 {
494 .attr = {
495 .name = "inject_data_lo",
496 .mode = (S_IRUGO | S_IWUSR)
497 },
498 .show = mpc85xx_l2_inject_data_lo_show,
499 .store = mpc85xx_l2_inject_data_lo_store},
500 {
501 .attr = {
502 .name = "inject_ctrl",
503 .mode = (S_IRUGO | S_IWUSR)
504 },
505 .show = mpc85xx_l2_inject_ctrl_show,
506 .store = mpc85xx_l2_inject_ctrl_store},
507
508 /* End of list */
509 {
510 .attr = {.name = NULL}
511 }
512};
513
514static void mpc85xx_set_l2_sysfs_attributes(struct edac_device_ctl_info
515 *edac_dev)
516{
517 edac_dev->sysfs_attributes = mpc85xx_l2_sysfs_attributes;
518}
519
520/***************************** L2 ops ***********************************/
521
522static void mpc85xx_l2_check(struct edac_device_ctl_info *edac_dev)
523{
524 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
525 u32 err_detect;
526
527 err_detect = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET);
528
529 if (!(err_detect & L2_EDE_MASK))
530 return;
531
532 printk(KERN_ERR "ECC Error in CPU L2 cache\n");
533 printk(KERN_ERR "L2 Error Detect Register: 0x%08x\n", err_detect);
534 printk(KERN_ERR "L2 Error Capture Data High Register: 0x%08x\n",
535 in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTDATAHI));
536 printk(KERN_ERR "L2 Error Capture Data Lo Register: 0x%08x\n",
537 in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTDATALO));
538 printk(KERN_ERR "L2 Error Syndrome Register: 0x%08x\n",
539 in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTECC));
540 printk(KERN_ERR "L2 Error Attributes Capture Register: 0x%08x\n",
541 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRATTR));
542 printk(KERN_ERR "L2 Error Address Capture Register: 0x%08x\n",
543 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRADDR));
544
545 /* clear error detect register */
546 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET, err_detect);
547
548 if (err_detect & L2_EDE_CE_MASK)
549 edac_device_handle_ce(edac_dev, 0, 0, edac_dev->ctl_name);
550
551 if (err_detect & L2_EDE_UE_MASK)
552 edac_device_handle_ue(edac_dev, 0, 0, edac_dev->ctl_name);
553}
554
555static irqreturn_t mpc85xx_l2_isr(int irq, void *dev_id)
556{
557 struct edac_device_ctl_info *edac_dev = dev_id;
558 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
559 u32 err_detect;
560
561 err_detect = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET);
562
563 if (!(err_detect & L2_EDE_MASK))
564 return IRQ_NONE;
565
566 mpc85xx_l2_check(edac_dev);
567
568 return IRQ_HANDLED;
569}
570
Greg Kroah-Hartman9b3c6e82012-12-21 13:23:51 -0800571static int mpc85xx_l2_err_probe(struct platform_device *op)
Dave Jianga9a753d2008-02-07 00:14:55 -0800572{
573 struct edac_device_ctl_info *edac_dev;
574 struct mpc85xx_l2_pdata *pdata;
575 struct resource r;
576 int res;
577
578 if (!devres_open_group(&op->dev, mpc85xx_l2_err_probe, GFP_KERNEL))
579 return -ENOMEM;
580
581 edac_dev = edac_device_alloc_ctl_info(sizeof(*pdata),
582 "cpu", 1, "L", 1, 2, NULL, 0,
583 edac_dev_idx);
584 if (!edac_dev) {
585 devres_release_group(&op->dev, mpc85xx_l2_err_probe);
586 return -ENOMEM;
587 }
588
589 pdata = edac_dev->pvt_info;
590 pdata->name = "mpc85xx_l2_err";
591 pdata->irq = NO_IRQ;
592 edac_dev->dev = &op->dev;
593 dev_set_drvdata(edac_dev->dev, edac_dev);
594 edac_dev->ctl_name = pdata->name;
595 edac_dev->dev_name = pdata->name;
596
Anatolij Gustschina26f95f2010-06-03 03:17:42 +0200597 res = of_address_to_resource(op->dev.of_node, 0, &r);
Dave Jianga9a753d2008-02-07 00:14:55 -0800598 if (res) {
599 printk(KERN_ERR "%s: Unable to get resource for "
600 "L2 err regs\n", __func__);
601 goto err;
602 }
603
604 /* we only need the error registers */
605 r.start += 0xe00;
606
Joe Perches28f65c112011-06-09 09:13:32 -0700607 if (!devm_request_mem_region(&op->dev, r.start, resource_size(&r),
608 pdata->name)) {
Dave Jianga9a753d2008-02-07 00:14:55 -0800609 printk(KERN_ERR "%s: Error while requesting mem region\n",
610 __func__);
611 res = -EBUSY;
612 goto err;
613 }
614
Joe Perches28f65c112011-06-09 09:13:32 -0700615 pdata->l2_vbase = devm_ioremap(&op->dev, r.start, resource_size(&r));
Dave Jianga9a753d2008-02-07 00:14:55 -0800616 if (!pdata->l2_vbase) {
617 printk(KERN_ERR "%s: Unable to setup L2 err regs\n", __func__);
618 res = -ENOMEM;
619 goto err;
620 }
621
622 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET, ~0);
623
624 orig_l2_err_disable = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS);
625
626 /* clear the err_dis */
627 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS, 0);
628
629 edac_dev->mod_name = EDAC_MOD_STR;
630
631 if (edac_op_state == EDAC_OPSTATE_POLL)
632 edac_dev->edac_check = mpc85xx_l2_check;
633
634 mpc85xx_set_l2_sysfs_attributes(edac_dev);
635
636 pdata->edac_idx = edac_dev_idx++;
637
638 if (edac_device_add_device(edac_dev) > 0) {
Joe Perches956b9ba2012-04-29 17:08:39 -0300639 edac_dbg(3, "failed edac_device_add_device()\n");
Dave Jianga9a753d2008-02-07 00:14:55 -0800640 goto err;
641 }
642
643 if (edac_op_state == EDAC_OPSTATE_INT) {
Anatolij Gustschina26f95f2010-06-03 03:17:42 +0200644 pdata->irq = irq_of_parse_and_map(op->dev.of_node, 0);
Dave Jianga9a753d2008-02-07 00:14:55 -0800645 res = devm_request_irq(&op->dev, pdata->irq,
Borislav Petkova18c3f12014-09-30 12:55:41 +0200646 mpc85xx_l2_isr, IRQF_SHARED,
Dave Jianga9a753d2008-02-07 00:14:55 -0800647 "[EDAC] L2 err", edac_dev);
648 if (res < 0) {
649 printk(KERN_ERR
Baruch Siache7d2c212013-02-10 11:39:52 +0200650 "%s: Unable to request irq %d for "
Dave Jianga9a753d2008-02-07 00:14:55 -0800651 "MPC85xx L2 err\n", __func__, pdata->irq);
652 irq_dispose_mapping(pdata->irq);
653 res = -ENODEV;
654 goto err2;
655 }
656
657 printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for L2 Err\n",
658 pdata->irq);
659
660 edac_dev->op_state = OP_RUNNING_INTERRUPT;
661
662 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINTEN, L2_EIE_MASK);
663 }
664
665 devres_remove_group(&op->dev, mpc85xx_l2_err_probe);
666
Joe Perches956b9ba2012-04-29 17:08:39 -0300667 edac_dbg(3, "success\n");
Dave Jianga9a753d2008-02-07 00:14:55 -0800668 printk(KERN_INFO EDAC_MOD_STR " L2 err registered\n");
669
670 return 0;
671
672err2:
673 edac_device_del_device(&op->dev);
674err:
675 devres_release_group(&op->dev, mpc85xx_l2_err_probe);
676 edac_device_free_ctl_info(edac_dev);
677 return res;
678}
679
Grant Likely2dc11582010-08-06 09:25:50 -0600680static int mpc85xx_l2_err_remove(struct platform_device *op)
Dave Jianga9a753d2008-02-07 00:14:55 -0800681{
682 struct edac_device_ctl_info *edac_dev = dev_get_drvdata(&op->dev);
683 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
684
Joe Perches956b9ba2012-04-29 17:08:39 -0300685 edac_dbg(0, "\n");
Dave Jianga9a753d2008-02-07 00:14:55 -0800686
687 if (edac_op_state == EDAC_OPSTATE_INT) {
688 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINTEN, 0);
689 irq_dispose_mapping(pdata->irq);
690 }
691
692 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS, orig_l2_err_disable);
693 edac_device_del_device(&op->dev);
694 edac_device_free_ctl_info(edac_dev);
695 return 0;
696}
697
Fabian Frederick1afaa052015-03-16 20:54:41 +0100698static const struct of_device_id mpc85xx_l2_err_of_match[] = {
Kumar Gala29d6cf22009-01-06 14:42:59 -0800699/* deprecate the fsl,85.. forms in the future, 2.6.30? */
700 { .compatible = "fsl,8540-l2-cache-controller", },
701 { .compatible = "fsl,8541-l2-cache-controller", },
702 { .compatible = "fsl,8544-l2-cache-controller", },
703 { .compatible = "fsl,8548-l2-cache-controller", },
704 { .compatible = "fsl,8555-l2-cache-controller", },
705 { .compatible = "fsl,8568-l2-cache-controller", },
706 { .compatible = "fsl,mpc8536-l2-cache-controller", },
707 { .compatible = "fsl,mpc8540-l2-cache-controller", },
708 { .compatible = "fsl,mpc8541-l2-cache-controller", },
709 { .compatible = "fsl,mpc8544-l2-cache-controller", },
710 { .compatible = "fsl,mpc8548-l2-cache-controller", },
711 { .compatible = "fsl,mpc8555-l2-cache-controller", },
712 { .compatible = "fsl,mpc8560-l2-cache-controller", },
713 { .compatible = "fsl,mpc8568-l2-cache-controller", },
Anton Vorontsovcd1542c2010-08-10 18:03:21 -0700714 { .compatible = "fsl,mpc8569-l2-cache-controller", },
Kumar Gala29d6cf22009-01-06 14:42:59 -0800715 { .compatible = "fsl,mpc8572-l2-cache-controller", },
Anton Vorontsovcd1542c2010-08-10 18:03:21 -0700716 { .compatible = "fsl,p1020-l2-cache-controller", },
717 { .compatible = "fsl,p1021-l2-cache-controller", },
Yang Shia0145542009-09-23 15:57:24 -0700718 { .compatible = "fsl,p2020-l2-cache-controller", },
Dave Jianga9a753d2008-02-07 00:14:55 -0800719 {},
720};
Anton Vorontsov952e1c62010-07-27 13:18:05 -0700721MODULE_DEVICE_TABLE(of, mpc85xx_l2_err_of_match);
Dave Jianga9a753d2008-02-07 00:14:55 -0800722
Grant Likely00006122011-02-22 19:59:54 -0700723static struct platform_driver mpc85xx_l2_err_driver = {
Dave Jianga9a753d2008-02-07 00:14:55 -0800724 .probe = mpc85xx_l2_err_probe,
725 .remove = mpc85xx_l2_err_remove,
726 .driver = {
Grant Likely40182942010-04-13 16:13:02 -0700727 .name = "mpc85xx_l2_err",
Grant Likely40182942010-04-13 16:13:02 -0700728 .of_match_table = mpc85xx_l2_err_of_match,
729 },
Dave Jianga9a753d2008-02-07 00:14:55 -0800730};
731
732/**************************** MC Err device ***************************/
733
Peter Tyserdcca7c32010-03-10 15:23:12 -0800734/*
735 * Taken from table 8-55 in the MPC8641 User's Manual and/or 9-61 in the
736 * MPC8572 User's Manual. Each line represents a syndrome bit column as a
737 * 64-bit value, but split into an upper and lower 32-bit chunk. The labels
738 * below correspond to Freescale's manuals.
739 */
740static unsigned int ecc_table[16] = {
741 /* MSB LSB */
742 /* [0:31] [32:63] */
743 0xf00fe11e, 0xc33c0ff7, /* Syndrome bit 7 */
744 0x00ff00ff, 0x00fff0ff,
745 0x0f0f0f0f, 0x0f0fff00,
746 0x11113333, 0x7777000f,
747 0x22224444, 0x8888222f,
748 0x44448888, 0xffff4441,
749 0x8888ffff, 0x11118882,
750 0xffff1111, 0x22221114, /* Syndrome bit 0 */
751};
752
753/*
754 * Calculate the correct ECC value for a 64-bit value specified by high:low
755 */
756static u8 calculate_ecc(u32 high, u32 low)
757{
758 u32 mask_low;
759 u32 mask_high;
760 int bit_cnt;
761 u8 ecc = 0;
762 int i;
763 int j;
764
765 for (i = 0; i < 8; i++) {
766 mask_high = ecc_table[i * 2];
767 mask_low = ecc_table[i * 2 + 1];
768 bit_cnt = 0;
769
770 for (j = 0; j < 32; j++) {
771 if ((mask_high >> j) & 1)
772 bit_cnt ^= (high >> j) & 1;
773 if ((mask_low >> j) & 1)
774 bit_cnt ^= (low >> j) & 1;
775 }
776
777 ecc |= bit_cnt << i;
778 }
779
780 return ecc;
781}
782
783/*
784 * Create the syndrome code which is generated if the data line specified by
785 * 'bit' failed. Eg generate an 8-bit codes seen in Table 8-55 in the MPC8641
786 * User's Manual and 9-61 in the MPC8572 User's Manual.
787 */
788static u8 syndrome_from_bit(unsigned int bit) {
789 int i;
790 u8 syndrome = 0;
791
792 /*
793 * Cycle through the upper or lower 32-bit portion of each value in
794 * ecc_table depending on if 'bit' is in the upper or lower half of
795 * 64-bit data.
796 */
797 for (i = bit < 32; i < 16; i += 2)
798 syndrome |= ((ecc_table[i] >> (bit % 32)) & 1) << (i / 2);
799
800 return syndrome;
801}
802
803/*
804 * Decode data and ecc syndrome to determine what went wrong
805 * Note: This can only decode single-bit errors
806 */
807static void sbe_ecc_decode(u32 cap_high, u32 cap_low, u32 cap_ecc,
808 int *bad_data_bit, int *bad_ecc_bit)
809{
810 int i;
811 u8 syndrome;
812
813 *bad_data_bit = -1;
814 *bad_ecc_bit = -1;
815
816 /*
817 * Calculate the ECC of the captured data and XOR it with the captured
818 * ECC to find an ECC syndrome value we can search for
819 */
820 syndrome = calculate_ecc(cap_high, cap_low) ^ cap_ecc;
821
822 /* Check if a data line is stuck... */
823 for (i = 0; i < 64; i++) {
824 if (syndrome == syndrome_from_bit(i)) {
825 *bad_data_bit = i;
826 return;
827 }
828 }
829
830 /* If data is correct, check ECC bits for errors... */
831 for (i = 0; i < 8; i++) {
832 if ((syndrome >> i) & 0x1) {
833 *bad_ecc_bit = i;
834 return;
835 }
836 }
837}
838
York Sun2ce39102015-05-12 18:03:42 +0800839#define make64(high, low) (((u64)(high) << 32) | (low))
840
Dave Jianga9a753d2008-02-07 00:14:55 -0800841static void mpc85xx_mc_check(struct mem_ctl_info *mci)
842{
843 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
844 struct csrow_info *csrow;
Peter Tyser21768632010-03-10 15:23:11 -0800845 u32 bus_width;
Dave Jianga9a753d2008-02-07 00:14:55 -0800846 u32 err_detect;
847 u32 syndrome;
York Sun2ce39102015-05-12 18:03:42 +0800848 u64 err_addr;
Dave Jianga9a753d2008-02-07 00:14:55 -0800849 u32 pfn;
850 int row_index;
Peter Tyserdcca7c32010-03-10 15:23:12 -0800851 u32 cap_high;
852 u32 cap_low;
853 int bad_data_bit;
854 int bad_ecc_bit;
Dave Jianga9a753d2008-02-07 00:14:55 -0800855
856 err_detect = in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT);
Dave Jiang55e57502009-04-21 12:24:56 -0700857 if (!err_detect)
Dave Jianga9a753d2008-02-07 00:14:55 -0800858 return;
859
860 mpc85xx_mc_printk(mci, KERN_ERR, "Err Detect Register: %#8.8x\n",
861 err_detect);
862
863 /* no more processing if not ECC bit errors */
864 if (!(err_detect & (DDR_EDE_SBE | DDR_EDE_MBE))) {
865 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, err_detect);
866 return;
867 }
868
869 syndrome = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_ECC);
Peter Tyser21768632010-03-10 15:23:11 -0800870
871 /* Mask off appropriate bits of syndrome based on bus width */
872 bus_width = (in_be32(pdata->mc_vbase + MPC85XX_MC_DDR_SDRAM_CFG) &
873 DSC_DBW_MASK) ? 32 : 64;
874 if (bus_width == 64)
875 syndrome &= 0xff;
876 else
877 syndrome &= 0xffff;
878
York Sun2ce39102015-05-12 18:03:42 +0800879 err_addr = make64(
880 in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_EXT_ADDRESS),
881 in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_ADDRESS));
Dave Jianga9a753d2008-02-07 00:14:55 -0800882 pfn = err_addr >> PAGE_SHIFT;
883
884 for (row_index = 0; row_index < mci->nr_csrows; row_index++) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300885 csrow = mci->csrows[row_index];
Dave Jianga9a753d2008-02-07 00:14:55 -0800886 if ((pfn >= csrow->first_page) && (pfn <= csrow->last_page))
887 break;
888 }
889
Peter Tyserdcca7c32010-03-10 15:23:12 -0800890 cap_high = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_DATA_HI);
891 cap_low = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_DATA_LO);
892
893 /*
894 * Analyze single-bit errors on 64-bit wide buses
895 * TODO: Add support for 32-bit wide buses
896 */
897 if ((err_detect & DDR_EDE_SBE) && (bus_width == 64)) {
898 sbe_ecc_decode(cap_high, cap_low, syndrome,
899 &bad_data_bit, &bad_ecc_bit);
900
901 if (bad_data_bit != -1)
902 mpc85xx_mc_printk(mci, KERN_ERR,
903 "Faulty Data bit: %d\n", bad_data_bit);
904 if (bad_ecc_bit != -1)
905 mpc85xx_mc_printk(mci, KERN_ERR,
906 "Faulty ECC bit: %d\n", bad_ecc_bit);
907
908 mpc85xx_mc_printk(mci, KERN_ERR,
909 "Expected Data / ECC:\t%#8.8x_%08x / %#2.2x\n",
910 cap_high ^ (1 << (bad_data_bit - 32)),
911 cap_low ^ (1 << bad_data_bit),
912 syndrome ^ (1 << bad_ecc_bit));
913 }
914
915 mpc85xx_mc_printk(mci, KERN_ERR,
916 "Captured Data / ECC:\t%#8.8x_%08x / %#2.2x\n",
917 cap_high, cap_low, syndrome);
York Sun2ce39102015-05-12 18:03:42 +0800918 mpc85xx_mc_printk(mci, KERN_ERR, "Err addr: %#8.8llx\n", err_addr);
Dave Jianga9a753d2008-02-07 00:14:55 -0800919 mpc85xx_mc_printk(mci, KERN_ERR, "PFN: %#8.8x\n", pfn);
920
921 /* we are out of range */
922 if (row_index == mci->nr_csrows)
923 mpc85xx_mc_printk(mci, KERN_ERR, "PFN out of range!\n");
924
925 if (err_detect & DDR_EDE_SBE)
Mauro Carvalho Chehab9eb07a72012-06-04 13:27:43 -0300926 edac_mc_handle_error(HW_EVENT_ERR_CORRECTED, mci, 1,
Mauro Carvalho Chehabad4d6e22012-04-16 15:11:08 -0300927 pfn, err_addr & ~PAGE_MASK, syndrome,
928 row_index, 0, -1,
Mauro Carvalho Chehab03f7eae2012-06-04 11:29:25 -0300929 mci->ctl_name, "");
Dave Jianga9a753d2008-02-07 00:14:55 -0800930
931 if (err_detect & DDR_EDE_MBE)
Mauro Carvalho Chehab9eb07a72012-06-04 13:27:43 -0300932 edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 1,
Mauro Carvalho Chehabad4d6e22012-04-16 15:11:08 -0300933 pfn, err_addr & ~PAGE_MASK, syndrome,
934 row_index, 0, -1,
Mauro Carvalho Chehab03f7eae2012-06-04 11:29:25 -0300935 mci->ctl_name, "");
Dave Jianga9a753d2008-02-07 00:14:55 -0800936
937 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, err_detect);
938}
939
940static irqreturn_t mpc85xx_mc_isr(int irq, void *dev_id)
941{
942 struct mem_ctl_info *mci = dev_id;
943 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
944 u32 err_detect;
945
946 err_detect = in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT);
947 if (!err_detect)
948 return IRQ_NONE;
949
950 mpc85xx_mc_check(mci);
951
952 return IRQ_HANDLED;
953}
954
Greg Kroah-Hartman9b3c6e82012-12-21 13:23:51 -0800955static void mpc85xx_init_csrows(struct mem_ctl_info *mci)
Dave Jianga9a753d2008-02-07 00:14:55 -0800956{
957 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
958 struct csrow_info *csrow;
Mauro Carvalho Chehab084a4fc2012-01-27 18:38:08 -0300959 struct dimm_info *dimm;
Dave Jianga9a753d2008-02-07 00:14:55 -0800960 u32 sdram_ctl;
961 u32 sdtype;
962 enum mem_type mtype;
963 u32 cs_bnds;
964 int index;
965
966 sdram_ctl = in_be32(pdata->mc_vbase + MPC85XX_MC_DDR_SDRAM_CFG);
967
968 sdtype = sdram_ctl & DSC_SDTYPE_MASK;
969 if (sdram_ctl & DSC_RD_EN) {
970 switch (sdtype) {
971 case DSC_SDTYPE_DDR:
972 mtype = MEM_RDDR;
973 break;
974 case DSC_SDTYPE_DDR2:
975 mtype = MEM_RDDR2;
976 break;
Yang Shib1cfebc2009-06-30 11:41:22 -0700977 case DSC_SDTYPE_DDR3:
978 mtype = MEM_RDDR3;
979 break;
Dave Jianga9a753d2008-02-07 00:14:55 -0800980 default:
981 mtype = MEM_UNKNOWN;
982 break;
983 }
984 } else {
985 switch (sdtype) {
986 case DSC_SDTYPE_DDR:
987 mtype = MEM_DDR;
988 break;
989 case DSC_SDTYPE_DDR2:
990 mtype = MEM_DDR2;
991 break;
Yang Shib1cfebc2009-06-30 11:41:22 -0700992 case DSC_SDTYPE_DDR3:
993 mtype = MEM_DDR3;
994 break;
Dave Jianga9a753d2008-02-07 00:14:55 -0800995 default:
996 mtype = MEM_UNKNOWN;
997 break;
998 }
999 }
1000
1001 for (index = 0; index < mci->nr_csrows; index++) {
1002 u32 start;
1003 u32 end;
1004
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001005 csrow = mci->csrows[index];
1006 dimm = csrow->channels[0]->dimm;
Mauro Carvalho Chehab084a4fc2012-01-27 18:38:08 -03001007
Dave Jianga9a753d2008-02-07 00:14:55 -08001008 cs_bnds = in_be32(pdata->mc_vbase + MPC85XX_MC_CS_BNDS_0 +
1009 (index * MPC85XX_MC_CS_BNDS_OFS));
Ira W. Snyderb4846252009-09-23 15:57:25 -07001010
1011 start = (cs_bnds & 0xffff0000) >> 16;
1012 end = (cs_bnds & 0x0000ffff);
Dave Jianga9a753d2008-02-07 00:14:55 -08001013
1014 if (start == end)
1015 continue; /* not populated */
1016
Ira W. Snyderb4846252009-09-23 15:57:25 -07001017 start <<= (24 - PAGE_SHIFT);
1018 end <<= (24 - PAGE_SHIFT);
1019 end |= (1 << (24 - PAGE_SHIFT)) - 1;
1020
Peter Tysercff92792010-02-10 13:56:36 -08001021 csrow->first_page = start;
1022 csrow->last_page = end;
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -03001023
1024 dimm->nr_pages = end + 1 - start;
Mauro Carvalho Chehab084a4fc2012-01-27 18:38:08 -03001025 dimm->grain = 8;
1026 dimm->mtype = mtype;
1027 dimm->dtype = DEV_UNKNOWN;
Dave Jianga9a753d2008-02-07 00:14:55 -08001028 if (sdram_ctl & DSC_X32_EN)
Mauro Carvalho Chehab084a4fc2012-01-27 18:38:08 -03001029 dimm->dtype = DEV_X32;
1030 dimm->edac_mode = EDAC_SECDED;
Dave Jianga9a753d2008-02-07 00:14:55 -08001031 }
1032}
1033
Greg Kroah-Hartman9b3c6e82012-12-21 13:23:51 -08001034static int mpc85xx_mc_err_probe(struct platform_device *op)
Dave Jianga9a753d2008-02-07 00:14:55 -08001035{
1036 struct mem_ctl_info *mci;
Mauro Carvalho Chehabad4d6e22012-04-16 15:11:08 -03001037 struct edac_mc_layer layers[2];
Dave Jianga9a753d2008-02-07 00:14:55 -08001038 struct mpc85xx_mc_pdata *pdata;
1039 struct resource r;
1040 u32 sdram_ctl;
1041 int res;
1042
1043 if (!devres_open_group(&op->dev, mpc85xx_mc_err_probe, GFP_KERNEL))
1044 return -ENOMEM;
1045
Mauro Carvalho Chehabad4d6e22012-04-16 15:11:08 -03001046 layers[0].type = EDAC_MC_LAYER_CHIP_SELECT;
1047 layers[0].size = 4;
1048 layers[0].is_virt_csrow = true;
1049 layers[1].type = EDAC_MC_LAYER_CHANNEL;
1050 layers[1].size = 1;
1051 layers[1].is_virt_csrow = false;
Kim Phillipsb9bc5dd2012-06-06 19:49:42 -05001052 mci = edac_mc_alloc(edac_mc_idx, ARRAY_SIZE(layers), layers,
1053 sizeof(*pdata));
Dave Jianga9a753d2008-02-07 00:14:55 -08001054 if (!mci) {
1055 devres_release_group(&op->dev, mpc85xx_mc_err_probe);
1056 return -ENOMEM;
1057 }
1058
1059 pdata = mci->pvt_info;
1060 pdata->name = "mpc85xx_mc_err";
1061 pdata->irq = NO_IRQ;
Mauro Carvalho Chehabfd687502012-03-16 07:44:18 -03001062 mci->pdev = &op->dev;
Dave Jianga9a753d2008-02-07 00:14:55 -08001063 pdata->edac_idx = edac_mc_idx++;
Mauro Carvalho Chehabfd687502012-03-16 07:44:18 -03001064 dev_set_drvdata(mci->pdev, mci);
Dave Jianga9a753d2008-02-07 00:14:55 -08001065 mci->ctl_name = pdata->name;
1066 mci->dev_name = pdata->name;
1067
Anatolij Gustschina26f95f2010-06-03 03:17:42 +02001068 res = of_address_to_resource(op->dev.of_node, 0, &r);
Dave Jianga9a753d2008-02-07 00:14:55 -08001069 if (res) {
1070 printk(KERN_ERR "%s: Unable to get resource for MC err regs\n",
1071 __func__);
1072 goto err;
1073 }
1074
Joe Perches28f65c112011-06-09 09:13:32 -07001075 if (!devm_request_mem_region(&op->dev, r.start, resource_size(&r),
1076 pdata->name)) {
Dave Jianga9a753d2008-02-07 00:14:55 -08001077 printk(KERN_ERR "%s: Error while requesting mem region\n",
1078 __func__);
1079 res = -EBUSY;
1080 goto err;
1081 }
1082
Joe Perches28f65c112011-06-09 09:13:32 -07001083 pdata->mc_vbase = devm_ioremap(&op->dev, r.start, resource_size(&r));
Dave Jianga9a753d2008-02-07 00:14:55 -08001084 if (!pdata->mc_vbase) {
1085 printk(KERN_ERR "%s: Unable to setup MC err regs\n", __func__);
1086 res = -ENOMEM;
1087 goto err;
1088 }
1089
1090 sdram_ctl = in_be32(pdata->mc_vbase + MPC85XX_MC_DDR_SDRAM_CFG);
1091 if (!(sdram_ctl & DSC_ECC_EN)) {
1092 /* no ECC */
1093 printk(KERN_WARNING "%s: No ECC DIMMs discovered\n", __func__);
1094 res = -ENODEV;
1095 goto err;
1096 }
1097
Joe Perches956b9ba2012-04-29 17:08:39 -03001098 edac_dbg(3, "init mci\n");
Dave Jianga9a753d2008-02-07 00:14:55 -08001099 mci->mtype_cap = MEM_FLAG_RDDR | MEM_FLAG_RDDR2 |
1100 MEM_FLAG_DDR | MEM_FLAG_DDR2;
1101 mci->edac_ctl_cap = EDAC_FLAG_NONE | EDAC_FLAG_SECDED;
1102 mci->edac_cap = EDAC_FLAG_SECDED;
1103 mci->mod_name = EDAC_MOD_STR;
1104 mci->mod_ver = MPC85XX_REVISION;
1105
1106 if (edac_op_state == EDAC_OPSTATE_POLL)
1107 mci->edac_check = mpc85xx_mc_check;
1108
1109 mci->ctl_page_to_phys = NULL;
1110
1111 mci->scrub_mode = SCRUB_SW_SRC;
1112
Dave Jianga9a753d2008-02-07 00:14:55 -08001113 mpc85xx_init_csrows(mci);
1114
Dave Jianga9a753d2008-02-07 00:14:55 -08001115 /* store the original error disable bits */
1116 orig_ddr_err_disable =
1117 in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE);
1118 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE, 0);
1119
1120 /* clear all error bits */
1121 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, ~0);
1122
Takashi Iwai917c85b2015-02-04 11:48:56 +01001123 if (edac_mc_add_mc_with_groups(mci, mpc85xx_dev_groups)) {
Joe Perches956b9ba2012-04-29 17:08:39 -03001124 edac_dbg(3, "failed edac_mc_add_mc()\n");
Dave Jianga9a753d2008-02-07 00:14:55 -08001125 goto err;
1126 }
1127
1128 if (edac_op_state == EDAC_OPSTATE_INT) {
1129 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_INT_EN,
1130 DDR_EIE_MBEE | DDR_EIE_SBEE);
1131
1132 /* store the original error management threshold */
1133 orig_ddr_err_sbe = in_be32(pdata->mc_vbase +
1134 MPC85XX_MC_ERR_SBE) & 0xff0000;
1135
1136 /* set threshold to 1 error per interrupt */
1137 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_SBE, 0x10000);
1138
1139 /* register interrupts */
Anatolij Gustschina26f95f2010-06-03 03:17:42 +02001140 pdata->irq = irq_of_parse_and_map(op->dev.of_node, 0);
Dave Jianga9a753d2008-02-07 00:14:55 -08001141 res = devm_request_irq(&op->dev, pdata->irq,
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001142 mpc85xx_mc_isr,
Johannes Thumshirne245e3b2014-01-21 09:42:27 +01001143 IRQF_SHARED,
Dave Jianga9a753d2008-02-07 00:14:55 -08001144 "[EDAC] MC err", mci);
1145 if (res < 0) {
1146 printk(KERN_ERR "%s: Unable to request irq %d for "
1147 "MPC85xx DRAM ERR\n", __func__, pdata->irq);
1148 irq_dispose_mapping(pdata->irq);
1149 res = -ENODEV;
1150 goto err2;
1151 }
1152
1153 printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for MC\n",
1154 pdata->irq);
1155 }
1156
1157 devres_remove_group(&op->dev, mpc85xx_mc_err_probe);
Joe Perches956b9ba2012-04-29 17:08:39 -03001158 edac_dbg(3, "success\n");
Dave Jianga9a753d2008-02-07 00:14:55 -08001159 printk(KERN_INFO EDAC_MOD_STR " MC err registered\n");
1160
1161 return 0;
1162
1163err2:
1164 edac_mc_del_mc(&op->dev);
1165err:
1166 devres_release_group(&op->dev, mpc85xx_mc_err_probe);
1167 edac_mc_free(mci);
1168 return res;
1169}
1170
Grant Likely2dc11582010-08-06 09:25:50 -06001171static int mpc85xx_mc_err_remove(struct platform_device *op)
Dave Jianga9a753d2008-02-07 00:14:55 -08001172{
1173 struct mem_ctl_info *mci = dev_get_drvdata(&op->dev);
1174 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
1175
Joe Perches956b9ba2012-04-29 17:08:39 -03001176 edac_dbg(0, "\n");
Dave Jianga9a753d2008-02-07 00:14:55 -08001177
1178 if (edac_op_state == EDAC_OPSTATE_INT) {
1179 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_INT_EN, 0);
1180 irq_dispose_mapping(pdata->irq);
1181 }
1182
1183 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE,
1184 orig_ddr_err_disable);
1185 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_SBE, orig_ddr_err_sbe);
1186
1187 edac_mc_del_mc(&op->dev);
1188 edac_mc_free(mci);
1189 return 0;
1190}
1191
Fabian Frederick1afaa052015-03-16 20:54:41 +01001192static const struct of_device_id mpc85xx_mc_err_of_match[] = {
Kumar Gala29d6cf22009-01-06 14:42:59 -08001193/* deprecate the fsl,85.. forms in the future, 2.6.30? */
1194 { .compatible = "fsl,8540-memory-controller", },
1195 { .compatible = "fsl,8541-memory-controller", },
1196 { .compatible = "fsl,8544-memory-controller", },
1197 { .compatible = "fsl,8548-memory-controller", },
1198 { .compatible = "fsl,8555-memory-controller", },
1199 { .compatible = "fsl,8568-memory-controller", },
1200 { .compatible = "fsl,mpc8536-memory-controller", },
1201 { .compatible = "fsl,mpc8540-memory-controller", },
1202 { .compatible = "fsl,mpc8541-memory-controller", },
1203 { .compatible = "fsl,mpc8544-memory-controller", },
1204 { .compatible = "fsl,mpc8548-memory-controller", },
1205 { .compatible = "fsl,mpc8555-memory-controller", },
1206 { .compatible = "fsl,mpc8560-memory-controller", },
1207 { .compatible = "fsl,mpc8568-memory-controller", },
Anton Vorontsov5528e222010-07-20 13:24:28 -07001208 { .compatible = "fsl,mpc8569-memory-controller", },
Kumar Gala29d6cf22009-01-06 14:42:59 -08001209 { .compatible = "fsl,mpc8572-memory-controller", },
Ira W. Snyderb4846252009-09-23 15:57:25 -07001210 { .compatible = "fsl,mpc8349-memory-controller", },
Anton Vorontsovcd1542c2010-08-10 18:03:21 -07001211 { .compatible = "fsl,p1020-memory-controller", },
1212 { .compatible = "fsl,p1021-memory-controller", },
Yang Shia0145542009-09-23 15:57:24 -07001213 { .compatible = "fsl,p2020-memory-controller", },
Shaohui Xie86f9a4332011-11-15 14:52:22 -08001214 { .compatible = "fsl,qoriq-memory-controller", },
Dave Jianga9a753d2008-02-07 00:14:55 -08001215 {},
1216};
Anton Vorontsov952e1c62010-07-27 13:18:05 -07001217MODULE_DEVICE_TABLE(of, mpc85xx_mc_err_of_match);
Dave Jianga9a753d2008-02-07 00:14:55 -08001218
Grant Likely00006122011-02-22 19:59:54 -07001219static struct platform_driver mpc85xx_mc_err_driver = {
Dave Jianga9a753d2008-02-07 00:14:55 -08001220 .probe = mpc85xx_mc_err_probe,
1221 .remove = mpc85xx_mc_err_remove,
1222 .driver = {
Grant Likely40182942010-04-13 16:13:02 -07001223 .name = "mpc85xx_mc_err",
Grant Likely40182942010-04-13 16:13:02 -07001224 .of_match_table = mpc85xx_mc_err_of_match,
1225 },
Dave Jianga9a753d2008-02-07 00:14:55 -08001226};
1227
Christoph Eggerbd1688d2010-08-10 18:03:18 -07001228#ifdef CONFIG_FSL_SOC_BOOKE
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001229static void __init mpc85xx_mc_clear_rfxe(void *data)
1230{
1231 orig_hid1[smp_processor_id()] = mfspr(SPRN_HID1);
Kumar Galaa94d7b32011-03-31 17:11:39 -05001232 mtspr(SPRN_HID1, (orig_hid1[smp_processor_id()] & ~HID1_RFXE));
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001233}
Ira W. Snyderb4846252009-09-23 15:57:25 -07001234#endif
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001235
Thierry Redingd54051f2015-12-03 10:57:12 +01001236static struct platform_driver * const drivers[] = {
1237 &mpc85xx_mc_err_driver,
1238 &mpc85xx_l2_err_driver,
Scott Wood666db562015-12-10 13:07:12 -06001239#ifdef CONFIG_PCI
1240 &mpc85xx_pci_err_driver,
1241#endif
Thierry Redingd54051f2015-12-03 10:57:12 +01001242};
1243
Dave Jianga9a753d2008-02-07 00:14:55 -08001244static int __init mpc85xx_mc_init(void)
1245{
1246 int res = 0;
Sudip Mukherjeef2b59ac2016-02-02 21:09:33 +05301247 u32 __maybe_unused pvr = 0;
Dave Jianga9a753d2008-02-07 00:14:55 -08001248
1249 printk(KERN_INFO "Freescale(R) MPC85xx EDAC driver, "
1250 "(C) 2006 Montavista Software\n");
1251
1252 /* make sure error reporting method is sane */
1253 switch (edac_op_state) {
1254 case EDAC_OPSTATE_POLL:
1255 case EDAC_OPSTATE_INT:
1256 break;
1257 default:
1258 edac_op_state = EDAC_OPSTATE_INT;
1259 break;
1260 }
1261
Thierry Redingd54051f2015-12-03 10:57:12 +01001262 res = platform_register_drivers(drivers, ARRAY_SIZE(drivers));
Dave Jianga9a753d2008-02-07 00:14:55 -08001263 if (res)
Thierry Redingd54051f2015-12-03 10:57:12 +01001264 printk(KERN_WARNING EDAC_MOD_STR "drivers fail to register\n");
Dave Jianga9a753d2008-02-07 00:14:55 -08001265
Christoph Eggerbd1688d2010-08-10 18:03:18 -07001266#ifdef CONFIG_FSL_SOC_BOOKE
Kumar Galaa94d7b32011-03-31 17:11:39 -05001267 pvr = mfspr(SPRN_PVR);
1268
1269 if ((PVR_VER(pvr) == PVR_VER_E500V1) ||
1270 (PVR_VER(pvr) == PVR_VER_E500V2)) {
1271 /*
1272 * need to clear HID1[RFXE] to disable machine check int
1273 * so we can catch it
1274 */
1275 if (edac_op_state == EDAC_OPSTATE_INT)
1276 on_each_cpu(mpc85xx_mc_clear_rfxe, NULL, 0);
1277 }
Ira W. Snyderb4846252009-09-23 15:57:25 -07001278#endif
Dave Jianga9a753d2008-02-07 00:14:55 -08001279
1280 return 0;
1281}
1282
1283module_init(mpc85xx_mc_init);
1284
Christoph Eggerbd1688d2010-08-10 18:03:18 -07001285#ifdef CONFIG_FSL_SOC_BOOKE
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001286static void __exit mpc85xx_mc_restore_hid1(void *data)
1287{
1288 mtspr(SPRN_HID1, orig_hid1[smp_processor_id()]);
1289}
Ira W. Snyderb4846252009-09-23 15:57:25 -07001290#endif
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001291
Dave Jianga9a753d2008-02-07 00:14:55 -08001292static void __exit mpc85xx_mc_exit(void)
1293{
Christoph Eggerbd1688d2010-08-10 18:03:18 -07001294#ifdef CONFIG_FSL_SOC_BOOKE
Kumar Galaa94d7b32011-03-31 17:11:39 -05001295 u32 pvr = mfspr(SPRN_PVR);
1296
1297 if ((PVR_VER(pvr) == PVR_VER_E500V1) ||
1298 (PVR_VER(pvr) == PVR_VER_E500V2)) {
1299 on_each_cpu(mpc85xx_mc_restore_hid1, NULL, 0);
1300 }
Ira W. Snyderb4846252009-09-23 15:57:25 -07001301#endif
Thierry Redingd54051f2015-12-03 10:57:12 +01001302 platform_unregister_drivers(drivers, ARRAY_SIZE(drivers));
Dave Jianga9a753d2008-02-07 00:14:55 -08001303}
1304
1305module_exit(mpc85xx_mc_exit);
1306
1307MODULE_LICENSE("GPL");
1308MODULE_AUTHOR("Montavista Software, Inc.");
1309module_param(edac_op_state, int, 0444);
1310MODULE_PARM_DESC(edac_op_state,
1311 "EDAC Error Reporting state: 0=Poll, 2=Interrupt");