blob: 68bf234bdfe66c84d3d88d0fb339bb9fcbd451df [file] [log] [blame]
Dave Jianga9a753d2008-02-07 00:14:55 -08001/*
Alexander Kuleshov775c5032014-12-28 12:44:45 +06002 * Freescale MPC85xx Memory Controller kernel module
Dave Jianga9a753d2008-02-07 00:14:55 -08003 *
Chunhe Lanc92132f2013-11-25 11:28:41 +01004 * Parts Copyrighted (c) 2013 by Freescale Semiconductor, Inc.
5 *
Dave Jianga9a753d2008-02-07 00:14:55 -08006 * Author: Dave Jiang <djiang@mvista.com>
7 *
8 * 2006-2007 (c) MontaVista Software, Inc. This file is licensed under
9 * the terms of the GNU General Public License version 2. This program
10 * is licensed "as is" without any warranty of any kind, whether express
11 * or implied.
12 *
13 */
14#include <linux/module.h>
15#include <linux/init.h>
Dave Jianga9a753d2008-02-07 00:14:55 -080016#include <linux/interrupt.h>
17#include <linux/ctype.h>
18#include <linux/io.h>
19#include <linux/mod_devicetable.h>
20#include <linux/edac.h>
Andrew Kilkenny60be7552008-10-15 22:04:28 -070021#include <linux/smp.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090022#include <linux/gfp.h>
Dave Jianga9a753d2008-02-07 00:14:55 -080023
24#include <linux/of_platform.h>
25#include <linux/of_device.h>
Dave Jianga9a753d2008-02-07 00:14:55 -080026#include "edac_module.h"
27#include "edac_core.h"
28#include "mpc85xx_edac.h"
29
30static int edac_dev_idx;
Ira W. Snyder0616fb02009-10-26 16:50:10 -070031#ifdef CONFIG_PCI
Dave Jianga9a753d2008-02-07 00:14:55 -080032static int edac_pci_idx;
Ira W. Snyder0616fb02009-10-26 16:50:10 -070033#endif
Dave Jianga9a753d2008-02-07 00:14:55 -080034static int edac_mc_idx;
35
36static u32 orig_ddr_err_disable;
37static u32 orig_ddr_err_sbe;
38
39/*
40 * PCI Err defines
41 */
42#ifdef CONFIG_PCI
43static u32 orig_pci_err_cap_dr;
44static u32 orig_pci_err_en;
45#endif
46
47static u32 orig_l2_err_disable;
Christoph Eggerbd1688d2010-08-10 18:03:18 -070048#ifdef CONFIG_FSL_SOC_BOOKE
Andrew Kilkenny60be7552008-10-15 22:04:28 -070049static u32 orig_hid1[2];
Ira W. Snyderb4846252009-09-23 15:57:25 -070050#endif
Dave Jianga9a753d2008-02-07 00:14:55 -080051
Dave Jianga9a753d2008-02-07 00:14:55 -080052/************************ MC SYSFS parts ***********************************/
53
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030054#define to_mci(k) container_of(k, struct mem_ctl_info, dev)
55
56static ssize_t mpc85xx_mc_inject_data_hi_show(struct device *dev,
57 struct device_attribute *mattr,
Dave Jianga9a753d2008-02-07 00:14:55 -080058 char *data)
59{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030060 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -080061 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
62 return sprintf(data, "0x%08x",
63 in_be32(pdata->mc_vbase +
64 MPC85XX_MC_DATA_ERR_INJECT_HI));
65}
66
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030067static ssize_t mpc85xx_mc_inject_data_lo_show(struct device *dev,
68 struct device_attribute *mattr,
Dave Jianga9a753d2008-02-07 00:14:55 -080069 char *data)
70{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030071 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -080072 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
73 return sprintf(data, "0x%08x",
74 in_be32(pdata->mc_vbase +
75 MPC85XX_MC_DATA_ERR_INJECT_LO));
76}
77
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030078static ssize_t mpc85xx_mc_inject_ctrl_show(struct device *dev,
79 struct device_attribute *mattr,
80 char *data)
Dave Jianga9a753d2008-02-07 00:14:55 -080081{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030082 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -080083 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
84 return sprintf(data, "0x%08x",
85 in_be32(pdata->mc_vbase + MPC85XX_MC_ECC_ERR_INJECT));
86}
87
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030088static ssize_t mpc85xx_mc_inject_data_hi_store(struct device *dev,
89 struct device_attribute *mattr,
Dave Jianga9a753d2008-02-07 00:14:55 -080090 const char *data, size_t count)
91{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -030092 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -080093 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
94 if (isdigit(*data)) {
95 out_be32(pdata->mc_vbase + MPC85XX_MC_DATA_ERR_INJECT_HI,
96 simple_strtoul(data, NULL, 0));
97 return count;
98 }
99 return 0;
100}
101
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300102static ssize_t mpc85xx_mc_inject_data_lo_store(struct device *dev,
103 struct device_attribute *mattr,
Dave Jianga9a753d2008-02-07 00:14:55 -0800104 const char *data, size_t count)
105{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300106 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -0800107 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
108 if (isdigit(*data)) {
109 out_be32(pdata->mc_vbase + MPC85XX_MC_DATA_ERR_INJECT_LO,
110 simple_strtoul(data, NULL, 0));
111 return count;
112 }
113 return 0;
114}
115
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300116static ssize_t mpc85xx_mc_inject_ctrl_store(struct device *dev,
117 struct device_attribute *mattr,
118 const char *data, size_t count)
Dave Jianga9a753d2008-02-07 00:14:55 -0800119{
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300120 struct mem_ctl_info *mci = to_mci(dev);
Dave Jianga9a753d2008-02-07 00:14:55 -0800121 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
122 if (isdigit(*data)) {
123 out_be32(pdata->mc_vbase + MPC85XX_MC_ECC_ERR_INJECT,
124 simple_strtoul(data, NULL, 0));
125 return count;
126 }
127 return 0;
128}
129
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300130DEVICE_ATTR(inject_data_hi, S_IRUGO | S_IWUSR,
131 mpc85xx_mc_inject_data_hi_show, mpc85xx_mc_inject_data_hi_store);
132DEVICE_ATTR(inject_data_lo, S_IRUGO | S_IWUSR,
133 mpc85xx_mc_inject_data_lo_show, mpc85xx_mc_inject_data_lo_store);
134DEVICE_ATTR(inject_ctrl, S_IRUGO | S_IWUSR,
135 mpc85xx_mc_inject_ctrl_show, mpc85xx_mc_inject_ctrl_store);
Dave Jianga9a753d2008-02-07 00:14:55 -0800136
Takashi Iwai917c85b2015-02-04 11:48:56 +0100137static struct attribute *mpc85xx_dev_attrs[] = {
138 &dev_attr_inject_data_hi.attr,
139 &dev_attr_inject_data_lo.attr,
140 &dev_attr_inject_ctrl.attr,
141 NULL
142};
Mauro Carvalho Chehabba004232012-03-21 15:16:20 -0300143
Takashi Iwai917c85b2015-02-04 11:48:56 +0100144ATTRIBUTE_GROUPS(mpc85xx_dev);
Dave Jianga9a753d2008-02-07 00:14:55 -0800145
146/**************************** PCI Err device ***************************/
147#ifdef CONFIG_PCI
148
149static void mpc85xx_pci_check(struct edac_pci_ctl_info *pci)
150{
151 struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
152 u32 err_detect;
153
154 err_detect = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR);
155
156 /* master aborts can happen during PCI config cycles */
157 if (!(err_detect & ~(PCI_EDE_MULTI_ERR | PCI_EDE_MST_ABRT))) {
158 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, err_detect);
159 return;
160 }
161
162 printk(KERN_ERR "PCI error(s) detected\n");
163 printk(KERN_ERR "PCI/X ERR_DR register: %#08x\n", err_detect);
164
165 printk(KERN_ERR "PCI/X ERR_ATTRIB register: %#08x\n",
166 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ATTRIB));
167 printk(KERN_ERR "PCI/X ERR_ADDR register: %#08x\n",
168 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR));
169 printk(KERN_ERR "PCI/X ERR_EXT_ADDR register: %#08x\n",
170 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EXT_ADDR));
171 printk(KERN_ERR "PCI/X ERR_DL register: %#08x\n",
172 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DL));
173 printk(KERN_ERR "PCI/X ERR_DH register: %#08x\n",
174 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DH));
175
176 /* clear error bits */
177 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, err_detect);
178
179 if (err_detect & PCI_EDE_PERR_MASK)
180 edac_pci_handle_pe(pci, pci->ctl_name);
181
182 if ((err_detect & ~PCI_EDE_MULTI_ERR) & ~PCI_EDE_PERR_MASK)
183 edac_pci_handle_npe(pci, pci->ctl_name);
184}
185
Chunhe Lanc92132f2013-11-25 11:28:41 +0100186static void mpc85xx_pcie_check(struct edac_pci_ctl_info *pci)
187{
188 struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
189 u32 err_detect;
190
191 err_detect = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR);
192
193 pr_err("PCIe error(s) detected\n");
194 pr_err("PCIe ERR_DR register: 0x%08x\n", err_detect);
195 pr_err("PCIe ERR_CAP_STAT register: 0x%08x\n",
196 in_be32(pdata->pci_vbase + MPC85XX_PCI_GAS_TIMR));
197 pr_err("PCIe ERR_CAP_R0 register: 0x%08x\n",
198 in_be32(pdata->pci_vbase + MPC85XX_PCIE_ERR_CAP_R0));
199 pr_err("PCIe ERR_CAP_R1 register: 0x%08x\n",
200 in_be32(pdata->pci_vbase + MPC85XX_PCIE_ERR_CAP_R1));
201 pr_err("PCIe ERR_CAP_R2 register: 0x%08x\n",
202 in_be32(pdata->pci_vbase + MPC85XX_PCIE_ERR_CAP_R2));
203 pr_err("PCIe ERR_CAP_R3 register: 0x%08x\n",
204 in_be32(pdata->pci_vbase + MPC85XX_PCIE_ERR_CAP_R3));
205
206 /* clear error bits */
207 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, err_detect);
208}
209
210static int mpc85xx_pcie_find_capability(struct device_node *np)
211{
212 struct pci_controller *hose;
213
214 if (!np)
215 return -EINVAL;
216
217 hose = pci_find_hose_for_OF_device(np);
218
219 return early_find_capability(hose, 0, 0, PCI_CAP_ID_EXP);
220}
221
Dave Jianga9a753d2008-02-07 00:14:55 -0800222static irqreturn_t mpc85xx_pci_isr(int irq, void *dev_id)
223{
224 struct edac_pci_ctl_info *pci = dev_id;
225 struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
226 u32 err_detect;
227
228 err_detect = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR);
229
230 if (!err_detect)
231 return IRQ_NONE;
232
Chunhe Lanc92132f2013-11-25 11:28:41 +0100233 if (pdata->is_pcie)
234 mpc85xx_pcie_check(pci);
235 else
236 mpc85xx_pci_check(pci);
Dave Jianga9a753d2008-02-07 00:14:55 -0800237
238 return IRQ_HANDLED;
239}
240
Greg Kroah-Hartman9b3c6e82012-12-21 13:23:51 -0800241int mpc85xx_pci_err_probe(struct platform_device *op)
Dave Jianga9a753d2008-02-07 00:14:55 -0800242{
243 struct edac_pci_ctl_info *pci;
244 struct mpc85xx_pci_pdata *pdata;
Dave Jiangf87bd332008-07-25 01:49:14 -0700245 struct resource r;
Dave Jianga9a753d2008-02-07 00:14:55 -0800246 int res = 0;
247
Dave Jiangf87bd332008-07-25 01:49:14 -0700248 if (!devres_open_group(&op->dev, mpc85xx_pci_err_probe, GFP_KERNEL))
Dave Jianga9a753d2008-02-07 00:14:55 -0800249 return -ENOMEM;
250
251 pci = edac_pci_alloc_ctl_info(sizeof(*pdata), "mpc85xx_pci_err");
252 if (!pci)
253 return -ENOMEM;
254
Jia Hongtao905e75c2012-08-28 15:44:08 +0800255 /* make sure error reporting method is sane */
256 switch (edac_op_state) {
257 case EDAC_OPSTATE_POLL:
258 case EDAC_OPSTATE_INT:
259 break;
260 default:
261 edac_op_state = EDAC_OPSTATE_INT;
262 break;
263 }
264
Dave Jianga9a753d2008-02-07 00:14:55 -0800265 pdata = pci->pvt_info;
266 pdata->name = "mpc85xx_pci_err";
267 pdata->irq = NO_IRQ;
Chunhe Lanc92132f2013-11-25 11:28:41 +0100268
269 if (mpc85xx_pcie_find_capability(op->dev.of_node) > 0)
270 pdata->is_pcie = true;
271
Dave Jiangf87bd332008-07-25 01:49:14 -0700272 dev_set_drvdata(&op->dev, pci);
273 pci->dev = &op->dev;
Dave Jianga9a753d2008-02-07 00:14:55 -0800274 pci->mod_name = EDAC_MOD_STR;
275 pci->ctl_name = pdata->name;
Kay Sievers031d5512009-03-24 16:38:21 -0700276 pci->dev_name = dev_name(&op->dev);
Dave Jianga9a753d2008-02-07 00:14:55 -0800277
Chunhe Lanc92132f2013-11-25 11:28:41 +0100278 if (edac_op_state == EDAC_OPSTATE_POLL) {
279 if (pdata->is_pcie)
280 pci->edac_check = mpc85xx_pcie_check;
281 else
282 pci->edac_check = mpc85xx_pci_check;
283 }
Dave Jianga9a753d2008-02-07 00:14:55 -0800284
285 pdata->edac_idx = edac_pci_idx++;
286
Anatolij Gustschina26f95f2010-06-03 03:17:42 +0200287 res = of_address_to_resource(op->dev.of_node, 0, &r);
Dave Jiangf87bd332008-07-25 01:49:14 -0700288 if (res) {
Dave Jianga9a753d2008-02-07 00:14:55 -0800289 printk(KERN_ERR "%s: Unable to get resource for "
290 "PCI err regs\n", __func__);
291 goto err;
292 }
293
Dave Jiangf87bd332008-07-25 01:49:14 -0700294 /* we only need the error registers */
295 r.start += 0xe00;
296
H Hartley Sweeten66ed3f72010-03-10 15:23:13 -0800297 if (!devm_request_mem_region(&op->dev, r.start, resource_size(&r),
298 pdata->name)) {
Dave Jianga9a753d2008-02-07 00:14:55 -0800299 printk(KERN_ERR "%s: Error while requesting mem region\n",
300 __func__);
301 res = -EBUSY;
302 goto err;
303 }
304
H Hartley Sweeten66ed3f72010-03-10 15:23:13 -0800305 pdata->pci_vbase = devm_ioremap(&op->dev, r.start, resource_size(&r));
Dave Jianga9a753d2008-02-07 00:14:55 -0800306 if (!pdata->pci_vbase) {
307 printk(KERN_ERR "%s: Unable to setup PCI err regs\n", __func__);
308 res = -ENOMEM;
309 goto err;
310 }
311
Chunhe Lanc92132f2013-11-25 11:28:41 +0100312 if (pdata->is_pcie) {
313 orig_pci_err_cap_dr =
314 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR);
315 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR, ~0);
316 orig_pci_err_en =
317 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN);
318 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN, 0);
319 } else {
320 orig_pci_err_cap_dr =
321 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_CAP_DR);
Dave Jianga9a753d2008-02-07 00:14:55 -0800322
Chunhe Lanc92132f2013-11-25 11:28:41 +0100323 /* PCI master abort is expected during config cycles */
324 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_CAP_DR, 0x40);
Dave Jianga9a753d2008-02-07 00:14:55 -0800325
Chunhe Lanc92132f2013-11-25 11:28:41 +0100326 orig_pci_err_en =
327 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN);
Dave Jianga9a753d2008-02-07 00:14:55 -0800328
Chunhe Lanc92132f2013-11-25 11:28:41 +0100329 /* disable master abort reporting */
330 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN, ~0x40);
331 }
Dave Jianga9a753d2008-02-07 00:14:55 -0800332
333 /* clear error bits */
334 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, ~0);
335
336 if (edac_pci_add_device(pci, pdata->edac_idx) > 0) {
Joe Perches956b9ba2012-04-29 17:08:39 -0300337 edac_dbg(3, "failed edac_pci_add_device()\n");
Dave Jianga9a753d2008-02-07 00:14:55 -0800338 goto err;
339 }
340
341 if (edac_op_state == EDAC_OPSTATE_INT) {
Anatolij Gustschina26f95f2010-06-03 03:17:42 +0200342 pdata->irq = irq_of_parse_and_map(op->dev.of_node, 0);
Dave Jiangf87bd332008-07-25 01:49:14 -0700343 res = devm_request_irq(&op->dev, pdata->irq,
Chunhe Lanc92132f2013-11-25 11:28:41 +0100344 mpc85xx_pci_isr,
Johannes Thumshirne245e3b2014-01-21 09:42:27 +0100345 IRQF_SHARED,
Dave Jianga9a753d2008-02-07 00:14:55 -0800346 "[EDAC] PCI err", pci);
347 if (res < 0) {
348 printk(KERN_ERR
Baruch Siache7d2c212013-02-10 11:39:52 +0200349 "%s: Unable to request irq %d for "
Dave Jianga9a753d2008-02-07 00:14:55 -0800350 "MPC85xx PCI err\n", __func__, pdata->irq);
Dave Jiangf87bd332008-07-25 01:49:14 -0700351 irq_dispose_mapping(pdata->irq);
Dave Jianga9a753d2008-02-07 00:14:55 -0800352 res = -ENODEV;
353 goto err2;
354 }
355
356 printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for PCI Err\n",
357 pdata->irq);
358 }
359
Chunhe Lanc92132f2013-11-25 11:28:41 +0100360 if (pdata->is_pcie) {
361 /*
362 * Enable all PCIe error interrupt & error detect except invalid
363 * PEX_CONFIG_ADDR/PEX_CONFIG_DATA access interrupt generation
364 * enable bit and invalid PEX_CONFIG_ADDR/PEX_CONFIG_DATA access
365 * detection enable bit. Because PCIe bus code to initialize and
366 * configure these PCIe devices on booting will use some invalid
367 * PEX_CONFIG_ADDR/PEX_CONFIG_DATA, edac driver prints the much
368 * notice information. So disable this detect to fix ugly print.
369 */
370 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN, ~0
371 & ~PEX_ERR_ICCAIE_EN_BIT);
372 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR, 0
373 | PEX_ERR_ICCAD_DISR_BIT);
374 }
375
Dave Jiangf87bd332008-07-25 01:49:14 -0700376 devres_remove_group(&op->dev, mpc85xx_pci_err_probe);
Joe Perches956b9ba2012-04-29 17:08:39 -0300377 edac_dbg(3, "success\n");
Dave Jianga9a753d2008-02-07 00:14:55 -0800378 printk(KERN_INFO EDAC_MOD_STR " PCI err registered\n");
379
380 return 0;
381
382err2:
Dave Jiangf87bd332008-07-25 01:49:14 -0700383 edac_pci_del_device(&op->dev);
Dave Jianga9a753d2008-02-07 00:14:55 -0800384err:
385 edac_pci_free_ctl_info(pci);
Dave Jiangf87bd332008-07-25 01:49:14 -0700386 devres_release_group(&op->dev, mpc85xx_pci_err_probe);
Dave Jianga9a753d2008-02-07 00:14:55 -0800387 return res;
388}
Jia Hongtao905e75c2012-08-28 15:44:08 +0800389EXPORT_SYMBOL(mpc85xx_pci_err_probe);
Dave Jianga9a753d2008-02-07 00:14:55 -0800390
Dave Jianga9a753d2008-02-07 00:14:55 -0800391#endif /* CONFIG_PCI */
392
393/**************************** L2 Err device ***************************/
394
395/************************ L2 SYSFS parts ***********************************/
396
397static ssize_t mpc85xx_l2_inject_data_hi_show(struct edac_device_ctl_info
398 *edac_dev, char *data)
399{
400 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
401 return sprintf(data, "0x%08x",
402 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJHI));
403}
404
405static ssize_t mpc85xx_l2_inject_data_lo_show(struct edac_device_ctl_info
406 *edac_dev, char *data)
407{
408 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
409 return sprintf(data, "0x%08x",
410 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJLO));
411}
412
413static ssize_t mpc85xx_l2_inject_ctrl_show(struct edac_device_ctl_info
414 *edac_dev, char *data)
415{
416 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
417 return sprintf(data, "0x%08x",
418 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJCTL));
419}
420
421static ssize_t mpc85xx_l2_inject_data_hi_store(struct edac_device_ctl_info
422 *edac_dev, const char *data,
423 size_t count)
424{
425 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
426 if (isdigit(*data)) {
427 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJHI,
428 simple_strtoul(data, NULL, 0));
429 return count;
430 }
431 return 0;
432}
433
434static ssize_t mpc85xx_l2_inject_data_lo_store(struct edac_device_ctl_info
435 *edac_dev, const char *data,
436 size_t count)
437{
438 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
439 if (isdigit(*data)) {
440 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJLO,
441 simple_strtoul(data, NULL, 0));
442 return count;
443 }
444 return 0;
445}
446
447static ssize_t mpc85xx_l2_inject_ctrl_store(struct edac_device_ctl_info
448 *edac_dev, const char *data,
449 size_t count)
450{
451 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
452 if (isdigit(*data)) {
453 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJCTL,
454 simple_strtoul(data, NULL, 0));
455 return count;
456 }
457 return 0;
458}
459
460static struct edac_dev_sysfs_attribute mpc85xx_l2_sysfs_attributes[] = {
461 {
462 .attr = {
463 .name = "inject_data_hi",
464 .mode = (S_IRUGO | S_IWUSR)
465 },
466 .show = mpc85xx_l2_inject_data_hi_show,
467 .store = mpc85xx_l2_inject_data_hi_store},
468 {
469 .attr = {
470 .name = "inject_data_lo",
471 .mode = (S_IRUGO | S_IWUSR)
472 },
473 .show = mpc85xx_l2_inject_data_lo_show,
474 .store = mpc85xx_l2_inject_data_lo_store},
475 {
476 .attr = {
477 .name = "inject_ctrl",
478 .mode = (S_IRUGO | S_IWUSR)
479 },
480 .show = mpc85xx_l2_inject_ctrl_show,
481 .store = mpc85xx_l2_inject_ctrl_store},
482
483 /* End of list */
484 {
485 .attr = {.name = NULL}
486 }
487};
488
489static void mpc85xx_set_l2_sysfs_attributes(struct edac_device_ctl_info
490 *edac_dev)
491{
492 edac_dev->sysfs_attributes = mpc85xx_l2_sysfs_attributes;
493}
494
495/***************************** L2 ops ***********************************/
496
497static void mpc85xx_l2_check(struct edac_device_ctl_info *edac_dev)
498{
499 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
500 u32 err_detect;
501
502 err_detect = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET);
503
504 if (!(err_detect & L2_EDE_MASK))
505 return;
506
507 printk(KERN_ERR "ECC Error in CPU L2 cache\n");
508 printk(KERN_ERR "L2 Error Detect Register: 0x%08x\n", err_detect);
509 printk(KERN_ERR "L2 Error Capture Data High Register: 0x%08x\n",
510 in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTDATAHI));
511 printk(KERN_ERR "L2 Error Capture Data Lo Register: 0x%08x\n",
512 in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTDATALO));
513 printk(KERN_ERR "L2 Error Syndrome Register: 0x%08x\n",
514 in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTECC));
515 printk(KERN_ERR "L2 Error Attributes Capture Register: 0x%08x\n",
516 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRATTR));
517 printk(KERN_ERR "L2 Error Address Capture Register: 0x%08x\n",
518 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRADDR));
519
520 /* clear error detect register */
521 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET, err_detect);
522
523 if (err_detect & L2_EDE_CE_MASK)
524 edac_device_handle_ce(edac_dev, 0, 0, edac_dev->ctl_name);
525
526 if (err_detect & L2_EDE_UE_MASK)
527 edac_device_handle_ue(edac_dev, 0, 0, edac_dev->ctl_name);
528}
529
530static irqreturn_t mpc85xx_l2_isr(int irq, void *dev_id)
531{
532 struct edac_device_ctl_info *edac_dev = dev_id;
533 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
534 u32 err_detect;
535
536 err_detect = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET);
537
538 if (!(err_detect & L2_EDE_MASK))
539 return IRQ_NONE;
540
541 mpc85xx_l2_check(edac_dev);
542
543 return IRQ_HANDLED;
544}
545
Greg Kroah-Hartman9b3c6e82012-12-21 13:23:51 -0800546static int mpc85xx_l2_err_probe(struct platform_device *op)
Dave Jianga9a753d2008-02-07 00:14:55 -0800547{
548 struct edac_device_ctl_info *edac_dev;
549 struct mpc85xx_l2_pdata *pdata;
550 struct resource r;
551 int res;
552
553 if (!devres_open_group(&op->dev, mpc85xx_l2_err_probe, GFP_KERNEL))
554 return -ENOMEM;
555
556 edac_dev = edac_device_alloc_ctl_info(sizeof(*pdata),
557 "cpu", 1, "L", 1, 2, NULL, 0,
558 edac_dev_idx);
559 if (!edac_dev) {
560 devres_release_group(&op->dev, mpc85xx_l2_err_probe);
561 return -ENOMEM;
562 }
563
564 pdata = edac_dev->pvt_info;
565 pdata->name = "mpc85xx_l2_err";
566 pdata->irq = NO_IRQ;
567 edac_dev->dev = &op->dev;
568 dev_set_drvdata(edac_dev->dev, edac_dev);
569 edac_dev->ctl_name = pdata->name;
570 edac_dev->dev_name = pdata->name;
571
Anatolij Gustschina26f95f2010-06-03 03:17:42 +0200572 res = of_address_to_resource(op->dev.of_node, 0, &r);
Dave Jianga9a753d2008-02-07 00:14:55 -0800573 if (res) {
574 printk(KERN_ERR "%s: Unable to get resource for "
575 "L2 err regs\n", __func__);
576 goto err;
577 }
578
579 /* we only need the error registers */
580 r.start += 0xe00;
581
Joe Perches28f65c112011-06-09 09:13:32 -0700582 if (!devm_request_mem_region(&op->dev, r.start, resource_size(&r),
583 pdata->name)) {
Dave Jianga9a753d2008-02-07 00:14:55 -0800584 printk(KERN_ERR "%s: Error while requesting mem region\n",
585 __func__);
586 res = -EBUSY;
587 goto err;
588 }
589
Joe Perches28f65c112011-06-09 09:13:32 -0700590 pdata->l2_vbase = devm_ioremap(&op->dev, r.start, resource_size(&r));
Dave Jianga9a753d2008-02-07 00:14:55 -0800591 if (!pdata->l2_vbase) {
592 printk(KERN_ERR "%s: Unable to setup L2 err regs\n", __func__);
593 res = -ENOMEM;
594 goto err;
595 }
596
597 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET, ~0);
598
599 orig_l2_err_disable = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS);
600
601 /* clear the err_dis */
602 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS, 0);
603
604 edac_dev->mod_name = EDAC_MOD_STR;
605
606 if (edac_op_state == EDAC_OPSTATE_POLL)
607 edac_dev->edac_check = mpc85xx_l2_check;
608
609 mpc85xx_set_l2_sysfs_attributes(edac_dev);
610
611 pdata->edac_idx = edac_dev_idx++;
612
613 if (edac_device_add_device(edac_dev) > 0) {
Joe Perches956b9ba2012-04-29 17:08:39 -0300614 edac_dbg(3, "failed edac_device_add_device()\n");
Dave Jianga9a753d2008-02-07 00:14:55 -0800615 goto err;
616 }
617
618 if (edac_op_state == EDAC_OPSTATE_INT) {
Anatolij Gustschina26f95f2010-06-03 03:17:42 +0200619 pdata->irq = irq_of_parse_and_map(op->dev.of_node, 0);
Dave Jianga9a753d2008-02-07 00:14:55 -0800620 res = devm_request_irq(&op->dev, pdata->irq,
Borislav Petkova18c3f12014-09-30 12:55:41 +0200621 mpc85xx_l2_isr, IRQF_SHARED,
Dave Jianga9a753d2008-02-07 00:14:55 -0800622 "[EDAC] L2 err", edac_dev);
623 if (res < 0) {
624 printk(KERN_ERR
Baruch Siache7d2c212013-02-10 11:39:52 +0200625 "%s: Unable to request irq %d for "
Dave Jianga9a753d2008-02-07 00:14:55 -0800626 "MPC85xx L2 err\n", __func__, pdata->irq);
627 irq_dispose_mapping(pdata->irq);
628 res = -ENODEV;
629 goto err2;
630 }
631
632 printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for L2 Err\n",
633 pdata->irq);
634
635 edac_dev->op_state = OP_RUNNING_INTERRUPT;
636
637 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINTEN, L2_EIE_MASK);
638 }
639
640 devres_remove_group(&op->dev, mpc85xx_l2_err_probe);
641
Joe Perches956b9ba2012-04-29 17:08:39 -0300642 edac_dbg(3, "success\n");
Dave Jianga9a753d2008-02-07 00:14:55 -0800643 printk(KERN_INFO EDAC_MOD_STR " L2 err registered\n");
644
645 return 0;
646
647err2:
648 edac_device_del_device(&op->dev);
649err:
650 devres_release_group(&op->dev, mpc85xx_l2_err_probe);
651 edac_device_free_ctl_info(edac_dev);
652 return res;
653}
654
Grant Likely2dc11582010-08-06 09:25:50 -0600655static int mpc85xx_l2_err_remove(struct platform_device *op)
Dave Jianga9a753d2008-02-07 00:14:55 -0800656{
657 struct edac_device_ctl_info *edac_dev = dev_get_drvdata(&op->dev);
658 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
659
Joe Perches956b9ba2012-04-29 17:08:39 -0300660 edac_dbg(0, "\n");
Dave Jianga9a753d2008-02-07 00:14:55 -0800661
662 if (edac_op_state == EDAC_OPSTATE_INT) {
663 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINTEN, 0);
664 irq_dispose_mapping(pdata->irq);
665 }
666
667 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS, orig_l2_err_disable);
668 edac_device_del_device(&op->dev);
669 edac_device_free_ctl_info(edac_dev);
670 return 0;
671}
672
Fabian Frederick1afaa052015-03-16 20:54:41 +0100673static const struct of_device_id mpc85xx_l2_err_of_match[] = {
Kumar Gala29d6cf22009-01-06 14:42:59 -0800674/* deprecate the fsl,85.. forms in the future, 2.6.30? */
675 { .compatible = "fsl,8540-l2-cache-controller", },
676 { .compatible = "fsl,8541-l2-cache-controller", },
677 { .compatible = "fsl,8544-l2-cache-controller", },
678 { .compatible = "fsl,8548-l2-cache-controller", },
679 { .compatible = "fsl,8555-l2-cache-controller", },
680 { .compatible = "fsl,8568-l2-cache-controller", },
681 { .compatible = "fsl,mpc8536-l2-cache-controller", },
682 { .compatible = "fsl,mpc8540-l2-cache-controller", },
683 { .compatible = "fsl,mpc8541-l2-cache-controller", },
684 { .compatible = "fsl,mpc8544-l2-cache-controller", },
685 { .compatible = "fsl,mpc8548-l2-cache-controller", },
686 { .compatible = "fsl,mpc8555-l2-cache-controller", },
687 { .compatible = "fsl,mpc8560-l2-cache-controller", },
688 { .compatible = "fsl,mpc8568-l2-cache-controller", },
Anton Vorontsovcd1542c2010-08-10 18:03:21 -0700689 { .compatible = "fsl,mpc8569-l2-cache-controller", },
Kumar Gala29d6cf22009-01-06 14:42:59 -0800690 { .compatible = "fsl,mpc8572-l2-cache-controller", },
Anton Vorontsovcd1542c2010-08-10 18:03:21 -0700691 { .compatible = "fsl,p1020-l2-cache-controller", },
692 { .compatible = "fsl,p1021-l2-cache-controller", },
Yang Shia0145542009-09-23 15:57:24 -0700693 { .compatible = "fsl,p2020-l2-cache-controller", },
Dave Jianga9a753d2008-02-07 00:14:55 -0800694 {},
695};
Anton Vorontsov952e1c62010-07-27 13:18:05 -0700696MODULE_DEVICE_TABLE(of, mpc85xx_l2_err_of_match);
Dave Jianga9a753d2008-02-07 00:14:55 -0800697
Grant Likely00006122011-02-22 19:59:54 -0700698static struct platform_driver mpc85xx_l2_err_driver = {
Dave Jianga9a753d2008-02-07 00:14:55 -0800699 .probe = mpc85xx_l2_err_probe,
700 .remove = mpc85xx_l2_err_remove,
701 .driver = {
Grant Likely40182942010-04-13 16:13:02 -0700702 .name = "mpc85xx_l2_err",
Grant Likely40182942010-04-13 16:13:02 -0700703 .of_match_table = mpc85xx_l2_err_of_match,
704 },
Dave Jianga9a753d2008-02-07 00:14:55 -0800705};
706
707/**************************** MC Err device ***************************/
708
Peter Tyserdcca7c32010-03-10 15:23:12 -0800709/*
710 * Taken from table 8-55 in the MPC8641 User's Manual and/or 9-61 in the
711 * MPC8572 User's Manual. Each line represents a syndrome bit column as a
712 * 64-bit value, but split into an upper and lower 32-bit chunk. The labels
713 * below correspond to Freescale's manuals.
714 */
715static unsigned int ecc_table[16] = {
716 /* MSB LSB */
717 /* [0:31] [32:63] */
718 0xf00fe11e, 0xc33c0ff7, /* Syndrome bit 7 */
719 0x00ff00ff, 0x00fff0ff,
720 0x0f0f0f0f, 0x0f0fff00,
721 0x11113333, 0x7777000f,
722 0x22224444, 0x8888222f,
723 0x44448888, 0xffff4441,
724 0x8888ffff, 0x11118882,
725 0xffff1111, 0x22221114, /* Syndrome bit 0 */
726};
727
728/*
729 * Calculate the correct ECC value for a 64-bit value specified by high:low
730 */
731static u8 calculate_ecc(u32 high, u32 low)
732{
733 u32 mask_low;
734 u32 mask_high;
735 int bit_cnt;
736 u8 ecc = 0;
737 int i;
738 int j;
739
740 for (i = 0; i < 8; i++) {
741 mask_high = ecc_table[i * 2];
742 mask_low = ecc_table[i * 2 + 1];
743 bit_cnt = 0;
744
745 for (j = 0; j < 32; j++) {
746 if ((mask_high >> j) & 1)
747 bit_cnt ^= (high >> j) & 1;
748 if ((mask_low >> j) & 1)
749 bit_cnt ^= (low >> j) & 1;
750 }
751
752 ecc |= bit_cnt << i;
753 }
754
755 return ecc;
756}
757
758/*
759 * Create the syndrome code which is generated if the data line specified by
760 * 'bit' failed. Eg generate an 8-bit codes seen in Table 8-55 in the MPC8641
761 * User's Manual and 9-61 in the MPC8572 User's Manual.
762 */
763static u8 syndrome_from_bit(unsigned int bit) {
764 int i;
765 u8 syndrome = 0;
766
767 /*
768 * Cycle through the upper or lower 32-bit portion of each value in
769 * ecc_table depending on if 'bit' is in the upper or lower half of
770 * 64-bit data.
771 */
772 for (i = bit < 32; i < 16; i += 2)
773 syndrome |= ((ecc_table[i] >> (bit % 32)) & 1) << (i / 2);
774
775 return syndrome;
776}
777
778/*
779 * Decode data and ecc syndrome to determine what went wrong
780 * Note: This can only decode single-bit errors
781 */
782static void sbe_ecc_decode(u32 cap_high, u32 cap_low, u32 cap_ecc,
783 int *bad_data_bit, int *bad_ecc_bit)
784{
785 int i;
786 u8 syndrome;
787
788 *bad_data_bit = -1;
789 *bad_ecc_bit = -1;
790
791 /*
792 * Calculate the ECC of the captured data and XOR it with the captured
793 * ECC to find an ECC syndrome value we can search for
794 */
795 syndrome = calculate_ecc(cap_high, cap_low) ^ cap_ecc;
796
797 /* Check if a data line is stuck... */
798 for (i = 0; i < 64; i++) {
799 if (syndrome == syndrome_from_bit(i)) {
800 *bad_data_bit = i;
801 return;
802 }
803 }
804
805 /* If data is correct, check ECC bits for errors... */
806 for (i = 0; i < 8; i++) {
807 if ((syndrome >> i) & 0x1) {
808 *bad_ecc_bit = i;
809 return;
810 }
811 }
812}
813
Dave Jianga9a753d2008-02-07 00:14:55 -0800814static void mpc85xx_mc_check(struct mem_ctl_info *mci)
815{
816 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
817 struct csrow_info *csrow;
Peter Tyser21768632010-03-10 15:23:11 -0800818 u32 bus_width;
Dave Jianga9a753d2008-02-07 00:14:55 -0800819 u32 err_detect;
820 u32 syndrome;
821 u32 err_addr;
822 u32 pfn;
823 int row_index;
Peter Tyserdcca7c32010-03-10 15:23:12 -0800824 u32 cap_high;
825 u32 cap_low;
826 int bad_data_bit;
827 int bad_ecc_bit;
Dave Jianga9a753d2008-02-07 00:14:55 -0800828
829 err_detect = in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT);
Dave Jiang55e57502009-04-21 12:24:56 -0700830 if (!err_detect)
Dave Jianga9a753d2008-02-07 00:14:55 -0800831 return;
832
833 mpc85xx_mc_printk(mci, KERN_ERR, "Err Detect Register: %#8.8x\n",
834 err_detect);
835
836 /* no more processing if not ECC bit errors */
837 if (!(err_detect & (DDR_EDE_SBE | DDR_EDE_MBE))) {
838 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, err_detect);
839 return;
840 }
841
842 syndrome = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_ECC);
Peter Tyser21768632010-03-10 15:23:11 -0800843
844 /* Mask off appropriate bits of syndrome based on bus width */
845 bus_width = (in_be32(pdata->mc_vbase + MPC85XX_MC_DDR_SDRAM_CFG) &
846 DSC_DBW_MASK) ? 32 : 64;
847 if (bus_width == 64)
848 syndrome &= 0xff;
849 else
850 syndrome &= 0xffff;
851
Dave Jianga9a753d2008-02-07 00:14:55 -0800852 err_addr = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_ADDRESS);
853 pfn = err_addr >> PAGE_SHIFT;
854
855 for (row_index = 0; row_index < mci->nr_csrows; row_index++) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300856 csrow = mci->csrows[row_index];
Dave Jianga9a753d2008-02-07 00:14:55 -0800857 if ((pfn >= csrow->first_page) && (pfn <= csrow->last_page))
858 break;
859 }
860
Peter Tyserdcca7c32010-03-10 15:23:12 -0800861 cap_high = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_DATA_HI);
862 cap_low = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_DATA_LO);
863
864 /*
865 * Analyze single-bit errors on 64-bit wide buses
866 * TODO: Add support for 32-bit wide buses
867 */
868 if ((err_detect & DDR_EDE_SBE) && (bus_width == 64)) {
869 sbe_ecc_decode(cap_high, cap_low, syndrome,
870 &bad_data_bit, &bad_ecc_bit);
871
872 if (bad_data_bit != -1)
873 mpc85xx_mc_printk(mci, KERN_ERR,
874 "Faulty Data bit: %d\n", bad_data_bit);
875 if (bad_ecc_bit != -1)
876 mpc85xx_mc_printk(mci, KERN_ERR,
877 "Faulty ECC bit: %d\n", bad_ecc_bit);
878
879 mpc85xx_mc_printk(mci, KERN_ERR,
880 "Expected Data / ECC:\t%#8.8x_%08x / %#2.2x\n",
881 cap_high ^ (1 << (bad_data_bit - 32)),
882 cap_low ^ (1 << bad_data_bit),
883 syndrome ^ (1 << bad_ecc_bit));
884 }
885
886 mpc85xx_mc_printk(mci, KERN_ERR,
887 "Captured Data / ECC:\t%#8.8x_%08x / %#2.2x\n",
888 cap_high, cap_low, syndrome);
889 mpc85xx_mc_printk(mci, KERN_ERR, "Err addr: %#8.8x\n", err_addr);
Dave Jianga9a753d2008-02-07 00:14:55 -0800890 mpc85xx_mc_printk(mci, KERN_ERR, "PFN: %#8.8x\n", pfn);
891
892 /* we are out of range */
893 if (row_index == mci->nr_csrows)
894 mpc85xx_mc_printk(mci, KERN_ERR, "PFN out of range!\n");
895
896 if (err_detect & DDR_EDE_SBE)
Mauro Carvalho Chehab9eb07a72012-06-04 13:27:43 -0300897 edac_mc_handle_error(HW_EVENT_ERR_CORRECTED, mci, 1,
Mauro Carvalho Chehabad4d6e22012-04-16 15:11:08 -0300898 pfn, err_addr & ~PAGE_MASK, syndrome,
899 row_index, 0, -1,
Mauro Carvalho Chehab03f7eae2012-06-04 11:29:25 -0300900 mci->ctl_name, "");
Dave Jianga9a753d2008-02-07 00:14:55 -0800901
902 if (err_detect & DDR_EDE_MBE)
Mauro Carvalho Chehab9eb07a72012-06-04 13:27:43 -0300903 edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 1,
Mauro Carvalho Chehabad4d6e22012-04-16 15:11:08 -0300904 pfn, err_addr & ~PAGE_MASK, syndrome,
905 row_index, 0, -1,
Mauro Carvalho Chehab03f7eae2012-06-04 11:29:25 -0300906 mci->ctl_name, "");
Dave Jianga9a753d2008-02-07 00:14:55 -0800907
908 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, err_detect);
909}
910
911static irqreturn_t mpc85xx_mc_isr(int irq, void *dev_id)
912{
913 struct mem_ctl_info *mci = dev_id;
914 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
915 u32 err_detect;
916
917 err_detect = in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT);
918 if (!err_detect)
919 return IRQ_NONE;
920
921 mpc85xx_mc_check(mci);
922
923 return IRQ_HANDLED;
924}
925
Greg Kroah-Hartman9b3c6e82012-12-21 13:23:51 -0800926static void mpc85xx_init_csrows(struct mem_ctl_info *mci)
Dave Jianga9a753d2008-02-07 00:14:55 -0800927{
928 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
929 struct csrow_info *csrow;
Mauro Carvalho Chehab084a4fc2012-01-27 18:38:08 -0300930 struct dimm_info *dimm;
Dave Jianga9a753d2008-02-07 00:14:55 -0800931 u32 sdram_ctl;
932 u32 sdtype;
933 enum mem_type mtype;
934 u32 cs_bnds;
935 int index;
936
937 sdram_ctl = in_be32(pdata->mc_vbase + MPC85XX_MC_DDR_SDRAM_CFG);
938
939 sdtype = sdram_ctl & DSC_SDTYPE_MASK;
940 if (sdram_ctl & DSC_RD_EN) {
941 switch (sdtype) {
942 case DSC_SDTYPE_DDR:
943 mtype = MEM_RDDR;
944 break;
945 case DSC_SDTYPE_DDR2:
946 mtype = MEM_RDDR2;
947 break;
Yang Shib1cfebc2009-06-30 11:41:22 -0700948 case DSC_SDTYPE_DDR3:
949 mtype = MEM_RDDR3;
950 break;
Dave Jianga9a753d2008-02-07 00:14:55 -0800951 default:
952 mtype = MEM_UNKNOWN;
953 break;
954 }
955 } else {
956 switch (sdtype) {
957 case DSC_SDTYPE_DDR:
958 mtype = MEM_DDR;
959 break;
960 case DSC_SDTYPE_DDR2:
961 mtype = MEM_DDR2;
962 break;
Yang Shib1cfebc2009-06-30 11:41:22 -0700963 case DSC_SDTYPE_DDR3:
964 mtype = MEM_DDR3;
965 break;
Dave Jianga9a753d2008-02-07 00:14:55 -0800966 default:
967 mtype = MEM_UNKNOWN;
968 break;
969 }
970 }
971
972 for (index = 0; index < mci->nr_csrows; index++) {
973 u32 start;
974 u32 end;
975
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300976 csrow = mci->csrows[index];
977 dimm = csrow->channels[0]->dimm;
Mauro Carvalho Chehab084a4fc2012-01-27 18:38:08 -0300978
Dave Jianga9a753d2008-02-07 00:14:55 -0800979 cs_bnds = in_be32(pdata->mc_vbase + MPC85XX_MC_CS_BNDS_0 +
980 (index * MPC85XX_MC_CS_BNDS_OFS));
Ira W. Snyderb4846252009-09-23 15:57:25 -0700981
982 start = (cs_bnds & 0xffff0000) >> 16;
983 end = (cs_bnds & 0x0000ffff);
Dave Jianga9a753d2008-02-07 00:14:55 -0800984
985 if (start == end)
986 continue; /* not populated */
987
Ira W. Snyderb4846252009-09-23 15:57:25 -0700988 start <<= (24 - PAGE_SHIFT);
989 end <<= (24 - PAGE_SHIFT);
990 end |= (1 << (24 - PAGE_SHIFT)) - 1;
991
Peter Tysercff92792010-02-10 13:56:36 -0800992 csrow->first_page = start;
993 csrow->last_page = end;
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300994
995 dimm->nr_pages = end + 1 - start;
Mauro Carvalho Chehab084a4fc2012-01-27 18:38:08 -0300996 dimm->grain = 8;
997 dimm->mtype = mtype;
998 dimm->dtype = DEV_UNKNOWN;
Dave Jianga9a753d2008-02-07 00:14:55 -0800999 if (sdram_ctl & DSC_X32_EN)
Mauro Carvalho Chehab084a4fc2012-01-27 18:38:08 -03001000 dimm->dtype = DEV_X32;
1001 dimm->edac_mode = EDAC_SECDED;
Dave Jianga9a753d2008-02-07 00:14:55 -08001002 }
1003}
1004
Greg Kroah-Hartman9b3c6e82012-12-21 13:23:51 -08001005static int mpc85xx_mc_err_probe(struct platform_device *op)
Dave Jianga9a753d2008-02-07 00:14:55 -08001006{
1007 struct mem_ctl_info *mci;
Mauro Carvalho Chehabad4d6e22012-04-16 15:11:08 -03001008 struct edac_mc_layer layers[2];
Dave Jianga9a753d2008-02-07 00:14:55 -08001009 struct mpc85xx_mc_pdata *pdata;
1010 struct resource r;
1011 u32 sdram_ctl;
1012 int res;
1013
1014 if (!devres_open_group(&op->dev, mpc85xx_mc_err_probe, GFP_KERNEL))
1015 return -ENOMEM;
1016
Mauro Carvalho Chehabad4d6e22012-04-16 15:11:08 -03001017 layers[0].type = EDAC_MC_LAYER_CHIP_SELECT;
1018 layers[0].size = 4;
1019 layers[0].is_virt_csrow = true;
1020 layers[1].type = EDAC_MC_LAYER_CHANNEL;
1021 layers[1].size = 1;
1022 layers[1].is_virt_csrow = false;
Kim Phillipsb9bc5dd2012-06-06 19:49:42 -05001023 mci = edac_mc_alloc(edac_mc_idx, ARRAY_SIZE(layers), layers,
1024 sizeof(*pdata));
Dave Jianga9a753d2008-02-07 00:14:55 -08001025 if (!mci) {
1026 devres_release_group(&op->dev, mpc85xx_mc_err_probe);
1027 return -ENOMEM;
1028 }
1029
1030 pdata = mci->pvt_info;
1031 pdata->name = "mpc85xx_mc_err";
1032 pdata->irq = NO_IRQ;
Mauro Carvalho Chehabfd687502012-03-16 07:44:18 -03001033 mci->pdev = &op->dev;
Dave Jianga9a753d2008-02-07 00:14:55 -08001034 pdata->edac_idx = edac_mc_idx++;
Mauro Carvalho Chehabfd687502012-03-16 07:44:18 -03001035 dev_set_drvdata(mci->pdev, mci);
Dave Jianga9a753d2008-02-07 00:14:55 -08001036 mci->ctl_name = pdata->name;
1037 mci->dev_name = pdata->name;
1038
Anatolij Gustschina26f95f2010-06-03 03:17:42 +02001039 res = of_address_to_resource(op->dev.of_node, 0, &r);
Dave Jianga9a753d2008-02-07 00:14:55 -08001040 if (res) {
1041 printk(KERN_ERR "%s: Unable to get resource for MC err regs\n",
1042 __func__);
1043 goto err;
1044 }
1045
Joe Perches28f65c112011-06-09 09:13:32 -07001046 if (!devm_request_mem_region(&op->dev, r.start, resource_size(&r),
1047 pdata->name)) {
Dave Jianga9a753d2008-02-07 00:14:55 -08001048 printk(KERN_ERR "%s: Error while requesting mem region\n",
1049 __func__);
1050 res = -EBUSY;
1051 goto err;
1052 }
1053
Joe Perches28f65c112011-06-09 09:13:32 -07001054 pdata->mc_vbase = devm_ioremap(&op->dev, r.start, resource_size(&r));
Dave Jianga9a753d2008-02-07 00:14:55 -08001055 if (!pdata->mc_vbase) {
1056 printk(KERN_ERR "%s: Unable to setup MC err regs\n", __func__);
1057 res = -ENOMEM;
1058 goto err;
1059 }
1060
1061 sdram_ctl = in_be32(pdata->mc_vbase + MPC85XX_MC_DDR_SDRAM_CFG);
1062 if (!(sdram_ctl & DSC_ECC_EN)) {
1063 /* no ECC */
1064 printk(KERN_WARNING "%s: No ECC DIMMs discovered\n", __func__);
1065 res = -ENODEV;
1066 goto err;
1067 }
1068
Joe Perches956b9ba2012-04-29 17:08:39 -03001069 edac_dbg(3, "init mci\n");
Dave Jianga9a753d2008-02-07 00:14:55 -08001070 mci->mtype_cap = MEM_FLAG_RDDR | MEM_FLAG_RDDR2 |
1071 MEM_FLAG_DDR | MEM_FLAG_DDR2;
1072 mci->edac_ctl_cap = EDAC_FLAG_NONE | EDAC_FLAG_SECDED;
1073 mci->edac_cap = EDAC_FLAG_SECDED;
1074 mci->mod_name = EDAC_MOD_STR;
1075 mci->mod_ver = MPC85XX_REVISION;
1076
1077 if (edac_op_state == EDAC_OPSTATE_POLL)
1078 mci->edac_check = mpc85xx_mc_check;
1079
1080 mci->ctl_page_to_phys = NULL;
1081
1082 mci->scrub_mode = SCRUB_SW_SRC;
1083
Dave Jianga9a753d2008-02-07 00:14:55 -08001084 mpc85xx_init_csrows(mci);
1085
Dave Jianga9a753d2008-02-07 00:14:55 -08001086 /* store the original error disable bits */
1087 orig_ddr_err_disable =
1088 in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE);
1089 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE, 0);
1090
1091 /* clear all error bits */
1092 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, ~0);
1093
Takashi Iwai917c85b2015-02-04 11:48:56 +01001094 if (edac_mc_add_mc_with_groups(mci, mpc85xx_dev_groups)) {
Joe Perches956b9ba2012-04-29 17:08:39 -03001095 edac_dbg(3, "failed edac_mc_add_mc()\n");
Dave Jianga9a753d2008-02-07 00:14:55 -08001096 goto err;
1097 }
1098
1099 if (edac_op_state == EDAC_OPSTATE_INT) {
1100 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_INT_EN,
1101 DDR_EIE_MBEE | DDR_EIE_SBEE);
1102
1103 /* store the original error management threshold */
1104 orig_ddr_err_sbe = in_be32(pdata->mc_vbase +
1105 MPC85XX_MC_ERR_SBE) & 0xff0000;
1106
1107 /* set threshold to 1 error per interrupt */
1108 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_SBE, 0x10000);
1109
1110 /* register interrupts */
Anatolij Gustschina26f95f2010-06-03 03:17:42 +02001111 pdata->irq = irq_of_parse_and_map(op->dev.of_node, 0);
Dave Jianga9a753d2008-02-07 00:14:55 -08001112 res = devm_request_irq(&op->dev, pdata->irq,
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001113 mpc85xx_mc_isr,
Johannes Thumshirne245e3b2014-01-21 09:42:27 +01001114 IRQF_SHARED,
Dave Jianga9a753d2008-02-07 00:14:55 -08001115 "[EDAC] MC err", mci);
1116 if (res < 0) {
1117 printk(KERN_ERR "%s: Unable to request irq %d for "
1118 "MPC85xx DRAM ERR\n", __func__, pdata->irq);
1119 irq_dispose_mapping(pdata->irq);
1120 res = -ENODEV;
1121 goto err2;
1122 }
1123
1124 printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for MC\n",
1125 pdata->irq);
1126 }
1127
1128 devres_remove_group(&op->dev, mpc85xx_mc_err_probe);
Joe Perches956b9ba2012-04-29 17:08:39 -03001129 edac_dbg(3, "success\n");
Dave Jianga9a753d2008-02-07 00:14:55 -08001130 printk(KERN_INFO EDAC_MOD_STR " MC err registered\n");
1131
1132 return 0;
1133
1134err2:
1135 edac_mc_del_mc(&op->dev);
1136err:
1137 devres_release_group(&op->dev, mpc85xx_mc_err_probe);
1138 edac_mc_free(mci);
1139 return res;
1140}
1141
Grant Likely2dc11582010-08-06 09:25:50 -06001142static int mpc85xx_mc_err_remove(struct platform_device *op)
Dave Jianga9a753d2008-02-07 00:14:55 -08001143{
1144 struct mem_ctl_info *mci = dev_get_drvdata(&op->dev);
1145 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
1146
Joe Perches956b9ba2012-04-29 17:08:39 -03001147 edac_dbg(0, "\n");
Dave Jianga9a753d2008-02-07 00:14:55 -08001148
1149 if (edac_op_state == EDAC_OPSTATE_INT) {
1150 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_INT_EN, 0);
1151 irq_dispose_mapping(pdata->irq);
1152 }
1153
1154 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE,
1155 orig_ddr_err_disable);
1156 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_SBE, orig_ddr_err_sbe);
1157
1158 edac_mc_del_mc(&op->dev);
1159 edac_mc_free(mci);
1160 return 0;
1161}
1162
Fabian Frederick1afaa052015-03-16 20:54:41 +01001163static const struct of_device_id mpc85xx_mc_err_of_match[] = {
Kumar Gala29d6cf22009-01-06 14:42:59 -08001164/* deprecate the fsl,85.. forms in the future, 2.6.30? */
1165 { .compatible = "fsl,8540-memory-controller", },
1166 { .compatible = "fsl,8541-memory-controller", },
1167 { .compatible = "fsl,8544-memory-controller", },
1168 { .compatible = "fsl,8548-memory-controller", },
1169 { .compatible = "fsl,8555-memory-controller", },
1170 { .compatible = "fsl,8568-memory-controller", },
1171 { .compatible = "fsl,mpc8536-memory-controller", },
1172 { .compatible = "fsl,mpc8540-memory-controller", },
1173 { .compatible = "fsl,mpc8541-memory-controller", },
1174 { .compatible = "fsl,mpc8544-memory-controller", },
1175 { .compatible = "fsl,mpc8548-memory-controller", },
1176 { .compatible = "fsl,mpc8555-memory-controller", },
1177 { .compatible = "fsl,mpc8560-memory-controller", },
1178 { .compatible = "fsl,mpc8568-memory-controller", },
Anton Vorontsov5528e222010-07-20 13:24:28 -07001179 { .compatible = "fsl,mpc8569-memory-controller", },
Kumar Gala29d6cf22009-01-06 14:42:59 -08001180 { .compatible = "fsl,mpc8572-memory-controller", },
Ira W. Snyderb4846252009-09-23 15:57:25 -07001181 { .compatible = "fsl,mpc8349-memory-controller", },
Anton Vorontsovcd1542c2010-08-10 18:03:21 -07001182 { .compatible = "fsl,p1020-memory-controller", },
1183 { .compatible = "fsl,p1021-memory-controller", },
Yang Shia0145542009-09-23 15:57:24 -07001184 { .compatible = "fsl,p2020-memory-controller", },
Shaohui Xie86f9a4332011-11-15 14:52:22 -08001185 { .compatible = "fsl,qoriq-memory-controller", },
Dave Jianga9a753d2008-02-07 00:14:55 -08001186 {},
1187};
Anton Vorontsov952e1c62010-07-27 13:18:05 -07001188MODULE_DEVICE_TABLE(of, mpc85xx_mc_err_of_match);
Dave Jianga9a753d2008-02-07 00:14:55 -08001189
Grant Likely00006122011-02-22 19:59:54 -07001190static struct platform_driver mpc85xx_mc_err_driver = {
Dave Jianga9a753d2008-02-07 00:14:55 -08001191 .probe = mpc85xx_mc_err_probe,
1192 .remove = mpc85xx_mc_err_remove,
1193 .driver = {
Grant Likely40182942010-04-13 16:13:02 -07001194 .name = "mpc85xx_mc_err",
Grant Likely40182942010-04-13 16:13:02 -07001195 .of_match_table = mpc85xx_mc_err_of_match,
1196 },
Dave Jianga9a753d2008-02-07 00:14:55 -08001197};
1198
Christoph Eggerbd1688d2010-08-10 18:03:18 -07001199#ifdef CONFIG_FSL_SOC_BOOKE
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001200static void __init mpc85xx_mc_clear_rfxe(void *data)
1201{
1202 orig_hid1[smp_processor_id()] = mfspr(SPRN_HID1);
Kumar Galaa94d7b32011-03-31 17:11:39 -05001203 mtspr(SPRN_HID1, (orig_hid1[smp_processor_id()] & ~HID1_RFXE));
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001204}
Ira W. Snyderb4846252009-09-23 15:57:25 -07001205#endif
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001206
Dave Jianga9a753d2008-02-07 00:14:55 -08001207static int __init mpc85xx_mc_init(void)
1208{
1209 int res = 0;
Kumar Galaa94d7b32011-03-31 17:11:39 -05001210 u32 pvr = 0;
Dave Jianga9a753d2008-02-07 00:14:55 -08001211
1212 printk(KERN_INFO "Freescale(R) MPC85xx EDAC driver, "
1213 "(C) 2006 Montavista Software\n");
1214
1215 /* make sure error reporting method is sane */
1216 switch (edac_op_state) {
1217 case EDAC_OPSTATE_POLL:
1218 case EDAC_OPSTATE_INT:
1219 break;
1220 default:
1221 edac_op_state = EDAC_OPSTATE_INT;
1222 break;
1223 }
1224
Grant Likely00006122011-02-22 19:59:54 -07001225 res = platform_driver_register(&mpc85xx_mc_err_driver);
Dave Jianga9a753d2008-02-07 00:14:55 -08001226 if (res)
1227 printk(KERN_WARNING EDAC_MOD_STR "MC fails to register\n");
1228
Grant Likely00006122011-02-22 19:59:54 -07001229 res = platform_driver_register(&mpc85xx_l2_err_driver);
Dave Jianga9a753d2008-02-07 00:14:55 -08001230 if (res)
1231 printk(KERN_WARNING EDAC_MOD_STR "L2 fails to register\n");
1232
Christoph Eggerbd1688d2010-08-10 18:03:18 -07001233#ifdef CONFIG_FSL_SOC_BOOKE
Kumar Galaa94d7b32011-03-31 17:11:39 -05001234 pvr = mfspr(SPRN_PVR);
1235
1236 if ((PVR_VER(pvr) == PVR_VER_E500V1) ||
1237 (PVR_VER(pvr) == PVR_VER_E500V2)) {
1238 /*
1239 * need to clear HID1[RFXE] to disable machine check int
1240 * so we can catch it
1241 */
1242 if (edac_op_state == EDAC_OPSTATE_INT)
1243 on_each_cpu(mpc85xx_mc_clear_rfxe, NULL, 0);
1244 }
Ira W. Snyderb4846252009-09-23 15:57:25 -07001245#endif
Dave Jianga9a753d2008-02-07 00:14:55 -08001246
1247 return 0;
1248}
1249
1250module_init(mpc85xx_mc_init);
1251
Christoph Eggerbd1688d2010-08-10 18:03:18 -07001252#ifdef CONFIG_FSL_SOC_BOOKE
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001253static void __exit mpc85xx_mc_restore_hid1(void *data)
1254{
1255 mtspr(SPRN_HID1, orig_hid1[smp_processor_id()]);
1256}
Ira W. Snyderb4846252009-09-23 15:57:25 -07001257#endif
Andrew Kilkenny60be7552008-10-15 22:04:28 -07001258
Dave Jianga9a753d2008-02-07 00:14:55 -08001259static void __exit mpc85xx_mc_exit(void)
1260{
Christoph Eggerbd1688d2010-08-10 18:03:18 -07001261#ifdef CONFIG_FSL_SOC_BOOKE
Kumar Galaa94d7b32011-03-31 17:11:39 -05001262 u32 pvr = mfspr(SPRN_PVR);
1263
1264 if ((PVR_VER(pvr) == PVR_VER_E500V1) ||
1265 (PVR_VER(pvr) == PVR_VER_E500V2)) {
1266 on_each_cpu(mpc85xx_mc_restore_hid1, NULL, 0);
1267 }
Ira W. Snyderb4846252009-09-23 15:57:25 -07001268#endif
Grant Likely00006122011-02-22 19:59:54 -07001269 platform_driver_unregister(&mpc85xx_l2_err_driver);
1270 platform_driver_unregister(&mpc85xx_mc_err_driver);
Dave Jianga9a753d2008-02-07 00:14:55 -08001271}
1272
1273module_exit(mpc85xx_mc_exit);
1274
1275MODULE_LICENSE("GPL");
1276MODULE_AUTHOR("Montavista Software, Inc.");
1277module_param(edac_op_state, int, 0444);
1278MODULE_PARM_DESC(edac_op_state,
1279 "EDAC Error Reporting state: 0=Poll, 2=Interrupt");