blob: 92d54fa65f939d57f7f18332bed3f6d55a03d33d [file] [log] [blame]
Alan Cox806c35f2006-01-18 17:44:08 -08001/*
2 * Intel e752x Memory Controller kernel module
3 * (C) 2004 Linux Networx (http://lnxi.com)
4 * This file may be distributed under the terms of the
5 * GNU General Public License.
6 *
Mauro Carvalho Chehab805afb62012-03-15 13:41:17 -03007 * Implement support for the e7520, E7525, e7320 and i3100 memory controllers.
Alan Cox806c35f2006-01-18 17:44:08 -08008 *
Mauro Carvalho Chehab805afb62012-03-15 13:41:17 -03009 * Datasheets:
Mauro Carvalho Chehabce11ce12012-04-16 15:06:59 -030010 * http://www.intel.in/content/www/in/en/chipsets/e7525-memory-controller-hub-datasheet.html
Mauro Carvalho Chehab805afb62012-03-15 13:41:17 -030011 * ftp://download.intel.com/design/intarch/datashts/31345803.pdf
Mauro Carvalho Chehabce11ce12012-04-16 15:06:59 -030012 *
Alan Cox806c35f2006-01-18 17:44:08 -080013 * Written by Tom Zimmerman
14 *
15 * Contributors:
16 * Thayne Harbaugh at realmsys.com (?)
17 * Wang Zhenyu at intel.com
18 * Dave Jiang at mvista.com
19 *
Alan Cox806c35f2006-01-18 17:44:08 -080020 */
21
Alan Cox806c35f2006-01-18 17:44:08 -080022#include <linux/module.h>
23#include <linux/init.h>
Alan Cox806c35f2006-01-18 17:44:08 -080024#include <linux/pci.h>
25#include <linux/pci_ids.h>
Dave Jiangc0d12172007-07-19 01:49:46 -070026#include <linux/edac.h>
Douglas Thompson20bcb7a2007-07-19 01:49:47 -070027#include "edac_core.h"
Alan Cox806c35f2006-01-18 17:44:08 -080028
Michal Marek152ba392011-04-01 12:41:20 +020029#define E752X_REVISION " Ver: 2.0.2"
Doug Thompson929a40e2006-07-01 04:35:45 -070030#define EDAC_MOD_STR "e752x_edac"
Doug Thompson37f04582006-06-30 01:56:07 -070031
Doug Thompson10d33e92008-07-25 01:49:12 -070032static int report_non_memory_errors;
mark gross96941022006-05-03 19:55:07 -070033static int force_function_unhide;
Peter Tyser94ee1cf2008-04-29 01:03:15 -070034static int sysbus_parity = -1;
mark gross96941022006-05-03 19:55:07 -070035
Dave Jiang91b99042007-07-19 01:49:52 -070036static struct edac_pci_ctl_info *e752x_pci;
37
Dave Peterson537fba22006-03-26 01:38:40 -080038#define e752x_printk(level, fmt, arg...) \
Dave Petersone7ecd892006-03-26 01:38:52 -080039 edac_printk(level, "e752x", fmt, ##arg)
Dave Peterson537fba22006-03-26 01:38:40 -080040
41#define e752x_mc_printk(mci, level, fmt, arg...) \
Dave Petersone7ecd892006-03-26 01:38:52 -080042 edac_mc_chipset_printk(mci, level, "e752x", fmt, ##arg)
Dave Peterson537fba22006-03-26 01:38:40 -080043
Alan Cox806c35f2006-01-18 17:44:08 -080044#ifndef PCI_DEVICE_ID_INTEL_7520_0
45#define PCI_DEVICE_ID_INTEL_7520_0 0x3590
46#endif /* PCI_DEVICE_ID_INTEL_7520_0 */
47
48#ifndef PCI_DEVICE_ID_INTEL_7520_1_ERR
49#define PCI_DEVICE_ID_INTEL_7520_1_ERR 0x3591
50#endif /* PCI_DEVICE_ID_INTEL_7520_1_ERR */
51
52#ifndef PCI_DEVICE_ID_INTEL_7525_0
53#define PCI_DEVICE_ID_INTEL_7525_0 0x359E
54#endif /* PCI_DEVICE_ID_INTEL_7525_0 */
55
56#ifndef PCI_DEVICE_ID_INTEL_7525_1_ERR
57#define PCI_DEVICE_ID_INTEL_7525_1_ERR 0x3593
58#endif /* PCI_DEVICE_ID_INTEL_7525_1_ERR */
59
60#ifndef PCI_DEVICE_ID_INTEL_7320_0
61#define PCI_DEVICE_ID_INTEL_7320_0 0x3592
62#endif /* PCI_DEVICE_ID_INTEL_7320_0 */
63
64#ifndef PCI_DEVICE_ID_INTEL_7320_1_ERR
65#define PCI_DEVICE_ID_INTEL_7320_1_ERR 0x3593
66#endif /* PCI_DEVICE_ID_INTEL_7320_1_ERR */
67
Andrei Konovalov5135b792008-04-29 01:03:13 -070068#ifndef PCI_DEVICE_ID_INTEL_3100_0
69#define PCI_DEVICE_ID_INTEL_3100_0 0x35B0
70#endif /* PCI_DEVICE_ID_INTEL_3100_0 */
71
72#ifndef PCI_DEVICE_ID_INTEL_3100_1_ERR
73#define PCI_DEVICE_ID_INTEL_3100_1_ERR 0x35B1
74#endif /* PCI_DEVICE_ID_INTEL_3100_1_ERR */
75
Alan Cox806c35f2006-01-18 17:44:08 -080076#define E752X_NR_CSROWS 8 /* number of csrows */
77
Alan Cox806c35f2006-01-18 17:44:08 -080078/* E752X register addresses - device 0 function 0 */
Peter Tyser8004fd22010-03-10 15:23:15 -080079#define E752X_MCHSCRB 0x52 /* Memory Scrub register (16b) */
80 /*
81 * 6:5 Scrub Completion Count
82 * 3:2 Scrub Rate (i3100 only)
83 * 01=fast 10=normal
84 * 1:0 Scrub Mode enable
85 * 00=off 10=on
86 */
Alan Cox806c35f2006-01-18 17:44:08 -080087#define E752X_DRB 0x60 /* DRAM row boundary register (8b) */
88#define E752X_DRA 0x70 /* DRAM row attribute register (8b) */
89 /*
90 * 31:30 Device width row 7
91 * 01=x8 10=x4 11=x8 DDR2
92 * 27:26 Device width row 6
93 * 23:22 Device width row 5
94 * 19:20 Device width row 4
95 * 15:14 Device width row 3
96 * 11:10 Device width row 2
97 * 7:6 Device width row 1
98 * 3:2 Device width row 0
99 */
100#define E752X_DRC 0x7C /* DRAM controller mode reg (32b) */
101 /* FIXME:IS THIS RIGHT? */
102 /*
103 * 22 Number channels 0=1,1=2
104 * 19:18 DRB Granularity 32/64MB
105 */
106#define E752X_DRM 0x80 /* Dimm mapping register */
107#define E752X_DDRCSR 0x9A /* DDR control and status reg (16b) */
108 /*
109 * 14:12 1 single A, 2 single B, 3 dual
110 */
111#define E752X_TOLM 0xC4 /* DRAM top of low memory reg (16b) */
112#define E752X_REMAPBASE 0xC6 /* DRAM remap base address reg (16b) */
113#define E752X_REMAPLIMIT 0xC8 /* DRAM remap limit address reg (16b) */
114#define E752X_REMAPOFFSET 0xCA /* DRAM remap limit offset reg (16b) */
115
116/* E752X register addresses - device 0 function 1 */
117#define E752X_FERR_GLOBAL 0x40 /* Global first error register (32b) */
118#define E752X_NERR_GLOBAL 0x44 /* Global next error register (32b) */
119#define E752X_HI_FERR 0x50 /* Hub interface first error reg (8b) */
120#define E752X_HI_NERR 0x52 /* Hub interface next error reg (8b) */
121#define E752X_HI_ERRMASK 0x54 /* Hub interface error mask reg (8b) */
122#define E752X_HI_SMICMD 0x5A /* Hub interface SMI command reg (8b) */
123#define E752X_SYSBUS_FERR 0x60 /* System buss first error reg (16b) */
124#define E752X_SYSBUS_NERR 0x62 /* System buss next error reg (16b) */
125#define E752X_SYSBUS_ERRMASK 0x64 /* System buss error mask reg (16b) */
126#define E752X_SYSBUS_SMICMD 0x6A /* System buss SMI command reg (16b) */
127#define E752X_BUF_FERR 0x70 /* Memory buffer first error reg (8b) */
128#define E752X_BUF_NERR 0x72 /* Memory buffer next error reg (8b) */
129#define E752X_BUF_ERRMASK 0x74 /* Memory buffer error mask reg (8b) */
Doug Thompson10d33e92008-07-25 01:49:12 -0700130#define E752X_BUF_SMICMD 0x7A /* Memory buffer SMI cmd reg (8b) */
Alan Cox806c35f2006-01-18 17:44:08 -0800131#define E752X_DRAM_FERR 0x80 /* DRAM first error register (16b) */
132#define E752X_DRAM_NERR 0x82 /* DRAM next error register (16b) */
133#define E752X_DRAM_ERRMASK 0x84 /* DRAM error mask register (8b) */
134#define E752X_DRAM_SMICMD 0x8A /* DRAM SMI command register (8b) */
135#define E752X_DRAM_RETR_ADD 0xAC /* DRAM Retry address register (32b) */
136#define E752X_DRAM_SEC1_ADD 0xA0 /* DRAM first correctable memory */
137 /* error address register (32b) */
138 /*
139 * 31 Reserved
Doug Thompson10d33e92008-07-25 01:49:12 -0700140 * 30:2 CE address (64 byte block 34:6
Alan Cox806c35f2006-01-18 17:44:08 -0800141 * 1 Reserved
142 * 0 HiLoCS
143 */
144#define E752X_DRAM_SEC2_ADD 0xC8 /* DRAM first correctable memory */
145 /* error address register (32b) */
146 /*
147 * 31 Reserved
148 * 30:2 CE address (64 byte block 34:6)
149 * 1 Reserved
150 * 0 HiLoCS
151 */
152#define E752X_DRAM_DED_ADD 0xA4 /* DRAM first uncorrectable memory */
153 /* error address register (32b) */
154 /*
155 * 31 Reserved
156 * 30:2 CE address (64 byte block 34:6)
157 * 1 Reserved
158 * 0 HiLoCS
159 */
Doug Thompson10d33e92008-07-25 01:49:12 -0700160#define E752X_DRAM_SCRB_ADD 0xA8 /* DRAM 1st uncorrectable scrub mem */
Alan Cox806c35f2006-01-18 17:44:08 -0800161 /* error address register (32b) */
162 /*
163 * 31 Reserved
Doug Thompson10d33e92008-07-25 01:49:12 -0700164 * 30:2 CE address (64 byte block 34:6
Alan Cox806c35f2006-01-18 17:44:08 -0800165 * 1 Reserved
166 * 0 HiLoCS
167 */
168#define E752X_DRAM_SEC1_SYNDROME 0xC4 /* DRAM first correctable memory */
169 /* error syndrome register (16b) */
170#define E752X_DRAM_SEC2_SYNDROME 0xC6 /* DRAM second correctable memory */
171 /* error syndrome register (16b) */
172#define E752X_DEVPRES1 0xF4 /* Device Present 1 register (8b) */
173
Andrei Konovalov5135b792008-04-29 01:03:13 -0700174/* 3100 IMCH specific register addresses - device 0 function 1 */
175#define I3100_NSI_FERR 0x48 /* NSI first error reg (32b) */
176#define I3100_NSI_NERR 0x4C /* NSI next error reg (32b) */
177#define I3100_NSI_SMICMD 0x54 /* NSI SMI command register (32b) */
178#define I3100_NSI_EMASK 0x90 /* NSI error mask register (32b) */
179
Alan Cox806c35f2006-01-18 17:44:08 -0800180/* ICH5R register addresses - device 30 function 0 */
181#define ICH5R_PCI_STAT 0x06 /* PCI status register (16b) */
182#define ICH5R_PCI_2ND_STAT 0x1E /* PCI status secondary reg (16b) */
183#define ICH5R_PCI_BRIDGE_CTL 0x3E /* PCI bridge control register (16b) */
184
185enum e752x_chips {
186 E7520 = 0,
187 E7525 = 1,
Andrei Konovalov5135b792008-04-29 01:03:13 -0700188 E7320 = 2,
189 I3100 = 3
Alan Cox806c35f2006-01-18 17:44:08 -0800190};
191
Mauro Carvalho Chehab805afb62012-03-15 13:41:17 -0300192/*
193 * Those chips Support single-rank and dual-rank memories only.
194 *
195 * On e752x chips, the odd rows are present only on dual-rank memories.
196 * Dividing the rank by two will provide the dimm#
197 *
198 * i3100 MC has a different mapping: it supports only 4 ranks.
199 *
200 * The mapping is (from 1 to n):
201 * slot single-ranked double-ranked
202 * dimm #1 -> rank #4 NA
203 * dimm #2 -> rank #3 NA
204 * dimm #3 -> rank #2 Ranks 2 and 3
205 * dimm #4 -> rank $1 Ranks 1 and 4
206 *
207 * FIXME: The current mapping for i3100 considers that it supports up to 8
208 * ranks/chanel, but datasheet says that the MC supports only 4 ranks.
209 */
210
Alan Cox806c35f2006-01-18 17:44:08 -0800211struct e752x_pvt {
212 struct pci_dev *bridge_ck;
213 struct pci_dev *dev_d0f0;
214 struct pci_dev *dev_d0f1;
215 u32 tolm;
216 u32 remapbase;
217 u32 remaplimit;
218 int mc_symmetric;
219 u8 map[8];
220 int map_type;
221 const struct e752x_dev_info *dev_info;
222};
223
Alan Cox806c35f2006-01-18 17:44:08 -0800224struct e752x_dev_info {
225 u16 err_dev;
Dave Peterson3847bccc2006-03-26 01:38:42 -0800226 u16 ctl_dev;
Alan Cox806c35f2006-01-18 17:44:08 -0800227 const char *ctl_name;
228};
229
230struct e752x_error_info {
231 u32 ferr_global;
232 u32 nerr_global;
Andrei Konovalov5135b792008-04-29 01:03:13 -0700233 u32 nsi_ferr; /* 3100 only */
234 u32 nsi_nerr; /* 3100 only */
235 u8 hi_ferr; /* all but 3100 */
236 u8 hi_nerr; /* all but 3100 */
Alan Cox806c35f2006-01-18 17:44:08 -0800237 u16 sysbus_ferr;
238 u16 sysbus_nerr;
239 u8 buf_ferr;
240 u8 buf_nerr;
241 u16 dram_ferr;
242 u16 dram_nerr;
243 u32 dram_sec1_add;
244 u32 dram_sec2_add;
245 u16 dram_sec1_syndrome;
246 u16 dram_sec2_syndrome;
247 u32 dram_ded_add;
248 u32 dram_scrb_add;
249 u32 dram_retr_add;
250};
251
252static const struct e752x_dev_info e752x_devs[] = {
253 [E7520] = {
Douglas Thompson052dfb42007-07-19 01:50:13 -0700254 .err_dev = PCI_DEVICE_ID_INTEL_7520_1_ERR,
255 .ctl_dev = PCI_DEVICE_ID_INTEL_7520_0,
256 .ctl_name = "E7520"},
Alan Cox806c35f2006-01-18 17:44:08 -0800257 [E7525] = {
Douglas Thompson052dfb42007-07-19 01:50:13 -0700258 .err_dev = PCI_DEVICE_ID_INTEL_7525_1_ERR,
259 .ctl_dev = PCI_DEVICE_ID_INTEL_7525_0,
260 .ctl_name = "E7525"},
Alan Cox806c35f2006-01-18 17:44:08 -0800261 [E7320] = {
Douglas Thompson052dfb42007-07-19 01:50:13 -0700262 .err_dev = PCI_DEVICE_ID_INTEL_7320_1_ERR,
263 .ctl_dev = PCI_DEVICE_ID_INTEL_7320_0,
264 .ctl_name = "E7320"},
Andrei Konovalov5135b792008-04-29 01:03:13 -0700265 [I3100] = {
266 .err_dev = PCI_DEVICE_ID_INTEL_3100_1_ERR,
267 .ctl_dev = PCI_DEVICE_ID_INTEL_3100_0,
268 .ctl_name = "3100"},
Alan Cox806c35f2006-01-18 17:44:08 -0800269};
270
Peter Tyser8004fd22010-03-10 15:23:15 -0800271/* Valid scrub rates for the e752x/3100 hardware memory scrubber. We
272 * map the scrubbing bandwidth to a hardware register value. The 'set'
273 * operation finds the 'matching or higher value'. Note that scrubbing
274 * on the e752x can only be enabled/disabled. The 3100 supports
275 * a normal and fast mode.
276 */
277
278#define SDRATE_EOT 0xFFFFFFFF
279
280struct scrubrate {
281 u32 bandwidth; /* bandwidth consumed by scrubbing in bytes/sec */
282 u16 scrubval; /* register value for scrub rate */
283};
284
285/* Rate below assumes same performance as i3100 using PC3200 DDR2 in
286 * normal mode. e752x bridges don't support choosing normal or fast mode,
287 * so the scrubbing bandwidth value isn't all that important - scrubbing is
288 * either on or off.
289 */
290static const struct scrubrate scrubrates_e752x[] = {
291 {0, 0x00}, /* Scrubbing Off */
292 {500000, 0x02}, /* Scrubbing On */
293 {SDRATE_EOT, 0x00} /* End of Table */
294};
295
296/* Fast mode: 2 GByte PC3200 DDR2 scrubbed in 33s = 63161283 bytes/s
297 * Normal mode: 125 (32000 / 256) times slower than fast mode.
298 */
299static const struct scrubrate scrubrates_i3100[] = {
300 {0, 0x00}, /* Scrubbing Off */
301 {500000, 0x0a}, /* Normal mode - 32k clocks */
302 {62500000, 0x06}, /* Fast mode - 256 clocks */
303 {SDRATE_EOT, 0x00} /* End of Table */
304};
305
Alan Cox806c35f2006-01-18 17:44:08 -0800306static unsigned long ctl_page_to_phys(struct mem_ctl_info *mci,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700307 unsigned long page)
Alan Cox806c35f2006-01-18 17:44:08 -0800308{
309 u32 remap;
Dave Jiang203333c2007-07-19 01:50:06 -0700310 struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
Alan Cox806c35f2006-01-18 17:44:08 -0800311
Joe Perches956b9ba2012-04-29 17:08:39 -0300312 edac_dbg(3, "\n");
Alan Cox806c35f2006-01-18 17:44:08 -0800313
314 if (page < pvt->tolm)
315 return page;
Dave Petersone7ecd892006-03-26 01:38:52 -0800316
Alan Cox806c35f2006-01-18 17:44:08 -0800317 if ((page >= 0x100000) && (page < pvt->remapbase))
318 return page;
Dave Petersone7ecd892006-03-26 01:38:52 -0800319
Alan Cox806c35f2006-01-18 17:44:08 -0800320 remap = (page - pvt->tolm) + pvt->remapbase;
Dave Petersone7ecd892006-03-26 01:38:52 -0800321
Alan Cox806c35f2006-01-18 17:44:08 -0800322 if (remap < pvt->remaplimit)
323 return remap;
Dave Petersone7ecd892006-03-26 01:38:52 -0800324
Dave Peterson537fba22006-03-26 01:38:40 -0800325 e752x_printk(KERN_ERR, "Invalid page %lx - out of range\n", page);
Alan Cox806c35f2006-01-18 17:44:08 -0800326 return pvt->tolm - 1;
327}
328
329static void do_process_ce(struct mem_ctl_info *mci, u16 error_one,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700330 u32 sec1_add, u16 sec1_syndrome)
Alan Cox806c35f2006-01-18 17:44:08 -0800331{
332 u32 page;
333 int row;
334 int channel;
335 int i;
Dave Jiang203333c2007-07-19 01:50:06 -0700336 struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
Alan Cox806c35f2006-01-18 17:44:08 -0800337
Joe Perches956b9ba2012-04-29 17:08:39 -0300338 edac_dbg(3, "\n");
Alan Cox806c35f2006-01-18 17:44:08 -0800339
340 /* convert the addr to 4k page */
341 page = sec1_add >> (PAGE_SHIFT - 4);
342
343 /* FIXME - check for -1 */
344 if (pvt->mc_symmetric) {
345 /* chip select are bits 14 & 13 */
346 row = ((page >> 1) & 3);
Dave Peterson537fba22006-03-26 01:38:40 -0800347 e752x_printk(KERN_WARNING,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700348 "Test row %d Table %d %d %d %d %d %d %d %d\n", row,
349 pvt->map[0], pvt->map[1], pvt->map[2], pvt->map[3],
350 pvt->map[4], pvt->map[5], pvt->map[6],
351 pvt->map[7]);
Alan Cox806c35f2006-01-18 17:44:08 -0800352
353 /* test for channel remapping */
354 for (i = 0; i < 8; i++) {
355 if (pvt->map[i] == row)
356 break;
357 }
Dave Petersone7ecd892006-03-26 01:38:52 -0800358
Dave Peterson537fba22006-03-26 01:38:40 -0800359 e752x_printk(KERN_WARNING, "Test computed row %d\n", i);
Dave Petersone7ecd892006-03-26 01:38:52 -0800360
Alan Cox806c35f2006-01-18 17:44:08 -0800361 if (i < 8)
362 row = i;
363 else
Dave Peterson537fba22006-03-26 01:38:40 -0800364 e752x_mc_printk(mci, KERN_WARNING,
Dave Jiang203333c2007-07-19 01:50:06 -0700365 "row %d not found in remap table\n",
366 row);
Alan Cox806c35f2006-01-18 17:44:08 -0800367 } else
368 row = edac_mc_find_csrow_by_page(mci, page);
Dave Petersone7ecd892006-03-26 01:38:52 -0800369
Alan Cox806c35f2006-01-18 17:44:08 -0800370 /* 0 = channel A, 1 = channel B */
371 channel = !(error_one & 1);
372
Mike Chan84db0032007-02-12 00:53:06 -0800373 /* e752x mc reads 34:6 of the DRAM linear address */
Mauro Carvalho Chehab9eb07a72012-06-04 13:27:43 -0300374 edac_mc_handle_error(HW_EVENT_ERR_CORRECTED, mci, 1,
Mauro Carvalho Chehabce11ce12012-04-16 15:06:59 -0300375 page, offset_in_page(sec1_add << 4), sec1_syndrome,
376 row, channel, -1,
Mauro Carvalho Chehab03f7eae2012-06-04 11:29:25 -0300377 "e752x CE", "");
Dave Petersone7ecd892006-03-26 01:38:52 -0800378}
Alan Cox806c35f2006-01-18 17:44:08 -0800379
380static inline void process_ce(struct mem_ctl_info *mci, u16 error_one,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700381 u32 sec1_add, u16 sec1_syndrome, int *error_found,
382 int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800383{
384 *error_found = 1;
385
386 if (handle_error)
387 do_process_ce(mci, error_one, sec1_add, sec1_syndrome);
388}
389
Dave Petersone7ecd892006-03-26 01:38:52 -0800390static void do_process_ue(struct mem_ctl_info *mci, u16 error_one,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700391 u32 ded_add, u32 scrb_add)
Alan Cox806c35f2006-01-18 17:44:08 -0800392{
393 u32 error_2b, block_page;
394 int row;
Dave Jiang203333c2007-07-19 01:50:06 -0700395 struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
Alan Cox806c35f2006-01-18 17:44:08 -0800396
Joe Perches956b9ba2012-04-29 17:08:39 -0300397 edac_dbg(3, "\n");
Alan Cox806c35f2006-01-18 17:44:08 -0800398
399 if (error_one & 0x0202) {
400 error_2b = ded_add;
Dave Petersone7ecd892006-03-26 01:38:52 -0800401
Alan Cox806c35f2006-01-18 17:44:08 -0800402 /* convert to 4k address */
403 block_page = error_2b >> (PAGE_SHIFT - 4);
Dave Petersone7ecd892006-03-26 01:38:52 -0800404
Alan Cox806c35f2006-01-18 17:44:08 -0800405 row = pvt->mc_symmetric ?
Douglas Thompson052dfb42007-07-19 01:50:13 -0700406 /* chip select are bits 14 & 13 */
407 ((block_page >> 1) & 3) :
408 edac_mc_find_csrow_by_page(mci, block_page);
Dave Petersone7ecd892006-03-26 01:38:52 -0800409
Mike Chan84db0032007-02-12 00:53:06 -0800410 /* e752x mc reads 34:6 of the DRAM linear address */
Mauro Carvalho Chehab9eb07a72012-06-04 13:27:43 -0300411 edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 1,
Mauro Carvalho Chehabce11ce12012-04-16 15:06:59 -0300412 block_page,
413 offset_in_page(error_2b << 4), 0,
414 row, -1, -1,
Mauro Carvalho Chehab03f7eae2012-06-04 11:29:25 -0300415 "e752x UE from Read", "");
Mauro Carvalho Chehabce11ce12012-04-16 15:06:59 -0300416
Alan Cox806c35f2006-01-18 17:44:08 -0800417 }
418 if (error_one & 0x0404) {
419 error_2b = scrb_add;
Dave Petersone7ecd892006-03-26 01:38:52 -0800420
Alan Cox806c35f2006-01-18 17:44:08 -0800421 /* convert to 4k address */
422 block_page = error_2b >> (PAGE_SHIFT - 4);
Dave Petersone7ecd892006-03-26 01:38:52 -0800423
Alan Cox806c35f2006-01-18 17:44:08 -0800424 row = pvt->mc_symmetric ?
Douglas Thompson052dfb42007-07-19 01:50:13 -0700425 /* chip select are bits 14 & 13 */
426 ((block_page >> 1) & 3) :
427 edac_mc_find_csrow_by_page(mci, block_page);
Dave Petersone7ecd892006-03-26 01:38:52 -0800428
Mike Chan84db0032007-02-12 00:53:06 -0800429 /* e752x mc reads 34:6 of the DRAM linear address */
Mauro Carvalho Chehab9eb07a72012-06-04 13:27:43 -0300430 edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 1,
Mauro Carvalho Chehabce11ce12012-04-16 15:06:59 -0300431 block_page,
432 offset_in_page(error_2b << 4), 0,
433 row, -1, -1,
Mauro Carvalho Chehab03f7eae2012-06-04 11:29:25 -0300434 "e752x UE from Scruber", "");
Alan Cox806c35f2006-01-18 17:44:08 -0800435 }
436}
437
438static inline void process_ue(struct mem_ctl_info *mci, u16 error_one,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700439 u32 ded_add, u32 scrb_add, int *error_found,
440 int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800441{
442 *error_found = 1;
443
444 if (handle_error)
445 do_process_ue(mci, error_one, ded_add, scrb_add);
446}
447
448static inline void process_ue_no_info_wr(struct mem_ctl_info *mci,
Dave Jiang203333c2007-07-19 01:50:06 -0700449 int *error_found, int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800450{
451 *error_found = 1;
452
453 if (!handle_error)
454 return;
455
Joe Perches956b9ba2012-04-29 17:08:39 -0300456 edac_dbg(3, "\n");
Mauro Carvalho Chehab9eb07a72012-06-04 13:27:43 -0300457 edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 1, 0, 0, 0,
Mauro Carvalho Chehabce11ce12012-04-16 15:06:59 -0300458 -1, -1, -1,
Mauro Carvalho Chehab03f7eae2012-06-04 11:29:25 -0300459 "e752x UE log memory write", "");
Alan Cox806c35f2006-01-18 17:44:08 -0800460}
461
462static void do_process_ded_retry(struct mem_ctl_info *mci, u16 error,
Dave Jiang203333c2007-07-19 01:50:06 -0700463 u32 retry_add)
Alan Cox806c35f2006-01-18 17:44:08 -0800464{
465 u32 error_1b, page;
466 int row;
Dave Jiang203333c2007-07-19 01:50:06 -0700467 struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
Alan Cox806c35f2006-01-18 17:44:08 -0800468
469 error_1b = retry_add;
Doug Thompson10d33e92008-07-25 01:49:12 -0700470 page = error_1b >> (PAGE_SHIFT - 4); /* convert the addr to 4k page */
471
472 /* chip select are bits 14 & 13 */
473 row = pvt->mc_symmetric ? ((page >> 1) & 3) :
Douglas Thompson052dfb42007-07-19 01:50:13 -0700474 edac_mc_find_csrow_by_page(mci, page);
Doug Thompson10d33e92008-07-25 01:49:12 -0700475
Dave Peterson537fba22006-03-26 01:38:40 -0800476 e752x_mc_printk(mci, KERN_WARNING,
Dave Jiang203333c2007-07-19 01:50:06 -0700477 "CE page 0x%lx, row %d : Memory read retry\n",
478 (long unsigned int)page, row);
Alan Cox806c35f2006-01-18 17:44:08 -0800479}
480
481static inline void process_ded_retry(struct mem_ctl_info *mci, u16 error,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700482 u32 retry_add, int *error_found,
483 int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800484{
485 *error_found = 1;
486
487 if (handle_error)
488 do_process_ded_retry(mci, error, retry_add);
489}
490
491static inline void process_threshold_ce(struct mem_ctl_info *mci, u16 error,
Dave Jiang203333c2007-07-19 01:50:06 -0700492 int *error_found, int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800493{
494 *error_found = 1;
495
496 if (handle_error)
Dave Peterson537fba22006-03-26 01:38:40 -0800497 e752x_mc_printk(mci, KERN_WARNING, "Memory threshold CE\n");
Alan Cox806c35f2006-01-18 17:44:08 -0800498}
499
Alan Coxda9bb1d2006-01-18 17:44:13 -0800500static char *global_message[11] = {
Doug Thompson10d33e92008-07-25 01:49:12 -0700501 "PCI Express C1",
502 "PCI Express C",
503 "PCI Express B1",
504 "PCI Express B",
505 "PCI Express A1",
506 "PCI Express A",
507 "DMA Controller",
508 "HUB or NS Interface",
509 "System Bus",
510 "DRAM Controller", /* 9th entry */
511 "Internal Buffer"
Alan Cox806c35f2006-01-18 17:44:08 -0800512};
513
Doug Thompson10d33e92008-07-25 01:49:12 -0700514#define DRAM_ENTRY 9
515
Alan Coxda9bb1d2006-01-18 17:44:13 -0800516static char *fatal_message[2] = { "Non-Fatal ", "Fatal " };
Alan Cox806c35f2006-01-18 17:44:08 -0800517
518static void do_global_error(int fatal, u32 errors)
519{
520 int i;
521
522 for (i = 0; i < 11; i++) {
Doug Thompson10d33e92008-07-25 01:49:12 -0700523 if (errors & (1 << i)) {
524 /* If the error is from DRAM Controller OR
525 * we are to report ALL errors, then
526 * report the error
527 */
528 if ((i == DRAM_ENTRY) || report_non_memory_errors)
529 e752x_printk(KERN_WARNING, "%sError %s\n",
530 fatal_message[fatal],
531 global_message[i]);
532 }
Alan Cox806c35f2006-01-18 17:44:08 -0800533 }
534}
535
536static inline void global_error(int fatal, u32 errors, int *error_found,
Dave Jiang203333c2007-07-19 01:50:06 -0700537 int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800538{
539 *error_found = 1;
540
541 if (handle_error)
542 do_global_error(fatal, errors);
543}
544
Alan Coxda9bb1d2006-01-18 17:44:13 -0800545static char *hub_message[7] = {
Alan Cox806c35f2006-01-18 17:44:08 -0800546 "HI Address or Command Parity", "HI Illegal Access",
547 "HI Internal Parity", "Out of Range Access",
548 "HI Data Parity", "Enhanced Config Access",
549 "Hub Interface Target Abort"
550};
551
552static void do_hub_error(int fatal, u8 errors)
553{
554 int i;
555
556 for (i = 0; i < 7; i++) {
557 if (errors & (1 << i))
Dave Peterson537fba22006-03-26 01:38:40 -0800558 e752x_printk(KERN_WARNING, "%sError %s\n",
Douglas Thompson052dfb42007-07-19 01:50:13 -0700559 fatal_message[fatal], hub_message[i]);
Alan Cox806c35f2006-01-18 17:44:08 -0800560 }
561}
562
563static inline void hub_error(int fatal, u8 errors, int *error_found,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700564 int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800565{
566 *error_found = 1;
567
568 if (handle_error)
569 do_hub_error(fatal, errors);
570}
571
Andrei Konovalov5135b792008-04-29 01:03:13 -0700572#define NSI_FATAL_MASK 0x0c080081
573#define NSI_NON_FATAL_MASK 0x23a0ba64
574#define NSI_ERR_MASK (NSI_FATAL_MASK | NSI_NON_FATAL_MASK)
575
576static char *nsi_message[30] = {
577 "NSI Link Down", /* NSI_FERR/NSI_NERR bit 0, fatal error */
578 "", /* reserved */
579 "NSI Parity Error", /* bit 2, non-fatal */
580 "", /* reserved */
581 "", /* reserved */
582 "Correctable Error Message", /* bit 5, non-fatal */
583 "Non-Fatal Error Message", /* bit 6, non-fatal */
584 "Fatal Error Message", /* bit 7, fatal */
585 "", /* reserved */
586 "Receiver Error", /* bit 9, non-fatal */
587 "", /* reserved */
588 "Bad TLP", /* bit 11, non-fatal */
589 "Bad DLLP", /* bit 12, non-fatal */
590 "REPLAY_NUM Rollover", /* bit 13, non-fatal */
591 "", /* reserved */
592 "Replay Timer Timeout", /* bit 15, non-fatal */
593 "", /* reserved */
594 "", /* reserved */
595 "", /* reserved */
596 "Data Link Protocol Error", /* bit 19, fatal */
597 "", /* reserved */
598 "Poisoned TLP", /* bit 21, non-fatal */
599 "", /* reserved */
600 "Completion Timeout", /* bit 23, non-fatal */
601 "Completer Abort", /* bit 24, non-fatal */
602 "Unexpected Completion", /* bit 25, non-fatal */
603 "Receiver Overflow", /* bit 26, fatal */
604 "Malformed TLP", /* bit 27, fatal */
605 "", /* reserved */
606 "Unsupported Request" /* bit 29, non-fatal */
607};
608
609static void do_nsi_error(int fatal, u32 errors)
610{
611 int i;
612
613 for (i = 0; i < 30; i++) {
614 if (errors & (1 << i))
615 printk(KERN_WARNING "%sError %s\n",
616 fatal_message[fatal], nsi_message[i]);
617 }
618}
619
620static inline void nsi_error(int fatal, u32 errors, int *error_found,
621 int handle_error)
622{
623 *error_found = 1;
624
625 if (handle_error)
626 do_nsi_error(fatal, errors);
627}
628
Alan Coxda9bb1d2006-01-18 17:44:13 -0800629static char *membuf_message[4] = {
Alan Cox806c35f2006-01-18 17:44:08 -0800630 "Internal PMWB to DRAM parity",
631 "Internal PMWB to System Bus Parity",
632 "Internal System Bus or IO to PMWB Parity",
633 "Internal DRAM to PMWB Parity"
634};
635
636static void do_membuf_error(u8 errors)
637{
638 int i;
639
640 for (i = 0; i < 4; i++) {
641 if (errors & (1 << i))
Dave Peterson537fba22006-03-26 01:38:40 -0800642 e752x_printk(KERN_WARNING, "Non-Fatal Error %s\n",
Douglas Thompson052dfb42007-07-19 01:50:13 -0700643 membuf_message[i]);
Alan Cox806c35f2006-01-18 17:44:08 -0800644 }
645}
646
647static inline void membuf_error(u8 errors, int *error_found, int handle_error)
648{
649 *error_found = 1;
650
651 if (handle_error)
652 do_membuf_error(errors);
653}
654
Dave Petersone0093562006-03-26 01:38:54 -0800655static char *sysbus_message[10] = {
Alan Cox806c35f2006-01-18 17:44:08 -0800656 "Addr or Request Parity",
657 "Data Strobe Glitch",
658 "Addr Strobe Glitch",
659 "Data Parity",
660 "Addr Above TOM",
661 "Non DRAM Lock Error",
662 "MCERR", "BINIT",
663 "Memory Parity",
664 "IO Subsystem Parity"
665};
666
667static void do_sysbus_error(int fatal, u32 errors)
668{
669 int i;
670
671 for (i = 0; i < 10; i++) {
672 if (errors & (1 << i))
Dave Peterson537fba22006-03-26 01:38:40 -0800673 e752x_printk(KERN_WARNING, "%sError System Bus %s\n",
Douglas Thompson052dfb42007-07-19 01:50:13 -0700674 fatal_message[fatal], sysbus_message[i]);
Alan Cox806c35f2006-01-18 17:44:08 -0800675 }
676}
677
678static inline void sysbus_error(int fatal, u32 errors, int *error_found,
Dave Jiang203333c2007-07-19 01:50:06 -0700679 int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800680{
681 *error_found = 1;
682
683 if (handle_error)
684 do_sysbus_error(fatal, errors);
685}
686
Dave Petersone7ecd892006-03-26 01:38:52 -0800687static void e752x_check_hub_interface(struct e752x_error_info *info,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700688 int *error_found, int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800689{
690 u8 stat8;
691
692 //pci_read_config_byte(dev,E752X_HI_FERR,&stat8);
Dave Petersone7ecd892006-03-26 01:38:52 -0800693
Alan Cox806c35f2006-01-18 17:44:08 -0800694 stat8 = info->hi_ferr;
Dave Petersone7ecd892006-03-26 01:38:52 -0800695
Dave Jiang203333c2007-07-19 01:50:06 -0700696 if (stat8 & 0x7f) { /* Error, so process */
Alan Cox806c35f2006-01-18 17:44:08 -0800697 stat8 &= 0x7f;
Dave Petersone7ecd892006-03-26 01:38:52 -0800698
Alan Cox806c35f2006-01-18 17:44:08 -0800699 if (stat8 & 0x2b)
700 hub_error(1, stat8 & 0x2b, error_found, handle_error);
Dave Petersone7ecd892006-03-26 01:38:52 -0800701
Dave Jiang203333c2007-07-19 01:50:06 -0700702 if (stat8 & 0x54)
703 hub_error(0, stat8 & 0x54, error_found, handle_error);
704 }
705 //pci_read_config_byte(dev,E752X_HI_NERR,&stat8);
706
707 stat8 = info->hi_nerr;
708
709 if (stat8 & 0x7f) { /* Error, so process */
710 stat8 &= 0x7f;
711
712 if (stat8 & 0x2b)
713 hub_error(1, stat8 & 0x2b, error_found, handle_error);
714
715 if (stat8 & 0x54)
Alan Cox806c35f2006-01-18 17:44:08 -0800716 hub_error(0, stat8 & 0x54, error_found, handle_error);
717 }
718}
719
Andrei Konovalov5135b792008-04-29 01:03:13 -0700720static void e752x_check_ns_interface(struct e752x_error_info *info,
721 int *error_found, int handle_error)
722{
723 u32 stat32;
724
725 stat32 = info->nsi_ferr;
726 if (stat32 & NSI_ERR_MASK) { /* Error, so process */
727 if (stat32 & NSI_FATAL_MASK) /* check for fatal errors */
728 nsi_error(1, stat32 & NSI_FATAL_MASK, error_found,
729 handle_error);
730 if (stat32 & NSI_NON_FATAL_MASK) /* check for non-fatal ones */
731 nsi_error(0, stat32 & NSI_NON_FATAL_MASK, error_found,
732 handle_error);
733 }
734 stat32 = info->nsi_nerr;
735 if (stat32 & NSI_ERR_MASK) {
736 if (stat32 & NSI_FATAL_MASK)
737 nsi_error(1, stat32 & NSI_FATAL_MASK, error_found,
738 handle_error);
739 if (stat32 & NSI_NON_FATAL_MASK)
740 nsi_error(0, stat32 & NSI_NON_FATAL_MASK, error_found,
741 handle_error);
742 }
743}
744
Dave Petersone7ecd892006-03-26 01:38:52 -0800745static void e752x_check_sysbus(struct e752x_error_info *info,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700746 int *error_found, int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800747{
748 u32 stat32, error32;
749
750 //pci_read_config_dword(dev,E752X_SYSBUS_FERR,&stat32);
751 stat32 = info->sysbus_ferr + (info->sysbus_nerr << 16);
752
753 if (stat32 == 0)
Dave Jiang203333c2007-07-19 01:50:06 -0700754 return; /* no errors */
Alan Cox806c35f2006-01-18 17:44:08 -0800755
756 error32 = (stat32 >> 16) & 0x3ff;
757 stat32 = stat32 & 0x3ff;
Dave Petersone7ecd892006-03-26 01:38:52 -0800758
Dave Jiang203333c2007-07-19 01:50:06 -0700759 if (stat32 & 0x087)
Brian Pomerantzdfb2a762007-02-12 00:53:03 -0800760 sysbus_error(1, stat32 & 0x087, error_found, handle_error);
Dave Petersone7ecd892006-03-26 01:38:52 -0800761
Dave Jiang203333c2007-07-19 01:50:06 -0700762 if (stat32 & 0x378)
Brian Pomerantzdfb2a762007-02-12 00:53:03 -0800763 sysbus_error(0, stat32 & 0x378, error_found, handle_error);
Dave Petersone7ecd892006-03-26 01:38:52 -0800764
Dave Jiang203333c2007-07-19 01:50:06 -0700765 if (error32 & 0x087)
Brian Pomerantzdfb2a762007-02-12 00:53:03 -0800766 sysbus_error(1, error32 & 0x087, error_found, handle_error);
Dave Petersone7ecd892006-03-26 01:38:52 -0800767
Dave Jiang203333c2007-07-19 01:50:06 -0700768 if (error32 & 0x378)
Brian Pomerantzdfb2a762007-02-12 00:53:03 -0800769 sysbus_error(0, error32 & 0x378, error_found, handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800770}
771
Dave Jiang203333c2007-07-19 01:50:06 -0700772static void e752x_check_membuf(struct e752x_error_info *info,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700773 int *error_found, int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800774{
775 u8 stat8;
776
777 stat8 = info->buf_ferr;
Dave Petersone7ecd892006-03-26 01:38:52 -0800778
Dave Jiang203333c2007-07-19 01:50:06 -0700779 if (stat8 & 0x0f) { /* Error, so process */
Alan Cox806c35f2006-01-18 17:44:08 -0800780 stat8 &= 0x0f;
781 membuf_error(stat8, error_found, handle_error);
782 }
Dave Petersone7ecd892006-03-26 01:38:52 -0800783
Alan Cox806c35f2006-01-18 17:44:08 -0800784 stat8 = info->buf_nerr;
Dave Petersone7ecd892006-03-26 01:38:52 -0800785
Dave Jiang203333c2007-07-19 01:50:06 -0700786 if (stat8 & 0x0f) { /* Error, so process */
Alan Cox806c35f2006-01-18 17:44:08 -0800787 stat8 &= 0x0f;
788 membuf_error(stat8, error_found, handle_error);
789 }
790}
791
Dave Jiang203333c2007-07-19 01:50:06 -0700792static void e752x_check_dram(struct mem_ctl_info *mci,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700793 struct e752x_error_info *info, int *error_found,
794 int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800795{
796 u16 error_one, error_next;
797
798 error_one = info->dram_ferr;
799 error_next = info->dram_nerr;
800
801 /* decode and report errors */
Dave Jiang203333c2007-07-19 01:50:06 -0700802 if (error_one & 0x0101) /* check first error correctable */
Alan Cox806c35f2006-01-18 17:44:08 -0800803 process_ce(mci, error_one, info->dram_sec1_add,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700804 info->dram_sec1_syndrome, error_found, handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800805
Dave Jiang203333c2007-07-19 01:50:06 -0700806 if (error_next & 0x0101) /* check next error correctable */
Alan Cox806c35f2006-01-18 17:44:08 -0800807 process_ce(mci, error_next, info->dram_sec2_add,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700808 info->dram_sec2_syndrome, error_found, handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800809
Dave Jiang203333c2007-07-19 01:50:06 -0700810 if (error_one & 0x4040)
Alan Cox806c35f2006-01-18 17:44:08 -0800811 process_ue_no_info_wr(mci, error_found, handle_error);
812
Dave Jiang203333c2007-07-19 01:50:06 -0700813 if (error_next & 0x4040)
Alan Cox806c35f2006-01-18 17:44:08 -0800814 process_ue_no_info_wr(mci, error_found, handle_error);
815
Dave Jiang203333c2007-07-19 01:50:06 -0700816 if (error_one & 0x2020)
Alan Cox806c35f2006-01-18 17:44:08 -0800817 process_ded_retry(mci, error_one, info->dram_retr_add,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700818 error_found, handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800819
Dave Jiang203333c2007-07-19 01:50:06 -0700820 if (error_next & 0x2020)
Alan Cox806c35f2006-01-18 17:44:08 -0800821 process_ded_retry(mci, error_next, info->dram_retr_add,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700822 error_found, handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800823
Dave Jiang203333c2007-07-19 01:50:06 -0700824 if (error_one & 0x0808)
825 process_threshold_ce(mci, error_one, error_found, handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800826
Dave Jiang203333c2007-07-19 01:50:06 -0700827 if (error_next & 0x0808)
Alan Cox806c35f2006-01-18 17:44:08 -0800828 process_threshold_ce(mci, error_next, error_found,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700829 handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800830
Dave Jiang203333c2007-07-19 01:50:06 -0700831 if (error_one & 0x0606)
Alan Cox806c35f2006-01-18 17:44:08 -0800832 process_ue(mci, error_one, info->dram_ded_add,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700833 info->dram_scrb_add, error_found, handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800834
Dave Jiang203333c2007-07-19 01:50:06 -0700835 if (error_next & 0x0606)
Alan Cox806c35f2006-01-18 17:44:08 -0800836 process_ue(mci, error_next, info->dram_ded_add,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700837 info->dram_scrb_add, error_found, handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800838}
839
Dave Jiang203333c2007-07-19 01:50:06 -0700840static void e752x_get_error_info(struct mem_ctl_info *mci,
841 struct e752x_error_info *info)
Alan Cox806c35f2006-01-18 17:44:08 -0800842{
843 struct pci_dev *dev;
844 struct e752x_pvt *pvt;
845
846 memset(info, 0, sizeof(*info));
Dave Jiang203333c2007-07-19 01:50:06 -0700847 pvt = (struct e752x_pvt *)mci->pvt_info;
Alan Cox806c35f2006-01-18 17:44:08 -0800848 dev = pvt->dev_d0f1;
Alan Cox806c35f2006-01-18 17:44:08 -0800849 pci_read_config_dword(dev, E752X_FERR_GLOBAL, &info->ferr_global);
850
851 if (info->ferr_global) {
Andrei Konovalov5135b792008-04-29 01:03:13 -0700852 if (pvt->dev_info->err_dev == PCI_DEVICE_ID_INTEL_3100_1_ERR) {
853 pci_read_config_dword(dev, I3100_NSI_FERR,
854 &info->nsi_ferr);
855 info->hi_ferr = 0;
856 } else {
857 pci_read_config_byte(dev, E752X_HI_FERR,
858 &info->hi_ferr);
859 info->nsi_ferr = 0;
860 }
Alan Cox806c35f2006-01-18 17:44:08 -0800861 pci_read_config_word(dev, E752X_SYSBUS_FERR,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700862 &info->sysbus_ferr);
Alan Cox806c35f2006-01-18 17:44:08 -0800863 pci_read_config_byte(dev, E752X_BUF_FERR, &info->buf_ferr);
Dave Jiang203333c2007-07-19 01:50:06 -0700864 pci_read_config_word(dev, E752X_DRAM_FERR, &info->dram_ferr);
Alan Cox806c35f2006-01-18 17:44:08 -0800865 pci_read_config_dword(dev, E752X_DRAM_SEC1_ADD,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700866 &info->dram_sec1_add);
Alan Cox806c35f2006-01-18 17:44:08 -0800867 pci_read_config_word(dev, E752X_DRAM_SEC1_SYNDROME,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700868 &info->dram_sec1_syndrome);
Alan Cox806c35f2006-01-18 17:44:08 -0800869 pci_read_config_dword(dev, E752X_DRAM_DED_ADD,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700870 &info->dram_ded_add);
Alan Cox806c35f2006-01-18 17:44:08 -0800871 pci_read_config_dword(dev, E752X_DRAM_SCRB_ADD,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700872 &info->dram_scrb_add);
Alan Cox806c35f2006-01-18 17:44:08 -0800873 pci_read_config_dword(dev, E752X_DRAM_RETR_ADD,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700874 &info->dram_retr_add);
Alan Cox806c35f2006-01-18 17:44:08 -0800875
Andrei Konovalov5135b792008-04-29 01:03:13 -0700876 /* ignore the reserved bits just in case */
Alan Cox806c35f2006-01-18 17:44:08 -0800877 if (info->hi_ferr & 0x7f)
878 pci_write_config_byte(dev, E752X_HI_FERR,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700879 info->hi_ferr);
Alan Cox806c35f2006-01-18 17:44:08 -0800880
Andrei Konovalov5135b792008-04-29 01:03:13 -0700881 if (info->nsi_ferr & NSI_ERR_MASK)
882 pci_write_config_dword(dev, I3100_NSI_FERR,
883 info->nsi_ferr);
884
Alan Cox806c35f2006-01-18 17:44:08 -0800885 if (info->sysbus_ferr)
886 pci_write_config_word(dev, E752X_SYSBUS_FERR,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700887 info->sysbus_ferr);
Alan Cox806c35f2006-01-18 17:44:08 -0800888
889 if (info->buf_ferr & 0x0f)
890 pci_write_config_byte(dev, E752X_BUF_FERR,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700891 info->buf_ferr);
Alan Cox806c35f2006-01-18 17:44:08 -0800892
893 if (info->dram_ferr)
894 pci_write_bits16(pvt->bridge_ck, E752X_DRAM_FERR,
Dave Jiang203333c2007-07-19 01:50:06 -0700895 info->dram_ferr, info->dram_ferr);
Alan Cox806c35f2006-01-18 17:44:08 -0800896
897 pci_write_config_dword(dev, E752X_FERR_GLOBAL,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700898 info->ferr_global);
Alan Cox806c35f2006-01-18 17:44:08 -0800899 }
900
901 pci_read_config_dword(dev, E752X_NERR_GLOBAL, &info->nerr_global);
902
903 if (info->nerr_global) {
Andrei Konovalov5135b792008-04-29 01:03:13 -0700904 if (pvt->dev_info->err_dev == PCI_DEVICE_ID_INTEL_3100_1_ERR) {
905 pci_read_config_dword(dev, I3100_NSI_NERR,
906 &info->nsi_nerr);
907 info->hi_nerr = 0;
908 } else {
909 pci_read_config_byte(dev, E752X_HI_NERR,
910 &info->hi_nerr);
911 info->nsi_nerr = 0;
912 }
Alan Cox806c35f2006-01-18 17:44:08 -0800913 pci_read_config_word(dev, E752X_SYSBUS_NERR,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700914 &info->sysbus_nerr);
Alan Cox806c35f2006-01-18 17:44:08 -0800915 pci_read_config_byte(dev, E752X_BUF_NERR, &info->buf_nerr);
Dave Jiang203333c2007-07-19 01:50:06 -0700916 pci_read_config_word(dev, E752X_DRAM_NERR, &info->dram_nerr);
Alan Cox806c35f2006-01-18 17:44:08 -0800917 pci_read_config_dword(dev, E752X_DRAM_SEC2_ADD,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700918 &info->dram_sec2_add);
Alan Cox806c35f2006-01-18 17:44:08 -0800919 pci_read_config_word(dev, E752X_DRAM_SEC2_SYNDROME,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700920 &info->dram_sec2_syndrome);
Alan Cox806c35f2006-01-18 17:44:08 -0800921
922 if (info->hi_nerr & 0x7f)
923 pci_write_config_byte(dev, E752X_HI_NERR,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700924 info->hi_nerr);
Alan Cox806c35f2006-01-18 17:44:08 -0800925
Andrei Konovalov5135b792008-04-29 01:03:13 -0700926 if (info->nsi_nerr & NSI_ERR_MASK)
927 pci_write_config_dword(dev, I3100_NSI_NERR,
928 info->nsi_nerr);
929
Alan Cox806c35f2006-01-18 17:44:08 -0800930 if (info->sysbus_nerr)
931 pci_write_config_word(dev, E752X_SYSBUS_NERR,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700932 info->sysbus_nerr);
Alan Cox806c35f2006-01-18 17:44:08 -0800933
934 if (info->buf_nerr & 0x0f)
935 pci_write_config_byte(dev, E752X_BUF_NERR,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700936 info->buf_nerr);
Alan Cox806c35f2006-01-18 17:44:08 -0800937
938 if (info->dram_nerr)
939 pci_write_bits16(pvt->bridge_ck, E752X_DRAM_NERR,
Dave Jiang203333c2007-07-19 01:50:06 -0700940 info->dram_nerr, info->dram_nerr);
Alan Cox806c35f2006-01-18 17:44:08 -0800941
942 pci_write_config_dword(dev, E752X_NERR_GLOBAL,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700943 info->nerr_global);
Alan Cox806c35f2006-01-18 17:44:08 -0800944 }
945}
946
Dave Jiang203333c2007-07-19 01:50:06 -0700947static int e752x_process_error_info(struct mem_ctl_info *mci,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700948 struct e752x_error_info *info,
949 int handle_errors)
Alan Cox806c35f2006-01-18 17:44:08 -0800950{
951 u32 error32, stat32;
952 int error_found;
953
954 error_found = 0;
955 error32 = (info->ferr_global >> 18) & 0x3ff;
956 stat32 = (info->ferr_global >> 4) & 0x7ff;
957
958 if (error32)
959 global_error(1, error32, &error_found, handle_errors);
960
961 if (stat32)
962 global_error(0, stat32, &error_found, handle_errors);
963
964 error32 = (info->nerr_global >> 18) & 0x3ff;
965 stat32 = (info->nerr_global >> 4) & 0x7ff;
966
967 if (error32)
968 global_error(1, error32, &error_found, handle_errors);
969
970 if (stat32)
971 global_error(0, stat32, &error_found, handle_errors);
972
973 e752x_check_hub_interface(info, &error_found, handle_errors);
Andrei Konovalov5135b792008-04-29 01:03:13 -0700974 e752x_check_ns_interface(info, &error_found, handle_errors);
Alan Cox806c35f2006-01-18 17:44:08 -0800975 e752x_check_sysbus(info, &error_found, handle_errors);
976 e752x_check_membuf(info, &error_found, handle_errors);
977 e752x_check_dram(mci, info, &error_found, handle_errors);
978 return error_found;
979}
980
981static void e752x_check(struct mem_ctl_info *mci)
982{
983 struct e752x_error_info info;
Dave Petersone7ecd892006-03-26 01:38:52 -0800984
Joe Perches956b9ba2012-04-29 17:08:39 -0300985 edac_dbg(3, "\n");
Alan Cox806c35f2006-01-18 17:44:08 -0800986 e752x_get_error_info(mci, &info);
987 e752x_process_error_info(mci, &info, 1);
988}
989
Peter Tyser8004fd22010-03-10 15:23:15 -0800990/* Program byte/sec bandwidth scrub rate to hardware */
Borislav Petkoveba042a2010-05-25 18:21:07 +0200991static int set_sdram_scrub_rate(struct mem_ctl_info *mci, u32 new_bw)
Peter Tyser8004fd22010-03-10 15:23:15 -0800992{
993 const struct scrubrate *scrubrates;
994 struct e752x_pvt *pvt = (struct e752x_pvt *) mci->pvt_info;
995 struct pci_dev *pdev = pvt->dev_d0f0;
996 int i;
997
998 if (pvt->dev_info->ctl_dev == PCI_DEVICE_ID_INTEL_3100_0)
999 scrubrates = scrubrates_i3100;
1000 else
1001 scrubrates = scrubrates_e752x;
1002
1003 /* Translate the desired scrub rate to a e752x/3100 register value.
1004 * Search for the bandwidth that is equal or greater than the
1005 * desired rate and program the cooresponding register value.
1006 */
1007 for (i = 0; scrubrates[i].bandwidth != SDRATE_EOT; i++)
Borislav Petkoveba042a2010-05-25 18:21:07 +02001008 if (scrubrates[i].bandwidth >= new_bw)
Peter Tyser8004fd22010-03-10 15:23:15 -08001009 break;
1010
1011 if (scrubrates[i].bandwidth == SDRATE_EOT)
1012 return -1;
1013
1014 pci_write_config_word(pdev, E752X_MCHSCRB, scrubrates[i].scrubval);
1015
Borislav Petkov39094442010-11-24 19:52:09 +01001016 return scrubrates[i].bandwidth;
Peter Tyser8004fd22010-03-10 15:23:15 -08001017}
1018
1019/* Convert current scrub rate value into byte/sec bandwidth */
Borislav Petkov39094442010-11-24 19:52:09 +01001020static int get_sdram_scrub_rate(struct mem_ctl_info *mci)
Peter Tyser8004fd22010-03-10 15:23:15 -08001021{
1022 const struct scrubrate *scrubrates;
1023 struct e752x_pvt *pvt = (struct e752x_pvt *) mci->pvt_info;
1024 struct pci_dev *pdev = pvt->dev_d0f0;
1025 u16 scrubval;
1026 int i;
1027
1028 if (pvt->dev_info->ctl_dev == PCI_DEVICE_ID_INTEL_3100_0)
1029 scrubrates = scrubrates_i3100;
1030 else
1031 scrubrates = scrubrates_e752x;
1032
1033 /* Find the bandwidth matching the memory scrubber configuration */
1034 pci_read_config_word(pdev, E752X_MCHSCRB, &scrubval);
1035 scrubval = scrubval & 0x0f;
1036
1037 for (i = 0; scrubrates[i].bandwidth != SDRATE_EOT; i++)
1038 if (scrubrates[i].scrubval == scrubval)
1039 break;
1040
1041 if (scrubrates[i].bandwidth == SDRATE_EOT) {
1042 e752x_printk(KERN_WARNING,
1043 "Invalid sdram scrub control value: 0x%x\n", scrubval);
1044 return -1;
1045 }
Borislav Petkov39094442010-11-24 19:52:09 +01001046 return scrubrates[i].bandwidth;
Peter Tyser8004fd22010-03-10 15:23:15 -08001047
Peter Tyser8004fd22010-03-10 15:23:15 -08001048}
1049
Doug Thompson13189522006-06-30 01:56:08 -07001050/* Return 1 if dual channel mode is active. Else return 0. */
1051static inline int dual_channel_active(u16 ddrcsr)
Alan Cox806c35f2006-01-18 17:44:08 -08001052{
Doug Thompson13189522006-06-30 01:56:08 -07001053 return (((ddrcsr >> 12) & 3) == 3);
1054}
1055
Mark Grondona7297c262007-07-19 01:50:23 -07001056/* Remap csrow index numbers if map_type is "reverse"
1057 */
1058static inline int remap_csrow_index(struct mem_ctl_info *mci, int index)
1059{
1060 struct e752x_pvt *pvt = mci->pvt_info;
1061
1062 if (!pvt->map_type)
1063 return (7 - index);
1064
1065 return (index);
1066}
1067
Doug Thompson13189522006-06-30 01:56:08 -07001068static void e752x_init_csrows(struct mem_ctl_info *mci, struct pci_dev *pdev,
Douglas Thompson052dfb42007-07-19 01:50:13 -07001069 u16 ddrcsr)
Doug Thompson13189522006-06-30 01:56:08 -07001070{
1071 struct csrow_info *csrow;
Mauro Carvalho Chehabfd633122012-03-28 19:37:59 -03001072 enum edac_type edac_mode;
Alan Cox806c35f2006-01-18 17:44:08 -08001073 unsigned long last_cumul_size;
Doug Thompson13189522006-06-30 01:56:08 -07001074 int index, mem_dev, drc_chan;
Dave Jiang203333c2007-07-19 01:50:06 -07001075 int drc_drbg; /* DRB granularity 0=64mb, 1=128mb */
1076 int drc_ddim; /* DRAM Data Integrity Mode 0=none, 2=edac */
Doug Thompson13189522006-06-30 01:56:08 -07001077 u8 value;
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -03001078 u32 dra, drc, cumul_size, i, nr_pages;
Alan Cox806c35f2006-01-18 17:44:08 -08001079
Brian Pomerantz9962fd02007-02-12 00:53:05 -08001080 dra = 0;
Dave Jiang203333c2007-07-19 01:50:06 -07001081 for (index = 0; index < 4; index++) {
Brian Pomerantz9962fd02007-02-12 00:53:05 -08001082 u8 dra_reg;
Dave Jiang203333c2007-07-19 01:50:06 -07001083 pci_read_config_byte(pdev, E752X_DRA + index, &dra_reg);
Brian Pomerantz9962fd02007-02-12 00:53:05 -08001084 dra |= dra_reg << (index * 8);
1085 }
Alan Cox806c35f2006-01-18 17:44:08 -08001086 pci_read_config_dword(pdev, E752X_DRC, &drc);
Mauro Carvalho Chehab084a4fc2012-01-27 18:38:08 -03001087 drc_chan = dual_channel_active(ddrcsr) ? 1 : 0;
Dave Jiang203333c2007-07-19 01:50:06 -07001088 drc_drbg = drc_chan + 1; /* 128 in dual mode, 64 in single */
Alan Cox806c35f2006-01-18 17:44:08 -08001089 drc_ddim = (drc >> 20) & 0x3;
1090
Doug Thompson13189522006-06-30 01:56:08 -07001091 /* The dram row boundary (DRB) reg values are boundary address for
Alan Cox806c35f2006-01-18 17:44:08 -08001092 * each DRAM row with a granularity of 64 or 128MB (single/dual
1093 * channel operation). DRB regs are cumulative; therefore DRB7 will
1094 * contain the total memory contained in all eight rows.
1095 */
1096 for (last_cumul_size = index = 0; index < mci->nr_csrows; index++) {
Alan Cox806c35f2006-01-18 17:44:08 -08001097 /* mem_dev 0=x8, 1=x4 */
Doug Thompson13189522006-06-30 01:56:08 -07001098 mem_dev = (dra >> (index * 4 + 2)) & 0x3;
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001099 csrow = mci->csrows[remap_csrow_index(mci, index)];
Alan Cox806c35f2006-01-18 17:44:08 -08001100
1101 mem_dev = (mem_dev == 2);
Doug Thompson37f04582006-06-30 01:56:07 -07001102 pci_read_config_byte(pdev, E752X_DRB + index, &value);
Alan Cox806c35f2006-01-18 17:44:08 -08001103 /* convert a 128 or 64 MiB DRB to a page size. */
1104 cumul_size = value << (25 + drc_drbg - PAGE_SHIFT);
Joe Perches956b9ba2012-04-29 17:08:39 -03001105 edac_dbg(3, "(%d) cumul_size 0x%x\n", index, cumul_size);
Alan Cox806c35f2006-01-18 17:44:08 -08001106 if (cumul_size == last_cumul_size)
Doug Thompson13189522006-06-30 01:56:08 -07001107 continue; /* not populated */
Alan Cox806c35f2006-01-18 17:44:08 -08001108
1109 csrow->first_page = last_cumul_size;
1110 csrow->last_page = cumul_size - 1;
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -03001111 nr_pages = cumul_size - last_cumul_size;
Alan Cox806c35f2006-01-18 17:44:08 -08001112 last_cumul_size = cumul_size;
Alan Cox806c35f2006-01-18 17:44:08 -08001113
Mauro Carvalho Chehabfd633122012-03-28 19:37:59 -03001114 /*
1115 * if single channel or x8 devices then SECDED
1116 * if dual channel and x4 then S4ECD4ED
1117 */
1118 if (drc_ddim) {
1119 if (drc_chan && mem_dev) {
1120 edac_mode = EDAC_S4ECD4ED;
1121 mci->edac_cap |= EDAC_FLAG_S4ECD4ED;
1122 } else {
1123 edac_mode = EDAC_SECDED;
1124 mci->edac_cap |= EDAC_FLAG_SECDED;
1125 }
1126 } else
1127 edac_mode = EDAC_NONE;
Mauro Carvalho Chehabce11ce12012-04-16 15:06:59 -03001128 for (i = 0; i < csrow->nr_channels; i++) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001129 struct dimm_info *dimm = csrow->channels[i]->dimm;
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -03001130
Joe Perches956b9ba2012-04-29 17:08:39 -03001131 edac_dbg(3, "Initializing rank at (%i,%i)\n", index, i);
Mauro Carvalho Chehabce11ce12012-04-16 15:06:59 -03001132 dimm->nr_pages = nr_pages / csrow->nr_channels;
Mauro Carvalho Chehab084a4fc2012-01-27 18:38:08 -03001133 dimm->grain = 1 << 12; /* 4KiB - resolution of CELOG */
1134 dimm->mtype = MEM_RDDR; /* only one type supported */
1135 dimm->dtype = mem_dev ? DEV_X4 : DEV_X8;
Mauro Carvalho Chehabfd633122012-03-28 19:37:59 -03001136 dimm->edac_mode = edac_mode;
Mauro Carvalho Chehab084a4fc2012-01-27 18:38:08 -03001137 }
Alan Cox806c35f2006-01-18 17:44:08 -08001138 }
Doug Thompson13189522006-06-30 01:56:08 -07001139}
Alan Cox806c35f2006-01-18 17:44:08 -08001140
Doug Thompson13189522006-06-30 01:56:08 -07001141static void e752x_init_mem_map_table(struct pci_dev *pdev,
Douglas Thompson052dfb42007-07-19 01:50:13 -07001142 struct e752x_pvt *pvt)
Doug Thompson13189522006-06-30 01:56:08 -07001143{
1144 int index;
Mark Grondona7297c262007-07-19 01:50:23 -07001145 u8 value, last, row;
Alan Cox806c35f2006-01-18 17:44:08 -08001146
Doug Thompson13189522006-06-30 01:56:08 -07001147 last = 0;
1148 row = 0;
Dave Petersone7ecd892006-03-26 01:38:52 -08001149
Doug Thompson13189522006-06-30 01:56:08 -07001150 for (index = 0; index < 8; index += 2) {
1151 pci_read_config_byte(pdev, E752X_DRB + index, &value);
1152 /* test if there is a dimm in this slot */
1153 if (value == last) {
1154 /* no dimm in the slot, so flag it as empty */
1155 pvt->map[index] = 0xff;
1156 pvt->map[index + 1] = 0xff;
Dave Jiang203333c2007-07-19 01:50:06 -07001157 } else { /* there is a dimm in the slot */
Doug Thompson13189522006-06-30 01:56:08 -07001158 pvt->map[index] = row;
1159 row++;
1160 last = value;
1161 /* test the next value to see if the dimm is double
1162 * sided
1163 */
1164 pci_read_config_byte(pdev, E752X_DRB + index + 1,
Douglas Thompson052dfb42007-07-19 01:50:13 -07001165 &value);
1166
1167 /* the dimm is single sided, so flag as empty */
1168 /* this is a double sided dimm to save the next row #*/
1169 pvt->map[index + 1] = (value == last) ? 0xff : row;
Doug Thompson13189522006-06-30 01:56:08 -07001170 row++;
1171 last = value;
Alan Cox806c35f2006-01-18 17:44:08 -08001172 }
1173 }
Doug Thompson13189522006-06-30 01:56:08 -07001174}
1175
1176/* Return 0 on success or 1 on failure. */
1177static int e752x_get_devs(struct pci_dev *pdev, int dev_idx,
Douglas Thompson052dfb42007-07-19 01:50:13 -07001178 struct e752x_pvt *pvt)
Doug Thompson13189522006-06-30 01:56:08 -07001179{
1180 struct pci_dev *dev;
1181
1182 pvt->bridge_ck = pci_get_device(PCI_VENDOR_ID_INTEL,
Doug Thompson10d33e92008-07-25 01:49:12 -07001183 pvt->dev_info->err_dev, pvt->bridge_ck);
Doug Thompson13189522006-06-30 01:56:08 -07001184
Aristeu Rozanski90ed4982013-12-05 10:37:56 -05001185 if (pvt->bridge_ck == NULL) {
Doug Thompson13189522006-06-30 01:56:08 -07001186 pvt->bridge_ck = pci_scan_single_device(pdev->bus,
1187 PCI_DEVFN(0, 1));
Aristeu Rozanski90ed4982013-12-05 10:37:56 -05001188 pci_dev_get(pvt->bridge_ck);
1189 }
Doug Thompson13189522006-06-30 01:56:08 -07001190
1191 if (pvt->bridge_ck == NULL) {
1192 e752x_printk(KERN_ERR, "error reporting device not found:"
Douglas Thompson052dfb42007-07-19 01:50:13 -07001193 "vendor %x device 0x%x (broken BIOS?)\n",
1194 PCI_VENDOR_ID_INTEL, e752x_devs[dev_idx].err_dev);
Doug Thompson13189522006-06-30 01:56:08 -07001195 return 1;
1196 }
1197
Doug Thompson10d33e92008-07-25 01:49:12 -07001198 dev = pci_get_device(PCI_VENDOR_ID_INTEL,
1199 e752x_devs[dev_idx].ctl_dev,
1200 NULL);
Doug Thompson13189522006-06-30 01:56:08 -07001201
1202 if (dev == NULL)
1203 goto fail;
1204
1205 pvt->dev_d0f0 = dev;
1206 pvt->dev_d0f1 = pci_dev_get(pvt->bridge_ck);
1207
1208 return 0;
1209
Douglas Thompson052dfb42007-07-19 01:50:13 -07001210fail:
Doug Thompson13189522006-06-30 01:56:08 -07001211 pci_dev_put(pvt->bridge_ck);
1212 return 1;
1213}
1214
Peter Tyser94ee1cf2008-04-29 01:03:15 -07001215/* Setup system bus parity mask register.
1216 * Sysbus parity supported on:
Konstantin Olifer8de5c1a2010-03-10 15:23:14 -08001217 * e7320/e7520/e7525 + Xeon
Peter Tyser94ee1cf2008-04-29 01:03:15 -07001218 */
1219static void e752x_init_sysbus_parity_mask(struct e752x_pvt *pvt)
1220{
1221 char *cpu_id = cpu_data(0).x86_model_id;
1222 struct pci_dev *dev = pvt->dev_d0f1;
1223 int enable = 1;
1224
Martin Olsson98a17082009-04-22 18:21:29 +02001225 /* Allow module parameter override, else see if CPU supports parity */
Peter Tyser94ee1cf2008-04-29 01:03:15 -07001226 if (sysbus_parity != -1) {
1227 enable = sysbus_parity;
Konstantin Olifer8de5c1a2010-03-10 15:23:14 -08001228 } else if (cpu_id[0] && !strstr(cpu_id, "Xeon")) {
Peter Tyser94ee1cf2008-04-29 01:03:15 -07001229 e752x_printk(KERN_INFO, "System Bus Parity not "
1230 "supported by CPU, disabling\n");
1231 enable = 0;
1232 }
1233
1234 if (enable)
1235 pci_write_config_word(dev, E752X_SYSBUS_ERRMASK, 0x0000);
1236 else
1237 pci_write_config_word(dev, E752X_SYSBUS_ERRMASK, 0x0309);
1238}
1239
Doug Thompson13189522006-06-30 01:56:08 -07001240static void e752x_init_error_reporting_regs(struct e752x_pvt *pvt)
1241{
1242 struct pci_dev *dev;
1243
1244 dev = pvt->dev_d0f1;
1245 /* Turn off error disable & SMI in case the BIOS turned it on */
Andrei Konovalov5135b792008-04-29 01:03:13 -07001246 if (pvt->dev_info->err_dev == PCI_DEVICE_ID_INTEL_3100_1_ERR) {
1247 pci_write_config_dword(dev, I3100_NSI_EMASK, 0);
1248 pci_write_config_dword(dev, I3100_NSI_SMICMD, 0);
1249 } else {
1250 pci_write_config_byte(dev, E752X_HI_ERRMASK, 0x00);
1251 pci_write_config_byte(dev, E752X_HI_SMICMD, 0x00);
1252 }
Peter Tyser94ee1cf2008-04-29 01:03:15 -07001253
1254 e752x_init_sysbus_parity_mask(pvt);
1255
Doug Thompson13189522006-06-30 01:56:08 -07001256 pci_write_config_word(dev, E752X_SYSBUS_SMICMD, 0x00);
1257 pci_write_config_byte(dev, E752X_BUF_ERRMASK, 0x00);
1258 pci_write_config_byte(dev, E752X_BUF_SMICMD, 0x00);
1259 pci_write_config_byte(dev, E752X_DRAM_ERRMASK, 0x00);
1260 pci_write_config_byte(dev, E752X_DRAM_SMICMD, 0x00);
1261}
1262
1263static int e752x_probe1(struct pci_dev *pdev, int dev_idx)
1264{
1265 u16 pci_data;
1266 u8 stat8;
1267 struct mem_ctl_info *mci;
Mauro Carvalho Chehabce11ce12012-04-16 15:06:59 -03001268 struct edac_mc_layer layers[2];
Doug Thompson13189522006-06-30 01:56:08 -07001269 struct e752x_pvt *pvt;
1270 u16 ddrcsr;
Dave Jiang203333c2007-07-19 01:50:06 -07001271 int drc_chan; /* Number of channels 0=1chan,1=2chan */
Doug Thompson13189522006-06-30 01:56:08 -07001272 struct e752x_error_info discard;
1273
Joe Perches956b9ba2012-04-29 17:08:39 -03001274 edac_dbg(0, "mci\n");
1275 edac_dbg(0, "Starting Probe1\n");
Doug Thompson13189522006-06-30 01:56:08 -07001276
1277 /* check to see if device 0 function 1 is enabled; if it isn't, we
1278 * assume the BIOS has reserved it for a reason and is expecting
1279 * exclusive access, we take care not to violate that assumption and
1280 * fail the probe. */
1281 pci_read_config_byte(pdev, E752X_DEVPRES1, &stat8);
1282 if (!force_function_unhide && !(stat8 & (1 << 5))) {
1283 printk(KERN_INFO "Contact your BIOS vendor to see if the "
Douglas Thompson052dfb42007-07-19 01:50:13 -07001284 "E752x error registers can be safely un-hidden\n");
Aristeu Rozanskif9b5a5d2007-09-11 15:23:32 -07001285 return -ENODEV;
Doug Thompson13189522006-06-30 01:56:08 -07001286 }
1287 stat8 |= (1 << 5);
1288 pci_write_config_byte(pdev, E752X_DEVPRES1, stat8);
1289
1290 pci_read_config_word(pdev, E752X_DDRCSR, &ddrcsr);
1291 /* FIXME: should check >>12 or 0xf, true for all? */
1292 /* Dual channel = 1, Single channel = 0 */
1293 drc_chan = dual_channel_active(ddrcsr);
1294
Mauro Carvalho Chehabce11ce12012-04-16 15:06:59 -03001295 layers[0].type = EDAC_MC_LAYER_CHIP_SELECT;
1296 layers[0].size = E752X_NR_CSROWS;
1297 layers[0].is_virt_csrow = true;
1298 layers[1].type = EDAC_MC_LAYER_CHANNEL;
1299 layers[1].size = drc_chan + 1;
1300 layers[1].is_virt_csrow = false;
Mauro Carvalho Chehabca0907b2012-05-02 14:37:00 -03001301 mci = edac_mc_alloc(0, ARRAY_SIZE(layers), layers, sizeof(*pvt));
Mauro Carvalho Chehabce11ce12012-04-16 15:06:59 -03001302 if (mci == NULL)
Doug Thompson13189522006-06-30 01:56:08 -07001303 return -ENOMEM;
Doug Thompson13189522006-06-30 01:56:08 -07001304
Joe Perches956b9ba2012-04-29 17:08:39 -03001305 edac_dbg(3, "init mci\n");
Doug Thompson13189522006-06-30 01:56:08 -07001306 mci->mtype_cap = MEM_FLAG_RDDR;
Andrei Konovalov5135b792008-04-29 01:03:13 -07001307 /* 3100 IMCH supports SECDEC only */
1308 mci->edac_ctl_cap = (dev_idx == I3100) ? EDAC_FLAG_SECDED :
1309 (EDAC_FLAG_NONE | EDAC_FLAG_SECDED | EDAC_FLAG_S4ECD4ED);
Doug Thompson13189522006-06-30 01:56:08 -07001310 /* FIXME - what if different memory types are in different csrows? */
1311 mci->mod_name = EDAC_MOD_STR;
1312 mci->mod_ver = E752X_REVISION;
Mauro Carvalho Chehabfd687502012-03-16 07:44:18 -03001313 mci->pdev = &pdev->dev;
Doug Thompson13189522006-06-30 01:56:08 -07001314
Joe Perches956b9ba2012-04-29 17:08:39 -03001315 edac_dbg(3, "init pvt\n");
Dave Jiang203333c2007-07-19 01:50:06 -07001316 pvt = (struct e752x_pvt *)mci->pvt_info;
Doug Thompson13189522006-06-30 01:56:08 -07001317 pvt->dev_info = &e752x_devs[dev_idx];
1318 pvt->mc_symmetric = ((ddrcsr & 0x10) != 0);
1319
1320 if (e752x_get_devs(pdev, dev_idx, pvt)) {
1321 edac_mc_free(mci);
1322 return -ENODEV;
1323 }
1324
Joe Perches956b9ba2012-04-29 17:08:39 -03001325 edac_dbg(3, "more mci init\n");
Doug Thompson13189522006-06-30 01:56:08 -07001326 mci->ctl_name = pvt->dev_info->ctl_name;
Dave Jiangc4192702007-07-19 01:49:47 -07001327 mci->dev_name = pci_name(pdev);
Doug Thompson13189522006-06-30 01:56:08 -07001328 mci->edac_check = e752x_check;
1329 mci->ctl_page_to_phys = ctl_page_to_phys;
Peter Tyser8004fd22010-03-10 15:23:15 -08001330 mci->set_sdram_scrub_rate = set_sdram_scrub_rate;
1331 mci->get_sdram_scrub_rate = get_sdram_scrub_rate;
Doug Thompson13189522006-06-30 01:56:08 -07001332
Mark Grondona7297c262007-07-19 01:50:23 -07001333 /* set the map type. 1 = normal, 0 = reversed
1334 * Must be set before e752x_init_csrows in case csrow mapping
1335 * is reversed.
1336 */
Doug Thompson13189522006-06-30 01:56:08 -07001337 pci_read_config_byte(pdev, E752X_DRM, &stat8);
1338 pvt->map_type = ((stat8 & 0x0f) > ((stat8 >> 4) & 0x0f));
Alan Cox806c35f2006-01-18 17:44:08 -08001339
Mark Grondona7297c262007-07-19 01:50:23 -07001340 e752x_init_csrows(mci, pdev, ddrcsr);
1341 e752x_init_mem_map_table(pdev, pvt);
1342
Andrei Konovalov5135b792008-04-29 01:03:13 -07001343 if (dev_idx == I3100)
1344 mci->edac_cap = EDAC_FLAG_SECDED; /* the only mode supported */
1345 else
1346 mci->edac_cap |= EDAC_FLAG_NONE;
Joe Perches956b9ba2012-04-29 17:08:39 -03001347 edac_dbg(3, "tolm, remapbase, remaplimit\n");
Dave Petersone7ecd892006-03-26 01:38:52 -08001348
Alan Cox806c35f2006-01-18 17:44:08 -08001349 /* load the top of low memory, remap base, and remap limit vars */
Doug Thompson37f04582006-06-30 01:56:07 -07001350 pci_read_config_word(pdev, E752X_TOLM, &pci_data);
Alan Cox806c35f2006-01-18 17:44:08 -08001351 pvt->tolm = ((u32) pci_data) << 4;
Doug Thompson37f04582006-06-30 01:56:07 -07001352 pci_read_config_word(pdev, E752X_REMAPBASE, &pci_data);
Alan Cox806c35f2006-01-18 17:44:08 -08001353 pvt->remapbase = ((u32) pci_data) << 14;
Doug Thompson37f04582006-06-30 01:56:07 -07001354 pci_read_config_word(pdev, E752X_REMAPLIMIT, &pci_data);
Alan Cox806c35f2006-01-18 17:44:08 -08001355 pvt->remaplimit = ((u32) pci_data) << 14;
Dave Peterson537fba22006-03-26 01:38:40 -08001356 e752x_printk(KERN_INFO,
Douglas Thompson052dfb42007-07-19 01:50:13 -07001357 "tolm = %x, remapbase = %x, remaplimit = %x\n",
1358 pvt->tolm, pvt->remapbase, pvt->remaplimit);
Alan Cox806c35f2006-01-18 17:44:08 -08001359
Doug Thompson2d7bbb92006-06-30 01:56:08 -07001360 /* Here we assume that we will never see multiple instances of this
1361 * type of memory controller. The ID is therefore hardcoded to 0.
1362 */
Doug Thompsonb8f6f972007-07-19 01:50:26 -07001363 if (edac_mc_add_mc(mci)) {
Joe Perches956b9ba2012-04-29 17:08:39 -03001364 edac_dbg(3, "failed edac_mc_add_mc()\n");
Alan Cox806c35f2006-01-18 17:44:08 -08001365 goto fail;
1366 }
1367
Doug Thompson13189522006-06-30 01:56:08 -07001368 e752x_init_error_reporting_regs(pvt);
Dave Jiang203333c2007-07-19 01:50:06 -07001369 e752x_get_error_info(mci, &discard); /* clear other MCH errors */
Alan Cox806c35f2006-01-18 17:44:08 -08001370
Dave Jiang91b99042007-07-19 01:49:52 -07001371 /* allocating generic PCI control info */
1372 e752x_pci = edac_pci_create_generic_ctl(&pdev->dev, EDAC_MOD_STR);
1373 if (!e752x_pci) {
1374 printk(KERN_WARNING
Douglas Thompson052dfb42007-07-19 01:50:13 -07001375 "%s(): Unable to create PCI control\n", __func__);
Dave Jiang91b99042007-07-19 01:49:52 -07001376 printk(KERN_WARNING
Douglas Thompson052dfb42007-07-19 01:50:13 -07001377 "%s(): PCI error report via EDAC not setup\n",
1378 __func__);
Dave Jiang91b99042007-07-19 01:49:52 -07001379 }
1380
Alan Cox806c35f2006-01-18 17:44:08 -08001381 /* get this far and it's successful */
Joe Perches956b9ba2012-04-29 17:08:39 -03001382 edac_dbg(3, "success\n");
Alan Cox806c35f2006-01-18 17:44:08 -08001383 return 0;
1384
Douglas Thompson052dfb42007-07-19 01:50:13 -07001385fail:
Doug Thompson13189522006-06-30 01:56:08 -07001386 pci_dev_put(pvt->dev_d0f0);
1387 pci_dev_put(pvt->dev_d0f1);
1388 pci_dev_put(pvt->bridge_ck);
1389 edac_mc_free(mci);
Dave Petersone7ecd892006-03-26 01:38:52 -08001390
Doug Thompson13189522006-06-30 01:56:08 -07001391 return -ENODEV;
Alan Cox806c35f2006-01-18 17:44:08 -08001392}
1393
1394/* returns count (>= 0), or negative on error */
Greg Kroah-Hartman9b3c6e82012-12-21 13:23:51 -08001395static int e752x_init_one(struct pci_dev *pdev, const struct pci_device_id *ent)
Alan Cox806c35f2006-01-18 17:44:08 -08001396{
Joe Perches956b9ba2012-04-29 17:08:39 -03001397 edac_dbg(0, "\n");
Alan Cox806c35f2006-01-18 17:44:08 -08001398
1399 /* wake up and enable device */
Dave Jiang203333c2007-07-19 01:50:06 -07001400 if (pci_enable_device(pdev) < 0)
Alan Cox806c35f2006-01-18 17:44:08 -08001401 return -EIO;
Dave Petersone7ecd892006-03-26 01:38:52 -08001402
Alan Cox806c35f2006-01-18 17:44:08 -08001403 return e752x_probe1(pdev, ent->driver_data);
1404}
1405
Greg Kroah-Hartman9b3c6e82012-12-21 13:23:51 -08001406static void e752x_remove_one(struct pci_dev *pdev)
Alan Cox806c35f2006-01-18 17:44:08 -08001407{
1408 struct mem_ctl_info *mci;
1409 struct e752x_pvt *pvt;
1410
Joe Perches956b9ba2012-04-29 17:08:39 -03001411 edac_dbg(0, "\n");
Alan Cox806c35f2006-01-18 17:44:08 -08001412
Dave Jiang91b99042007-07-19 01:49:52 -07001413 if (e752x_pci)
1414 edac_pci_release_generic_ctl(e752x_pci);
1415
Doug Thompson37f04582006-06-30 01:56:07 -07001416 if ((mci = edac_mc_del_mc(&pdev->dev)) == NULL)
Alan Cox806c35f2006-01-18 17:44:08 -08001417 return;
1418
Dave Jiang203333c2007-07-19 01:50:06 -07001419 pvt = (struct e752x_pvt *)mci->pvt_info;
Alan Cox806c35f2006-01-18 17:44:08 -08001420 pci_dev_put(pvt->dev_d0f0);
1421 pci_dev_put(pvt->dev_d0f1);
1422 pci_dev_put(pvt->bridge_ck);
1423 edac_mc_free(mci);
1424}
1425
Jingoo Hanba935f42013-12-06 10:23:08 +01001426static const struct pci_device_id e752x_pci_tbl[] = {
Dave Petersone7ecd892006-03-26 01:38:52 -08001427 {
Dave Jiang203333c2007-07-19 01:50:06 -07001428 PCI_VEND_DEV(INTEL, 7520_0), PCI_ANY_ID, PCI_ANY_ID, 0, 0,
1429 E7520},
Dave Petersone7ecd892006-03-26 01:38:52 -08001430 {
Dave Jiang203333c2007-07-19 01:50:06 -07001431 PCI_VEND_DEV(INTEL, 7525_0), PCI_ANY_ID, PCI_ANY_ID, 0, 0,
1432 E7525},
Dave Petersone7ecd892006-03-26 01:38:52 -08001433 {
Dave Jiang203333c2007-07-19 01:50:06 -07001434 PCI_VEND_DEV(INTEL, 7320_0), PCI_ANY_ID, PCI_ANY_ID, 0, 0,
1435 E7320},
Dave Petersone7ecd892006-03-26 01:38:52 -08001436 {
Andrei Konovalov5135b792008-04-29 01:03:13 -07001437 PCI_VEND_DEV(INTEL, 3100_0), PCI_ANY_ID, PCI_ANY_ID, 0, 0,
1438 I3100},
1439 {
Dave Jiang203333c2007-07-19 01:50:06 -07001440 0,
1441 } /* 0 terminated list. */
Alan Cox806c35f2006-01-18 17:44:08 -08001442};
1443
1444MODULE_DEVICE_TABLE(pci, e752x_pci_tbl);
1445
Alan Cox806c35f2006-01-18 17:44:08 -08001446static struct pci_driver e752x_driver = {
Dave Peterson680cbbb2006-03-26 01:38:41 -08001447 .name = EDAC_MOD_STR,
Randy Dunlap0d38b042006-02-03 03:04:24 -08001448 .probe = e752x_init_one,
Greg Kroah-Hartman9b3c6e82012-12-21 13:23:51 -08001449 .remove = e752x_remove_one,
Randy Dunlap0d38b042006-02-03 03:04:24 -08001450 .id_table = e752x_pci_tbl,
Alan Cox806c35f2006-01-18 17:44:08 -08001451};
1452
Alan Coxda9bb1d2006-01-18 17:44:13 -08001453static int __init e752x_init(void)
Alan Cox806c35f2006-01-18 17:44:08 -08001454{
1455 int pci_rc;
1456
Joe Perches956b9ba2012-04-29 17:08:39 -03001457 edac_dbg(3, "\n");
Hitoshi Mitakec3c52bc2008-04-29 01:03:18 -07001458
1459 /* Ensure that the OPSTATE is set correctly for POLL or NMI */
1460 opstate_init();
1461
Alan Cox806c35f2006-01-18 17:44:08 -08001462 pci_rc = pci_register_driver(&e752x_driver);
1463 return (pci_rc < 0) ? pci_rc : 0;
1464}
1465
Alan Cox806c35f2006-01-18 17:44:08 -08001466static void __exit e752x_exit(void)
1467{
Joe Perches956b9ba2012-04-29 17:08:39 -03001468 edac_dbg(3, "\n");
Alan Cox806c35f2006-01-18 17:44:08 -08001469 pci_unregister_driver(&e752x_driver);
1470}
1471
Alan Cox806c35f2006-01-18 17:44:08 -08001472module_init(e752x_init);
1473module_exit(e752x_exit);
1474
1475MODULE_LICENSE("GPL");
1476MODULE_AUTHOR("Linux Networx (http://lnxi.com) Tom Zimmerman\n");
Andrei Konovalov5135b792008-04-29 01:03:13 -07001477MODULE_DESCRIPTION("MC support for Intel e752x/3100 memory controllers");
mark gross96941022006-05-03 19:55:07 -07001478
1479module_param(force_function_unhide, int, 0444);
1480MODULE_PARM_DESC(force_function_unhide, "if BIOS sets Dev0:Fun1 up as hidden:"
Doug Thompson10d33e92008-07-25 01:49:12 -07001481 " 1=force unhide and hope BIOS doesn't fight driver for "
1482 "Dev0:Fun1 access");
Hitoshi Mitakec3c52bc2008-04-29 01:03:18 -07001483
Dave Jiangc0d12172007-07-19 01:49:46 -07001484module_param(edac_op_state, int, 0444);
1485MODULE_PARM_DESC(edac_op_state, "EDAC Error Reporting state: 0=Poll,1=NMI");
Peter Tyser94ee1cf2008-04-29 01:03:15 -07001486
1487module_param(sysbus_parity, int, 0444);
1488MODULE_PARM_DESC(sysbus_parity, "0=disable system bus parity checking,"
1489 " 1=enable system bus parity checking, default=auto-detect");
Doug Thompson10d33e92008-07-25 01:49:12 -07001490module_param(report_non_memory_errors, int, 0644);
1491MODULE_PARM_DESC(report_non_memory_errors, "0=disable non-memory error "
1492 "reporting, 1=enable non-memory error reporting");