blob: 3bba224cb55df8d2c1306eead3712d96257be9e6 [file] [log] [blame]
Alan Cox806c35f2006-01-18 17:44:08 -08001/*
2 * Intel e752x Memory Controller kernel module
3 * (C) 2004 Linux Networx (http://lnxi.com)
4 * This file may be distributed under the terms of the
5 * GNU General Public License.
6 *
7 * See "enum e752x_chips" below for supported chipsets
8 *
9 * Written by Tom Zimmerman
10 *
11 * Contributors:
12 * Thayne Harbaugh at realmsys.com (?)
13 * Wang Zhenyu at intel.com
14 * Dave Jiang at mvista.com
15 *
Alan Coxda9bb1d2006-01-18 17:44:13 -080016 * $Id: edac_e752x.c,v 1.5.2.11 2005/10/05 00:43:44 dsp_llnl Exp $
Alan Cox806c35f2006-01-18 17:44:08 -080017 *
18 */
19
Alan Cox806c35f2006-01-18 17:44:08 -080020#include <linux/module.h>
21#include <linux/init.h>
Alan Cox806c35f2006-01-18 17:44:08 -080022#include <linux/pci.h>
23#include <linux/pci_ids.h>
Alan Cox806c35f2006-01-18 17:44:08 -080024#include <linux/slab.h>
Dave Jiangc0d12172007-07-19 01:49:46 -070025#include <linux/edac.h>
Douglas Thompson20bcb7a2007-07-19 01:49:47 -070026#include "edac_core.h"
Alan Cox806c35f2006-01-18 17:44:08 -080027
Douglas Thompson20bcb7a2007-07-19 01:49:47 -070028#define E752X_REVISION " Ver: 2.0.2 " __DATE__
Doug Thompson929a40e2006-07-01 04:35:45 -070029#define EDAC_MOD_STR "e752x_edac"
Doug Thompson37f04582006-06-30 01:56:07 -070030
mark gross96941022006-05-03 19:55:07 -070031static int force_function_unhide;
32
Dave Jiang91b99042007-07-19 01:49:52 -070033static struct edac_pci_ctl_info *e752x_pci;
34
Dave Peterson537fba22006-03-26 01:38:40 -080035#define e752x_printk(level, fmt, arg...) \
Dave Petersone7ecd892006-03-26 01:38:52 -080036 edac_printk(level, "e752x", fmt, ##arg)
Dave Peterson537fba22006-03-26 01:38:40 -080037
38#define e752x_mc_printk(mci, level, fmt, arg...) \
Dave Petersone7ecd892006-03-26 01:38:52 -080039 edac_mc_chipset_printk(mci, level, "e752x", fmt, ##arg)
Dave Peterson537fba22006-03-26 01:38:40 -080040
Alan Cox806c35f2006-01-18 17:44:08 -080041#ifndef PCI_DEVICE_ID_INTEL_7520_0
42#define PCI_DEVICE_ID_INTEL_7520_0 0x3590
43#endif /* PCI_DEVICE_ID_INTEL_7520_0 */
44
45#ifndef PCI_DEVICE_ID_INTEL_7520_1_ERR
46#define PCI_DEVICE_ID_INTEL_7520_1_ERR 0x3591
47#endif /* PCI_DEVICE_ID_INTEL_7520_1_ERR */
48
49#ifndef PCI_DEVICE_ID_INTEL_7525_0
50#define PCI_DEVICE_ID_INTEL_7525_0 0x359E
51#endif /* PCI_DEVICE_ID_INTEL_7525_0 */
52
53#ifndef PCI_DEVICE_ID_INTEL_7525_1_ERR
54#define PCI_DEVICE_ID_INTEL_7525_1_ERR 0x3593
55#endif /* PCI_DEVICE_ID_INTEL_7525_1_ERR */
56
57#ifndef PCI_DEVICE_ID_INTEL_7320_0
58#define PCI_DEVICE_ID_INTEL_7320_0 0x3592
59#endif /* PCI_DEVICE_ID_INTEL_7320_0 */
60
61#ifndef PCI_DEVICE_ID_INTEL_7320_1_ERR
62#define PCI_DEVICE_ID_INTEL_7320_1_ERR 0x3593
63#endif /* PCI_DEVICE_ID_INTEL_7320_1_ERR */
64
65#define E752X_NR_CSROWS 8 /* number of csrows */
66
Alan Cox806c35f2006-01-18 17:44:08 -080067/* E752X register addresses - device 0 function 0 */
68#define E752X_DRB 0x60 /* DRAM row boundary register (8b) */
69#define E752X_DRA 0x70 /* DRAM row attribute register (8b) */
70 /*
71 * 31:30 Device width row 7
72 * 01=x8 10=x4 11=x8 DDR2
73 * 27:26 Device width row 6
74 * 23:22 Device width row 5
75 * 19:20 Device width row 4
76 * 15:14 Device width row 3
77 * 11:10 Device width row 2
78 * 7:6 Device width row 1
79 * 3:2 Device width row 0
80 */
81#define E752X_DRC 0x7C /* DRAM controller mode reg (32b) */
82 /* FIXME:IS THIS RIGHT? */
83 /*
84 * 22 Number channels 0=1,1=2
85 * 19:18 DRB Granularity 32/64MB
86 */
87#define E752X_DRM 0x80 /* Dimm mapping register */
88#define E752X_DDRCSR 0x9A /* DDR control and status reg (16b) */
89 /*
90 * 14:12 1 single A, 2 single B, 3 dual
91 */
92#define E752X_TOLM 0xC4 /* DRAM top of low memory reg (16b) */
93#define E752X_REMAPBASE 0xC6 /* DRAM remap base address reg (16b) */
94#define E752X_REMAPLIMIT 0xC8 /* DRAM remap limit address reg (16b) */
95#define E752X_REMAPOFFSET 0xCA /* DRAM remap limit offset reg (16b) */
96
97/* E752X register addresses - device 0 function 1 */
98#define E752X_FERR_GLOBAL 0x40 /* Global first error register (32b) */
99#define E752X_NERR_GLOBAL 0x44 /* Global next error register (32b) */
100#define E752X_HI_FERR 0x50 /* Hub interface first error reg (8b) */
101#define E752X_HI_NERR 0x52 /* Hub interface next error reg (8b) */
102#define E752X_HI_ERRMASK 0x54 /* Hub interface error mask reg (8b) */
103#define E752X_HI_SMICMD 0x5A /* Hub interface SMI command reg (8b) */
104#define E752X_SYSBUS_FERR 0x60 /* System buss first error reg (16b) */
105#define E752X_SYSBUS_NERR 0x62 /* System buss next error reg (16b) */
106#define E752X_SYSBUS_ERRMASK 0x64 /* System buss error mask reg (16b) */
107#define E752X_SYSBUS_SMICMD 0x6A /* System buss SMI command reg (16b) */
108#define E752X_BUF_FERR 0x70 /* Memory buffer first error reg (8b) */
109#define E752X_BUF_NERR 0x72 /* Memory buffer next error reg (8b) */
110#define E752X_BUF_ERRMASK 0x74 /* Memory buffer error mask reg (8b) */
111#define E752X_BUF_SMICMD 0x7A /* Memory buffer SMI command reg (8b) */
112#define E752X_DRAM_FERR 0x80 /* DRAM first error register (16b) */
113#define E752X_DRAM_NERR 0x82 /* DRAM next error register (16b) */
114#define E752X_DRAM_ERRMASK 0x84 /* DRAM error mask register (8b) */
115#define E752X_DRAM_SMICMD 0x8A /* DRAM SMI command register (8b) */
116#define E752X_DRAM_RETR_ADD 0xAC /* DRAM Retry address register (32b) */
117#define E752X_DRAM_SEC1_ADD 0xA0 /* DRAM first correctable memory */
118 /* error address register (32b) */
119 /*
120 * 31 Reserved
121 * 30:2 CE address (64 byte block 34:6)
122 * 1 Reserved
123 * 0 HiLoCS
124 */
125#define E752X_DRAM_SEC2_ADD 0xC8 /* DRAM first correctable memory */
126 /* error address register (32b) */
127 /*
128 * 31 Reserved
129 * 30:2 CE address (64 byte block 34:6)
130 * 1 Reserved
131 * 0 HiLoCS
132 */
133#define E752X_DRAM_DED_ADD 0xA4 /* DRAM first uncorrectable memory */
134 /* error address register (32b) */
135 /*
136 * 31 Reserved
137 * 30:2 CE address (64 byte block 34:6)
138 * 1 Reserved
139 * 0 HiLoCS
140 */
141#define E752X_DRAM_SCRB_ADD 0xA8 /* DRAM first uncorrectable scrub memory */
142 /* error address register (32b) */
143 /*
144 * 31 Reserved
145 * 30:2 CE address (64 byte block 34:6)
146 * 1 Reserved
147 * 0 HiLoCS
148 */
149#define E752X_DRAM_SEC1_SYNDROME 0xC4 /* DRAM first correctable memory */
150 /* error syndrome register (16b) */
151#define E752X_DRAM_SEC2_SYNDROME 0xC6 /* DRAM second correctable memory */
152 /* error syndrome register (16b) */
153#define E752X_DEVPRES1 0xF4 /* Device Present 1 register (8b) */
154
155/* ICH5R register addresses - device 30 function 0 */
156#define ICH5R_PCI_STAT 0x06 /* PCI status register (16b) */
157#define ICH5R_PCI_2ND_STAT 0x1E /* PCI status secondary reg (16b) */
158#define ICH5R_PCI_BRIDGE_CTL 0x3E /* PCI bridge control register (16b) */
159
160enum e752x_chips {
161 E7520 = 0,
162 E7525 = 1,
163 E7320 = 2
164};
165
Alan Cox806c35f2006-01-18 17:44:08 -0800166struct e752x_pvt {
167 struct pci_dev *bridge_ck;
168 struct pci_dev *dev_d0f0;
169 struct pci_dev *dev_d0f1;
170 u32 tolm;
171 u32 remapbase;
172 u32 remaplimit;
173 int mc_symmetric;
174 u8 map[8];
175 int map_type;
176 const struct e752x_dev_info *dev_info;
177};
178
Alan Cox806c35f2006-01-18 17:44:08 -0800179struct e752x_dev_info {
180 u16 err_dev;
Dave Peterson3847bccc2006-03-26 01:38:42 -0800181 u16 ctl_dev;
Alan Cox806c35f2006-01-18 17:44:08 -0800182 const char *ctl_name;
183};
184
185struct e752x_error_info {
186 u32 ferr_global;
187 u32 nerr_global;
188 u8 hi_ferr;
189 u8 hi_nerr;
190 u16 sysbus_ferr;
191 u16 sysbus_nerr;
192 u8 buf_ferr;
193 u8 buf_nerr;
194 u16 dram_ferr;
195 u16 dram_nerr;
196 u32 dram_sec1_add;
197 u32 dram_sec2_add;
198 u16 dram_sec1_syndrome;
199 u16 dram_sec2_syndrome;
200 u32 dram_ded_add;
201 u32 dram_scrb_add;
202 u32 dram_retr_add;
203};
204
205static const struct e752x_dev_info e752x_devs[] = {
206 [E7520] = {
Douglas Thompson052dfb42007-07-19 01:50:13 -0700207 .err_dev = PCI_DEVICE_ID_INTEL_7520_1_ERR,
208 .ctl_dev = PCI_DEVICE_ID_INTEL_7520_0,
209 .ctl_name = "E7520"},
Alan Cox806c35f2006-01-18 17:44:08 -0800210 [E7525] = {
Douglas Thompson052dfb42007-07-19 01:50:13 -0700211 .err_dev = PCI_DEVICE_ID_INTEL_7525_1_ERR,
212 .ctl_dev = PCI_DEVICE_ID_INTEL_7525_0,
213 .ctl_name = "E7525"},
Alan Cox806c35f2006-01-18 17:44:08 -0800214 [E7320] = {
Douglas Thompson052dfb42007-07-19 01:50:13 -0700215 .err_dev = PCI_DEVICE_ID_INTEL_7320_1_ERR,
216 .ctl_dev = PCI_DEVICE_ID_INTEL_7320_0,
217 .ctl_name = "E7320"},
Alan Cox806c35f2006-01-18 17:44:08 -0800218};
219
Alan Cox806c35f2006-01-18 17:44:08 -0800220static unsigned long ctl_page_to_phys(struct mem_ctl_info *mci,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700221 unsigned long page)
Alan Cox806c35f2006-01-18 17:44:08 -0800222{
223 u32 remap;
Dave Jiang203333c2007-07-19 01:50:06 -0700224 struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
Alan Cox806c35f2006-01-18 17:44:08 -0800225
Dave Peterson537fba22006-03-26 01:38:40 -0800226 debugf3("%s()\n", __func__);
Alan Cox806c35f2006-01-18 17:44:08 -0800227
228 if (page < pvt->tolm)
229 return page;
Dave Petersone7ecd892006-03-26 01:38:52 -0800230
Alan Cox806c35f2006-01-18 17:44:08 -0800231 if ((page >= 0x100000) && (page < pvt->remapbase))
232 return page;
Dave Petersone7ecd892006-03-26 01:38:52 -0800233
Alan Cox806c35f2006-01-18 17:44:08 -0800234 remap = (page - pvt->tolm) + pvt->remapbase;
Dave Petersone7ecd892006-03-26 01:38:52 -0800235
Alan Cox806c35f2006-01-18 17:44:08 -0800236 if (remap < pvt->remaplimit)
237 return remap;
Dave Petersone7ecd892006-03-26 01:38:52 -0800238
Dave Peterson537fba22006-03-26 01:38:40 -0800239 e752x_printk(KERN_ERR, "Invalid page %lx - out of range\n", page);
Alan Cox806c35f2006-01-18 17:44:08 -0800240 return pvt->tolm - 1;
241}
242
243static void do_process_ce(struct mem_ctl_info *mci, u16 error_one,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700244 u32 sec1_add, u16 sec1_syndrome)
Alan Cox806c35f2006-01-18 17:44:08 -0800245{
246 u32 page;
247 int row;
248 int channel;
249 int i;
Dave Jiang203333c2007-07-19 01:50:06 -0700250 struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
Alan Cox806c35f2006-01-18 17:44:08 -0800251
Dave Peterson537fba22006-03-26 01:38:40 -0800252 debugf3("%s()\n", __func__);
Alan Cox806c35f2006-01-18 17:44:08 -0800253
254 /* convert the addr to 4k page */
255 page = sec1_add >> (PAGE_SHIFT - 4);
256
257 /* FIXME - check for -1 */
258 if (pvt->mc_symmetric) {
259 /* chip select are bits 14 & 13 */
260 row = ((page >> 1) & 3);
Dave Peterson537fba22006-03-26 01:38:40 -0800261 e752x_printk(KERN_WARNING,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700262 "Test row %d Table %d %d %d %d %d %d %d %d\n", row,
263 pvt->map[0], pvt->map[1], pvt->map[2], pvt->map[3],
264 pvt->map[4], pvt->map[5], pvt->map[6],
265 pvt->map[7]);
Alan Cox806c35f2006-01-18 17:44:08 -0800266
267 /* test for channel remapping */
268 for (i = 0; i < 8; i++) {
269 if (pvt->map[i] == row)
270 break;
271 }
Dave Petersone7ecd892006-03-26 01:38:52 -0800272
Dave Peterson537fba22006-03-26 01:38:40 -0800273 e752x_printk(KERN_WARNING, "Test computed row %d\n", i);
Dave Petersone7ecd892006-03-26 01:38:52 -0800274
Alan Cox806c35f2006-01-18 17:44:08 -0800275 if (i < 8)
276 row = i;
277 else
Dave Peterson537fba22006-03-26 01:38:40 -0800278 e752x_mc_printk(mci, KERN_WARNING,
Dave Jiang203333c2007-07-19 01:50:06 -0700279 "row %d not found in remap table\n",
280 row);
Alan Cox806c35f2006-01-18 17:44:08 -0800281 } else
282 row = edac_mc_find_csrow_by_page(mci, page);
Dave Petersone7ecd892006-03-26 01:38:52 -0800283
Alan Cox806c35f2006-01-18 17:44:08 -0800284 /* 0 = channel A, 1 = channel B */
285 channel = !(error_one & 1);
286
Mike Chan84db0032007-02-12 00:53:06 -0800287 /* e752x mc reads 34:6 of the DRAM linear address */
288 edac_mc_handle_ce(mci, page, offset_in_page(sec1_add << 4),
Douglas Thompson052dfb42007-07-19 01:50:13 -0700289 sec1_syndrome, row, channel, "e752x CE");
Dave Petersone7ecd892006-03-26 01:38:52 -0800290}
Alan Cox806c35f2006-01-18 17:44:08 -0800291
292static inline void process_ce(struct mem_ctl_info *mci, u16 error_one,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700293 u32 sec1_add, u16 sec1_syndrome, int *error_found,
294 int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800295{
296 *error_found = 1;
297
298 if (handle_error)
299 do_process_ce(mci, error_one, sec1_add, sec1_syndrome);
300}
301
Dave Petersone7ecd892006-03-26 01:38:52 -0800302static void do_process_ue(struct mem_ctl_info *mci, u16 error_one,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700303 u32 ded_add, u32 scrb_add)
Alan Cox806c35f2006-01-18 17:44:08 -0800304{
305 u32 error_2b, block_page;
306 int row;
Dave Jiang203333c2007-07-19 01:50:06 -0700307 struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
Alan Cox806c35f2006-01-18 17:44:08 -0800308
Dave Peterson537fba22006-03-26 01:38:40 -0800309 debugf3("%s()\n", __func__);
Alan Cox806c35f2006-01-18 17:44:08 -0800310
311 if (error_one & 0x0202) {
312 error_2b = ded_add;
Dave Petersone7ecd892006-03-26 01:38:52 -0800313
Alan Cox806c35f2006-01-18 17:44:08 -0800314 /* convert to 4k address */
315 block_page = error_2b >> (PAGE_SHIFT - 4);
Dave Petersone7ecd892006-03-26 01:38:52 -0800316
Alan Cox806c35f2006-01-18 17:44:08 -0800317 row = pvt->mc_symmetric ?
Douglas Thompson052dfb42007-07-19 01:50:13 -0700318 /* chip select are bits 14 & 13 */
319 ((block_page >> 1) & 3) :
320 edac_mc_find_csrow_by_page(mci, block_page);
Dave Petersone7ecd892006-03-26 01:38:52 -0800321
Mike Chan84db0032007-02-12 00:53:06 -0800322 /* e752x mc reads 34:6 of the DRAM linear address */
323 edac_mc_handle_ue(mci, block_page,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700324 offset_in_page(error_2b << 4),
325 row, "e752x UE from Read");
Alan Cox806c35f2006-01-18 17:44:08 -0800326 }
327 if (error_one & 0x0404) {
328 error_2b = scrb_add;
Dave Petersone7ecd892006-03-26 01:38:52 -0800329
Alan Cox806c35f2006-01-18 17:44:08 -0800330 /* convert to 4k address */
331 block_page = error_2b >> (PAGE_SHIFT - 4);
Dave Petersone7ecd892006-03-26 01:38:52 -0800332
Alan Cox806c35f2006-01-18 17:44:08 -0800333 row = pvt->mc_symmetric ?
Douglas Thompson052dfb42007-07-19 01:50:13 -0700334 /* chip select are bits 14 & 13 */
335 ((block_page >> 1) & 3) :
336 edac_mc_find_csrow_by_page(mci, block_page);
Dave Petersone7ecd892006-03-26 01:38:52 -0800337
Mike Chan84db0032007-02-12 00:53:06 -0800338 /* e752x mc reads 34:6 of the DRAM linear address */
339 edac_mc_handle_ue(mci, block_page,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700340 offset_in_page(error_2b << 4),
341 row, "e752x UE from Scruber");
Alan Cox806c35f2006-01-18 17:44:08 -0800342 }
343}
344
345static inline void process_ue(struct mem_ctl_info *mci, u16 error_one,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700346 u32 ded_add, u32 scrb_add, int *error_found,
347 int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800348{
349 *error_found = 1;
350
351 if (handle_error)
352 do_process_ue(mci, error_one, ded_add, scrb_add);
353}
354
355static inline void process_ue_no_info_wr(struct mem_ctl_info *mci,
Dave Jiang203333c2007-07-19 01:50:06 -0700356 int *error_found, int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800357{
358 *error_found = 1;
359
360 if (!handle_error)
361 return;
362
Dave Peterson537fba22006-03-26 01:38:40 -0800363 debugf3("%s()\n", __func__);
Alan Cox806c35f2006-01-18 17:44:08 -0800364 edac_mc_handle_ue_no_info(mci, "e752x UE log memory write");
365}
366
367static void do_process_ded_retry(struct mem_ctl_info *mci, u16 error,
Dave Jiang203333c2007-07-19 01:50:06 -0700368 u32 retry_add)
Alan Cox806c35f2006-01-18 17:44:08 -0800369{
370 u32 error_1b, page;
371 int row;
Dave Jiang203333c2007-07-19 01:50:06 -0700372 struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
Alan Cox806c35f2006-01-18 17:44:08 -0800373
374 error_1b = retry_add;
Dave Jiang203333c2007-07-19 01:50:06 -0700375 page = error_1b >> (PAGE_SHIFT - 4); /* convert the addr to 4k page */
376 row = pvt->mc_symmetric ? ((page >> 1) & 3) : /* chip select are bits 14 & 13 */
Douglas Thompson052dfb42007-07-19 01:50:13 -0700377 edac_mc_find_csrow_by_page(mci, page);
Dave Peterson537fba22006-03-26 01:38:40 -0800378 e752x_mc_printk(mci, KERN_WARNING,
Dave Jiang203333c2007-07-19 01:50:06 -0700379 "CE page 0x%lx, row %d : Memory read retry\n",
380 (long unsigned int)page, row);
Alan Cox806c35f2006-01-18 17:44:08 -0800381}
382
383static inline void process_ded_retry(struct mem_ctl_info *mci, u16 error,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700384 u32 retry_add, int *error_found,
385 int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800386{
387 *error_found = 1;
388
389 if (handle_error)
390 do_process_ded_retry(mci, error, retry_add);
391}
392
393static inline void process_threshold_ce(struct mem_ctl_info *mci, u16 error,
Dave Jiang203333c2007-07-19 01:50:06 -0700394 int *error_found, int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800395{
396 *error_found = 1;
397
398 if (handle_error)
Dave Peterson537fba22006-03-26 01:38:40 -0800399 e752x_mc_printk(mci, KERN_WARNING, "Memory threshold CE\n");
Alan Cox806c35f2006-01-18 17:44:08 -0800400}
401
Alan Coxda9bb1d2006-01-18 17:44:13 -0800402static char *global_message[11] = {
Alan Cox806c35f2006-01-18 17:44:08 -0800403 "PCI Express C1", "PCI Express C", "PCI Express B1",
404 "PCI Express B", "PCI Express A1", "PCI Express A",
405 "DMA Controler", "HUB Interface", "System Bus",
406 "DRAM Controler", "Internal Buffer"
407};
408
Alan Coxda9bb1d2006-01-18 17:44:13 -0800409static char *fatal_message[2] = { "Non-Fatal ", "Fatal " };
Alan Cox806c35f2006-01-18 17:44:08 -0800410
411static void do_global_error(int fatal, u32 errors)
412{
413 int i;
414
415 for (i = 0; i < 11; i++) {
416 if (errors & (1 << i))
Dave Peterson537fba22006-03-26 01:38:40 -0800417 e752x_printk(KERN_WARNING, "%sError %s\n",
Douglas Thompson052dfb42007-07-19 01:50:13 -0700418 fatal_message[fatal], global_message[i]);
Alan Cox806c35f2006-01-18 17:44:08 -0800419 }
420}
421
422static inline void global_error(int fatal, u32 errors, int *error_found,
Dave Jiang203333c2007-07-19 01:50:06 -0700423 int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800424{
425 *error_found = 1;
426
427 if (handle_error)
428 do_global_error(fatal, errors);
429}
430
Alan Coxda9bb1d2006-01-18 17:44:13 -0800431static char *hub_message[7] = {
Alan Cox806c35f2006-01-18 17:44:08 -0800432 "HI Address or Command Parity", "HI Illegal Access",
433 "HI Internal Parity", "Out of Range Access",
434 "HI Data Parity", "Enhanced Config Access",
435 "Hub Interface Target Abort"
436};
437
438static void do_hub_error(int fatal, u8 errors)
439{
440 int i;
441
442 for (i = 0; i < 7; i++) {
443 if (errors & (1 << i))
Dave Peterson537fba22006-03-26 01:38:40 -0800444 e752x_printk(KERN_WARNING, "%sError %s\n",
Douglas Thompson052dfb42007-07-19 01:50:13 -0700445 fatal_message[fatal], hub_message[i]);
Alan Cox806c35f2006-01-18 17:44:08 -0800446 }
447}
448
449static inline void hub_error(int fatal, u8 errors, int *error_found,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700450 int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800451{
452 *error_found = 1;
453
454 if (handle_error)
455 do_hub_error(fatal, errors);
456}
457
Alan Coxda9bb1d2006-01-18 17:44:13 -0800458static char *membuf_message[4] = {
Alan Cox806c35f2006-01-18 17:44:08 -0800459 "Internal PMWB to DRAM parity",
460 "Internal PMWB to System Bus Parity",
461 "Internal System Bus or IO to PMWB Parity",
462 "Internal DRAM to PMWB Parity"
463};
464
465static void do_membuf_error(u8 errors)
466{
467 int i;
468
469 for (i = 0; i < 4; i++) {
470 if (errors & (1 << i))
Dave Peterson537fba22006-03-26 01:38:40 -0800471 e752x_printk(KERN_WARNING, "Non-Fatal Error %s\n",
Douglas Thompson052dfb42007-07-19 01:50:13 -0700472 membuf_message[i]);
Alan Cox806c35f2006-01-18 17:44:08 -0800473 }
474}
475
476static inline void membuf_error(u8 errors, int *error_found, int handle_error)
477{
478 *error_found = 1;
479
480 if (handle_error)
481 do_membuf_error(errors);
482}
483
Dave Petersone0093562006-03-26 01:38:54 -0800484static char *sysbus_message[10] = {
Alan Cox806c35f2006-01-18 17:44:08 -0800485 "Addr or Request Parity",
486 "Data Strobe Glitch",
487 "Addr Strobe Glitch",
488 "Data Parity",
489 "Addr Above TOM",
490 "Non DRAM Lock Error",
491 "MCERR", "BINIT",
492 "Memory Parity",
493 "IO Subsystem Parity"
494};
495
496static void do_sysbus_error(int fatal, u32 errors)
497{
498 int i;
499
500 for (i = 0; i < 10; i++) {
501 if (errors & (1 << i))
Dave Peterson537fba22006-03-26 01:38:40 -0800502 e752x_printk(KERN_WARNING, "%sError System Bus %s\n",
Douglas Thompson052dfb42007-07-19 01:50:13 -0700503 fatal_message[fatal], sysbus_message[i]);
Alan Cox806c35f2006-01-18 17:44:08 -0800504 }
505}
506
507static inline void sysbus_error(int fatal, u32 errors, int *error_found,
Dave Jiang203333c2007-07-19 01:50:06 -0700508 int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800509{
510 *error_found = 1;
511
512 if (handle_error)
513 do_sysbus_error(fatal, errors);
514}
515
Dave Petersone7ecd892006-03-26 01:38:52 -0800516static void e752x_check_hub_interface(struct e752x_error_info *info,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700517 int *error_found, int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800518{
519 u8 stat8;
520
521 //pci_read_config_byte(dev,E752X_HI_FERR,&stat8);
Dave Petersone7ecd892006-03-26 01:38:52 -0800522
Alan Cox806c35f2006-01-18 17:44:08 -0800523 stat8 = info->hi_ferr;
Dave Petersone7ecd892006-03-26 01:38:52 -0800524
Dave Jiang203333c2007-07-19 01:50:06 -0700525 if (stat8 & 0x7f) { /* Error, so process */
Alan Cox806c35f2006-01-18 17:44:08 -0800526 stat8 &= 0x7f;
Dave Petersone7ecd892006-03-26 01:38:52 -0800527
Alan Cox806c35f2006-01-18 17:44:08 -0800528 if (stat8 & 0x2b)
529 hub_error(1, stat8 & 0x2b, error_found, handle_error);
Dave Petersone7ecd892006-03-26 01:38:52 -0800530
Dave Jiang203333c2007-07-19 01:50:06 -0700531 if (stat8 & 0x54)
532 hub_error(0, stat8 & 0x54, error_found, handle_error);
533 }
534 //pci_read_config_byte(dev,E752X_HI_NERR,&stat8);
535
536 stat8 = info->hi_nerr;
537
538 if (stat8 & 0x7f) { /* Error, so process */
539 stat8 &= 0x7f;
540
541 if (stat8 & 0x2b)
542 hub_error(1, stat8 & 0x2b, error_found, handle_error);
543
544 if (stat8 & 0x54)
Alan Cox806c35f2006-01-18 17:44:08 -0800545 hub_error(0, stat8 & 0x54, error_found, handle_error);
546 }
547}
548
Dave Petersone7ecd892006-03-26 01:38:52 -0800549static void e752x_check_sysbus(struct e752x_error_info *info,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700550 int *error_found, int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800551{
552 u32 stat32, error32;
553
554 //pci_read_config_dword(dev,E752X_SYSBUS_FERR,&stat32);
555 stat32 = info->sysbus_ferr + (info->sysbus_nerr << 16);
556
557 if (stat32 == 0)
Dave Jiang203333c2007-07-19 01:50:06 -0700558 return; /* no errors */
Alan Cox806c35f2006-01-18 17:44:08 -0800559
560 error32 = (stat32 >> 16) & 0x3ff;
561 stat32 = stat32 & 0x3ff;
Dave Petersone7ecd892006-03-26 01:38:52 -0800562
Dave Jiang203333c2007-07-19 01:50:06 -0700563 if (stat32 & 0x087)
Brian Pomerantzdfb2a762007-02-12 00:53:03 -0800564 sysbus_error(1, stat32 & 0x087, error_found, handle_error);
Dave Petersone7ecd892006-03-26 01:38:52 -0800565
Dave Jiang203333c2007-07-19 01:50:06 -0700566 if (stat32 & 0x378)
Brian Pomerantzdfb2a762007-02-12 00:53:03 -0800567 sysbus_error(0, stat32 & 0x378, error_found, handle_error);
Dave Petersone7ecd892006-03-26 01:38:52 -0800568
Dave Jiang203333c2007-07-19 01:50:06 -0700569 if (error32 & 0x087)
Brian Pomerantzdfb2a762007-02-12 00:53:03 -0800570 sysbus_error(1, error32 & 0x087, error_found, handle_error);
Dave Petersone7ecd892006-03-26 01:38:52 -0800571
Dave Jiang203333c2007-07-19 01:50:06 -0700572 if (error32 & 0x378)
Brian Pomerantzdfb2a762007-02-12 00:53:03 -0800573 sysbus_error(0, error32 & 0x378, error_found, handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800574}
575
Dave Jiang203333c2007-07-19 01:50:06 -0700576static void e752x_check_membuf(struct e752x_error_info *info,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700577 int *error_found, int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800578{
579 u8 stat8;
580
581 stat8 = info->buf_ferr;
Dave Petersone7ecd892006-03-26 01:38:52 -0800582
Dave Jiang203333c2007-07-19 01:50:06 -0700583 if (stat8 & 0x0f) { /* Error, so process */
Alan Cox806c35f2006-01-18 17:44:08 -0800584 stat8 &= 0x0f;
585 membuf_error(stat8, error_found, handle_error);
586 }
Dave Petersone7ecd892006-03-26 01:38:52 -0800587
Alan Cox806c35f2006-01-18 17:44:08 -0800588 stat8 = info->buf_nerr;
Dave Petersone7ecd892006-03-26 01:38:52 -0800589
Dave Jiang203333c2007-07-19 01:50:06 -0700590 if (stat8 & 0x0f) { /* Error, so process */
Alan Cox806c35f2006-01-18 17:44:08 -0800591 stat8 &= 0x0f;
592 membuf_error(stat8, error_found, handle_error);
593 }
594}
595
Dave Jiang203333c2007-07-19 01:50:06 -0700596static void e752x_check_dram(struct mem_ctl_info *mci,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700597 struct e752x_error_info *info, int *error_found,
598 int handle_error)
Alan Cox806c35f2006-01-18 17:44:08 -0800599{
600 u16 error_one, error_next;
601
602 error_one = info->dram_ferr;
603 error_next = info->dram_nerr;
604
605 /* decode and report errors */
Dave Jiang203333c2007-07-19 01:50:06 -0700606 if (error_one & 0x0101) /* check first error correctable */
Alan Cox806c35f2006-01-18 17:44:08 -0800607 process_ce(mci, error_one, info->dram_sec1_add,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700608 info->dram_sec1_syndrome, error_found, handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800609
Dave Jiang203333c2007-07-19 01:50:06 -0700610 if (error_next & 0x0101) /* check next error correctable */
Alan Cox806c35f2006-01-18 17:44:08 -0800611 process_ce(mci, error_next, info->dram_sec2_add,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700612 info->dram_sec2_syndrome, error_found, handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800613
Dave Jiang203333c2007-07-19 01:50:06 -0700614 if (error_one & 0x4040)
Alan Cox806c35f2006-01-18 17:44:08 -0800615 process_ue_no_info_wr(mci, error_found, handle_error);
616
Dave Jiang203333c2007-07-19 01:50:06 -0700617 if (error_next & 0x4040)
Alan Cox806c35f2006-01-18 17:44:08 -0800618 process_ue_no_info_wr(mci, error_found, handle_error);
619
Dave Jiang203333c2007-07-19 01:50:06 -0700620 if (error_one & 0x2020)
Alan Cox806c35f2006-01-18 17:44:08 -0800621 process_ded_retry(mci, error_one, info->dram_retr_add,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700622 error_found, handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800623
Dave Jiang203333c2007-07-19 01:50:06 -0700624 if (error_next & 0x2020)
Alan Cox806c35f2006-01-18 17:44:08 -0800625 process_ded_retry(mci, error_next, info->dram_retr_add,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700626 error_found, handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800627
Dave Jiang203333c2007-07-19 01:50:06 -0700628 if (error_one & 0x0808)
629 process_threshold_ce(mci, error_one, error_found, handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800630
Dave Jiang203333c2007-07-19 01:50:06 -0700631 if (error_next & 0x0808)
Alan Cox806c35f2006-01-18 17:44:08 -0800632 process_threshold_ce(mci, error_next, error_found,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700633 handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800634
Dave Jiang203333c2007-07-19 01:50:06 -0700635 if (error_one & 0x0606)
Alan Cox806c35f2006-01-18 17:44:08 -0800636 process_ue(mci, error_one, info->dram_ded_add,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700637 info->dram_scrb_add, error_found, handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800638
Dave Jiang203333c2007-07-19 01:50:06 -0700639 if (error_next & 0x0606)
Alan Cox806c35f2006-01-18 17:44:08 -0800640 process_ue(mci, error_next, info->dram_ded_add,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700641 info->dram_scrb_add, error_found, handle_error);
Alan Cox806c35f2006-01-18 17:44:08 -0800642}
643
Dave Jiang203333c2007-07-19 01:50:06 -0700644static void e752x_get_error_info(struct mem_ctl_info *mci,
645 struct e752x_error_info *info)
Alan Cox806c35f2006-01-18 17:44:08 -0800646{
647 struct pci_dev *dev;
648 struct e752x_pvt *pvt;
649
650 memset(info, 0, sizeof(*info));
Dave Jiang203333c2007-07-19 01:50:06 -0700651 pvt = (struct e752x_pvt *)mci->pvt_info;
Alan Cox806c35f2006-01-18 17:44:08 -0800652 dev = pvt->dev_d0f1;
Alan Cox806c35f2006-01-18 17:44:08 -0800653 pci_read_config_dword(dev, E752X_FERR_GLOBAL, &info->ferr_global);
654
655 if (info->ferr_global) {
656 pci_read_config_byte(dev, E752X_HI_FERR, &info->hi_ferr);
657 pci_read_config_word(dev, E752X_SYSBUS_FERR,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700658 &info->sysbus_ferr);
Alan Cox806c35f2006-01-18 17:44:08 -0800659 pci_read_config_byte(dev, E752X_BUF_FERR, &info->buf_ferr);
Dave Jiang203333c2007-07-19 01:50:06 -0700660 pci_read_config_word(dev, E752X_DRAM_FERR, &info->dram_ferr);
Alan Cox806c35f2006-01-18 17:44:08 -0800661 pci_read_config_dword(dev, E752X_DRAM_SEC1_ADD,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700662 &info->dram_sec1_add);
Alan Cox806c35f2006-01-18 17:44:08 -0800663 pci_read_config_word(dev, E752X_DRAM_SEC1_SYNDROME,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700664 &info->dram_sec1_syndrome);
Alan Cox806c35f2006-01-18 17:44:08 -0800665 pci_read_config_dword(dev, E752X_DRAM_DED_ADD,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700666 &info->dram_ded_add);
Alan Cox806c35f2006-01-18 17:44:08 -0800667 pci_read_config_dword(dev, E752X_DRAM_SCRB_ADD,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700668 &info->dram_scrb_add);
Alan Cox806c35f2006-01-18 17:44:08 -0800669 pci_read_config_dword(dev, E752X_DRAM_RETR_ADD,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700670 &info->dram_retr_add);
Alan Cox806c35f2006-01-18 17:44:08 -0800671
672 if (info->hi_ferr & 0x7f)
673 pci_write_config_byte(dev, E752X_HI_FERR,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700674 info->hi_ferr);
Alan Cox806c35f2006-01-18 17:44:08 -0800675
676 if (info->sysbus_ferr)
677 pci_write_config_word(dev, E752X_SYSBUS_FERR,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700678 info->sysbus_ferr);
Alan Cox806c35f2006-01-18 17:44:08 -0800679
680 if (info->buf_ferr & 0x0f)
681 pci_write_config_byte(dev, E752X_BUF_FERR,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700682 info->buf_ferr);
Alan Cox806c35f2006-01-18 17:44:08 -0800683
684 if (info->dram_ferr)
685 pci_write_bits16(pvt->bridge_ck, E752X_DRAM_FERR,
Dave Jiang203333c2007-07-19 01:50:06 -0700686 info->dram_ferr, info->dram_ferr);
Alan Cox806c35f2006-01-18 17:44:08 -0800687
688 pci_write_config_dword(dev, E752X_FERR_GLOBAL,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700689 info->ferr_global);
Alan Cox806c35f2006-01-18 17:44:08 -0800690 }
691
692 pci_read_config_dword(dev, E752X_NERR_GLOBAL, &info->nerr_global);
693
694 if (info->nerr_global) {
695 pci_read_config_byte(dev, E752X_HI_NERR, &info->hi_nerr);
696 pci_read_config_word(dev, E752X_SYSBUS_NERR,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700697 &info->sysbus_nerr);
Alan Cox806c35f2006-01-18 17:44:08 -0800698 pci_read_config_byte(dev, E752X_BUF_NERR, &info->buf_nerr);
Dave Jiang203333c2007-07-19 01:50:06 -0700699 pci_read_config_word(dev, E752X_DRAM_NERR, &info->dram_nerr);
Alan Cox806c35f2006-01-18 17:44:08 -0800700 pci_read_config_dword(dev, E752X_DRAM_SEC2_ADD,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700701 &info->dram_sec2_add);
Alan Cox806c35f2006-01-18 17:44:08 -0800702 pci_read_config_word(dev, E752X_DRAM_SEC2_SYNDROME,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700703 &info->dram_sec2_syndrome);
Alan Cox806c35f2006-01-18 17:44:08 -0800704
705 if (info->hi_nerr & 0x7f)
706 pci_write_config_byte(dev, E752X_HI_NERR,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700707 info->hi_nerr);
Alan Cox806c35f2006-01-18 17:44:08 -0800708
709 if (info->sysbus_nerr)
710 pci_write_config_word(dev, E752X_SYSBUS_NERR,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700711 info->sysbus_nerr);
Alan Cox806c35f2006-01-18 17:44:08 -0800712
713 if (info->buf_nerr & 0x0f)
714 pci_write_config_byte(dev, E752X_BUF_NERR,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700715 info->buf_nerr);
Alan Cox806c35f2006-01-18 17:44:08 -0800716
717 if (info->dram_nerr)
718 pci_write_bits16(pvt->bridge_ck, E752X_DRAM_NERR,
Dave Jiang203333c2007-07-19 01:50:06 -0700719 info->dram_nerr, info->dram_nerr);
Alan Cox806c35f2006-01-18 17:44:08 -0800720
721 pci_write_config_dword(dev, E752X_NERR_GLOBAL,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700722 info->nerr_global);
Alan Cox806c35f2006-01-18 17:44:08 -0800723 }
724}
725
Dave Jiang203333c2007-07-19 01:50:06 -0700726static int e752x_process_error_info(struct mem_ctl_info *mci,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700727 struct e752x_error_info *info,
728 int handle_errors)
Alan Cox806c35f2006-01-18 17:44:08 -0800729{
730 u32 error32, stat32;
731 int error_found;
732
733 error_found = 0;
734 error32 = (info->ferr_global >> 18) & 0x3ff;
735 stat32 = (info->ferr_global >> 4) & 0x7ff;
736
737 if (error32)
738 global_error(1, error32, &error_found, handle_errors);
739
740 if (stat32)
741 global_error(0, stat32, &error_found, handle_errors);
742
743 error32 = (info->nerr_global >> 18) & 0x3ff;
744 stat32 = (info->nerr_global >> 4) & 0x7ff;
745
746 if (error32)
747 global_error(1, error32, &error_found, handle_errors);
748
749 if (stat32)
750 global_error(0, stat32, &error_found, handle_errors);
751
752 e752x_check_hub_interface(info, &error_found, handle_errors);
753 e752x_check_sysbus(info, &error_found, handle_errors);
754 e752x_check_membuf(info, &error_found, handle_errors);
755 e752x_check_dram(mci, info, &error_found, handle_errors);
756 return error_found;
757}
758
759static void e752x_check(struct mem_ctl_info *mci)
760{
761 struct e752x_error_info info;
Dave Petersone7ecd892006-03-26 01:38:52 -0800762
Dave Peterson537fba22006-03-26 01:38:40 -0800763 debugf3("%s()\n", __func__);
Alan Cox806c35f2006-01-18 17:44:08 -0800764 e752x_get_error_info(mci, &info);
765 e752x_process_error_info(mci, &info, 1);
766}
767
Doug Thompson13189522006-06-30 01:56:08 -0700768/* Return 1 if dual channel mode is active. Else return 0. */
769static inline int dual_channel_active(u16 ddrcsr)
Alan Cox806c35f2006-01-18 17:44:08 -0800770{
Doug Thompson13189522006-06-30 01:56:08 -0700771 return (((ddrcsr >> 12) & 3) == 3);
772}
773
Mark Grondona7297c262007-07-19 01:50:23 -0700774/* Remap csrow index numbers if map_type is "reverse"
775 */
776static inline int remap_csrow_index(struct mem_ctl_info *mci, int index)
777{
778 struct e752x_pvt *pvt = mci->pvt_info;
779
780 if (!pvt->map_type)
781 return (7 - index);
782
783 return (index);
784}
785
Doug Thompson13189522006-06-30 01:56:08 -0700786static void e752x_init_csrows(struct mem_ctl_info *mci, struct pci_dev *pdev,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700787 u16 ddrcsr)
Doug Thompson13189522006-06-30 01:56:08 -0700788{
789 struct csrow_info *csrow;
Alan Cox806c35f2006-01-18 17:44:08 -0800790 unsigned long last_cumul_size;
Doug Thompson13189522006-06-30 01:56:08 -0700791 int index, mem_dev, drc_chan;
Dave Jiang203333c2007-07-19 01:50:06 -0700792 int drc_drbg; /* DRB granularity 0=64mb, 1=128mb */
793 int drc_ddim; /* DRAM Data Integrity Mode 0=none, 2=edac */
Doug Thompson13189522006-06-30 01:56:08 -0700794 u8 value;
795 u32 dra, drc, cumul_size;
Alan Cox806c35f2006-01-18 17:44:08 -0800796
Brian Pomerantz9962fd02007-02-12 00:53:05 -0800797 dra = 0;
Dave Jiang203333c2007-07-19 01:50:06 -0700798 for (index = 0; index < 4; index++) {
Brian Pomerantz9962fd02007-02-12 00:53:05 -0800799 u8 dra_reg;
Dave Jiang203333c2007-07-19 01:50:06 -0700800 pci_read_config_byte(pdev, E752X_DRA + index, &dra_reg);
Brian Pomerantz9962fd02007-02-12 00:53:05 -0800801 dra |= dra_reg << (index * 8);
802 }
Alan Cox806c35f2006-01-18 17:44:08 -0800803 pci_read_config_dword(pdev, E752X_DRC, &drc);
Doug Thompson13189522006-06-30 01:56:08 -0700804 drc_chan = dual_channel_active(ddrcsr);
Dave Jiang203333c2007-07-19 01:50:06 -0700805 drc_drbg = drc_chan + 1; /* 128 in dual mode, 64 in single */
Alan Cox806c35f2006-01-18 17:44:08 -0800806 drc_ddim = (drc >> 20) & 0x3;
807
Doug Thompson13189522006-06-30 01:56:08 -0700808 /* The dram row boundary (DRB) reg values are boundary address for
Alan Cox806c35f2006-01-18 17:44:08 -0800809 * each DRAM row with a granularity of 64 or 128MB (single/dual
810 * channel operation). DRB regs are cumulative; therefore DRB7 will
811 * contain the total memory contained in all eight rows.
812 */
813 for (last_cumul_size = index = 0; index < mci->nr_csrows; index++) {
Alan Cox806c35f2006-01-18 17:44:08 -0800814 /* mem_dev 0=x8, 1=x4 */
Doug Thompson13189522006-06-30 01:56:08 -0700815 mem_dev = (dra >> (index * 4 + 2)) & 0x3;
Mark Grondona7297c262007-07-19 01:50:23 -0700816 csrow = &mci->csrows[remap_csrow_index(mci, index)];
Alan Cox806c35f2006-01-18 17:44:08 -0800817
818 mem_dev = (mem_dev == 2);
Doug Thompson37f04582006-06-30 01:56:07 -0700819 pci_read_config_byte(pdev, E752X_DRB + index, &value);
Alan Cox806c35f2006-01-18 17:44:08 -0800820 /* convert a 128 or 64 MiB DRB to a page size. */
821 cumul_size = value << (25 + drc_drbg - PAGE_SHIFT);
Dave Peterson537fba22006-03-26 01:38:40 -0800822 debugf3("%s(): (%d) cumul_size 0x%x\n", __func__, index,
823 cumul_size);
Alan Cox806c35f2006-01-18 17:44:08 -0800824 if (cumul_size == last_cumul_size)
Doug Thompson13189522006-06-30 01:56:08 -0700825 continue; /* not populated */
Alan Cox806c35f2006-01-18 17:44:08 -0800826
827 csrow->first_page = last_cumul_size;
828 csrow->last_page = cumul_size - 1;
829 csrow->nr_pages = cumul_size - last_cumul_size;
830 last_cumul_size = cumul_size;
Doug Thompson13189522006-06-30 01:56:08 -0700831 csrow->grain = 1 << 12; /* 4KiB - resolution of CELOG */
832 csrow->mtype = MEM_RDDR; /* only one type supported */
Alan Cox806c35f2006-01-18 17:44:08 -0800833 csrow->dtype = mem_dev ? DEV_X4 : DEV_X8;
834
835 /*
836 * if single channel or x8 devices then SECDED
837 * if dual channel and x4 then S4ECD4ED
838 */
839 if (drc_ddim) {
840 if (drc_chan && mem_dev) {
841 csrow->edac_mode = EDAC_S4ECD4ED;
842 mci->edac_cap |= EDAC_FLAG_S4ECD4ED;
843 } else {
844 csrow->edac_mode = EDAC_SECDED;
845 mci->edac_cap |= EDAC_FLAG_SECDED;
846 }
847 } else
848 csrow->edac_mode = EDAC_NONE;
849 }
Doug Thompson13189522006-06-30 01:56:08 -0700850}
Alan Cox806c35f2006-01-18 17:44:08 -0800851
Doug Thompson13189522006-06-30 01:56:08 -0700852static void e752x_init_mem_map_table(struct pci_dev *pdev,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700853 struct e752x_pvt *pvt)
Doug Thompson13189522006-06-30 01:56:08 -0700854{
855 int index;
Mark Grondona7297c262007-07-19 01:50:23 -0700856 u8 value, last, row;
Alan Cox806c35f2006-01-18 17:44:08 -0800857
Doug Thompson13189522006-06-30 01:56:08 -0700858 last = 0;
859 row = 0;
Dave Petersone7ecd892006-03-26 01:38:52 -0800860
Doug Thompson13189522006-06-30 01:56:08 -0700861 for (index = 0; index < 8; index += 2) {
862 pci_read_config_byte(pdev, E752X_DRB + index, &value);
863 /* test if there is a dimm in this slot */
864 if (value == last) {
865 /* no dimm in the slot, so flag it as empty */
866 pvt->map[index] = 0xff;
867 pvt->map[index + 1] = 0xff;
Dave Jiang203333c2007-07-19 01:50:06 -0700868 } else { /* there is a dimm in the slot */
Doug Thompson13189522006-06-30 01:56:08 -0700869 pvt->map[index] = row;
870 row++;
871 last = value;
872 /* test the next value to see if the dimm is double
873 * sided
874 */
875 pci_read_config_byte(pdev, E752X_DRB + index + 1,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700876 &value);
877
878 /* the dimm is single sided, so flag as empty */
879 /* this is a double sided dimm to save the next row #*/
880 pvt->map[index + 1] = (value == last) ? 0xff : row;
Doug Thompson13189522006-06-30 01:56:08 -0700881 row++;
882 last = value;
Alan Cox806c35f2006-01-18 17:44:08 -0800883 }
884 }
Doug Thompson13189522006-06-30 01:56:08 -0700885}
886
887/* Return 0 on success or 1 on failure. */
888static int e752x_get_devs(struct pci_dev *pdev, int dev_idx,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700889 struct e752x_pvt *pvt)
Doug Thompson13189522006-06-30 01:56:08 -0700890{
891 struct pci_dev *dev;
892
893 pvt->bridge_ck = pci_get_device(PCI_VENDOR_ID_INTEL,
Dave Jiang203333c2007-07-19 01:50:06 -0700894 pvt->dev_info->err_dev, pvt->bridge_ck);
Doug Thompson13189522006-06-30 01:56:08 -0700895
896 if (pvt->bridge_ck == NULL)
897 pvt->bridge_ck = pci_scan_single_device(pdev->bus,
898 PCI_DEVFN(0, 1));
899
900 if (pvt->bridge_ck == NULL) {
901 e752x_printk(KERN_ERR, "error reporting device not found:"
Douglas Thompson052dfb42007-07-19 01:50:13 -0700902 "vendor %x device 0x%x (broken BIOS?)\n",
903 PCI_VENDOR_ID_INTEL, e752x_devs[dev_idx].err_dev);
Doug Thompson13189522006-06-30 01:56:08 -0700904 return 1;
905 }
906
907 dev = pci_get_device(PCI_VENDOR_ID_INTEL, e752x_devs[dev_idx].ctl_dev,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700908 NULL);
Doug Thompson13189522006-06-30 01:56:08 -0700909
910 if (dev == NULL)
911 goto fail;
912
913 pvt->dev_d0f0 = dev;
914 pvt->dev_d0f1 = pci_dev_get(pvt->bridge_ck);
915
916 return 0;
917
Douglas Thompson052dfb42007-07-19 01:50:13 -0700918fail:
Doug Thompson13189522006-06-30 01:56:08 -0700919 pci_dev_put(pvt->bridge_ck);
920 return 1;
921}
922
923static void e752x_init_error_reporting_regs(struct e752x_pvt *pvt)
924{
925 struct pci_dev *dev;
926
927 dev = pvt->dev_d0f1;
928 /* Turn off error disable & SMI in case the BIOS turned it on */
929 pci_write_config_byte(dev, E752X_HI_ERRMASK, 0x00);
930 pci_write_config_byte(dev, E752X_HI_SMICMD, 0x00);
931 pci_write_config_word(dev, E752X_SYSBUS_ERRMASK, 0x00);
932 pci_write_config_word(dev, E752X_SYSBUS_SMICMD, 0x00);
933 pci_write_config_byte(dev, E752X_BUF_ERRMASK, 0x00);
934 pci_write_config_byte(dev, E752X_BUF_SMICMD, 0x00);
935 pci_write_config_byte(dev, E752X_DRAM_ERRMASK, 0x00);
936 pci_write_config_byte(dev, E752X_DRAM_SMICMD, 0x00);
937}
938
939static int e752x_probe1(struct pci_dev *pdev, int dev_idx)
940{
941 u16 pci_data;
942 u8 stat8;
943 struct mem_ctl_info *mci;
944 struct e752x_pvt *pvt;
945 u16 ddrcsr;
Dave Jiang203333c2007-07-19 01:50:06 -0700946 int drc_chan; /* Number of channels 0=1chan,1=2chan */
Doug Thompson13189522006-06-30 01:56:08 -0700947 struct e752x_error_info discard;
948
949 debugf0("%s(): mci\n", __func__);
950 debugf0("Starting Probe1\n");
951
Dave Jiangc0d12172007-07-19 01:49:46 -0700952 /* make sure error reporting method is sane */
Dave Jiang203333c2007-07-19 01:50:06 -0700953 switch (edac_op_state) {
954 case EDAC_OPSTATE_POLL:
955 case EDAC_OPSTATE_NMI:
956 break;
957 default:
958 edac_op_state = EDAC_OPSTATE_POLL;
959 break;
Dave Jiangc0d12172007-07-19 01:49:46 -0700960 }
961
Doug Thompson13189522006-06-30 01:56:08 -0700962 /* check to see if device 0 function 1 is enabled; if it isn't, we
963 * assume the BIOS has reserved it for a reason and is expecting
964 * exclusive access, we take care not to violate that assumption and
965 * fail the probe. */
966 pci_read_config_byte(pdev, E752X_DEVPRES1, &stat8);
967 if (!force_function_unhide && !(stat8 & (1 << 5))) {
968 printk(KERN_INFO "Contact your BIOS vendor to see if the "
Douglas Thompson052dfb42007-07-19 01:50:13 -0700969 "E752x error registers can be safely un-hidden\n");
Doug Thompson13189522006-06-30 01:56:08 -0700970 return -ENOMEM;
971 }
972 stat8 |= (1 << 5);
973 pci_write_config_byte(pdev, E752X_DEVPRES1, stat8);
974
975 pci_read_config_word(pdev, E752X_DDRCSR, &ddrcsr);
976 /* FIXME: should check >>12 or 0xf, true for all? */
977 /* Dual channel = 1, Single channel = 0 */
978 drc_chan = dual_channel_active(ddrcsr);
979
Doug Thompsonb8f6f972007-07-19 01:50:26 -0700980 mci = edac_mc_alloc(sizeof(*pvt), E752X_NR_CSROWS, drc_chan + 1, 0);
Doug Thompson13189522006-06-30 01:56:08 -0700981
982 if (mci == NULL) {
983 return -ENOMEM;
984 }
985
986 debugf3("%s(): init mci\n", __func__);
987 mci->mtype_cap = MEM_FLAG_RDDR;
988 mci->edac_ctl_cap = EDAC_FLAG_NONE | EDAC_FLAG_SECDED |
Douglas Thompson052dfb42007-07-19 01:50:13 -0700989 EDAC_FLAG_S4ECD4ED;
Doug Thompson13189522006-06-30 01:56:08 -0700990 /* FIXME - what if different memory types are in different csrows? */
991 mci->mod_name = EDAC_MOD_STR;
992 mci->mod_ver = E752X_REVISION;
993 mci->dev = &pdev->dev;
994
995 debugf3("%s(): init pvt\n", __func__);
Dave Jiang203333c2007-07-19 01:50:06 -0700996 pvt = (struct e752x_pvt *)mci->pvt_info;
Doug Thompson13189522006-06-30 01:56:08 -0700997 pvt->dev_info = &e752x_devs[dev_idx];
998 pvt->mc_symmetric = ((ddrcsr & 0x10) != 0);
999
1000 if (e752x_get_devs(pdev, dev_idx, pvt)) {
1001 edac_mc_free(mci);
1002 return -ENODEV;
1003 }
1004
1005 debugf3("%s(): more mci init\n", __func__);
1006 mci->ctl_name = pvt->dev_info->ctl_name;
Dave Jiangc4192702007-07-19 01:49:47 -07001007 mci->dev_name = pci_name(pdev);
Doug Thompson13189522006-06-30 01:56:08 -07001008 mci->edac_check = e752x_check;
1009 mci->ctl_page_to_phys = ctl_page_to_phys;
1010
Mark Grondona7297c262007-07-19 01:50:23 -07001011 /* set the map type. 1 = normal, 0 = reversed
1012 * Must be set before e752x_init_csrows in case csrow mapping
1013 * is reversed.
1014 */
Doug Thompson13189522006-06-30 01:56:08 -07001015 pci_read_config_byte(pdev, E752X_DRM, &stat8);
1016 pvt->map_type = ((stat8 & 0x0f) > ((stat8 >> 4) & 0x0f));
Alan Cox806c35f2006-01-18 17:44:08 -08001017
Mark Grondona7297c262007-07-19 01:50:23 -07001018 e752x_init_csrows(mci, pdev, ddrcsr);
1019 e752x_init_mem_map_table(pdev, pvt);
1020
Alan Cox806c35f2006-01-18 17:44:08 -08001021 mci->edac_cap |= EDAC_FLAG_NONE;
Dave Peterson537fba22006-03-26 01:38:40 -08001022 debugf3("%s(): tolm, remapbase, remaplimit\n", __func__);
Dave Petersone7ecd892006-03-26 01:38:52 -08001023
Alan Cox806c35f2006-01-18 17:44:08 -08001024 /* load the top of low memory, remap base, and remap limit vars */
Doug Thompson37f04582006-06-30 01:56:07 -07001025 pci_read_config_word(pdev, E752X_TOLM, &pci_data);
Alan Cox806c35f2006-01-18 17:44:08 -08001026 pvt->tolm = ((u32) pci_data) << 4;
Doug Thompson37f04582006-06-30 01:56:07 -07001027 pci_read_config_word(pdev, E752X_REMAPBASE, &pci_data);
Alan Cox806c35f2006-01-18 17:44:08 -08001028 pvt->remapbase = ((u32) pci_data) << 14;
Doug Thompson37f04582006-06-30 01:56:07 -07001029 pci_read_config_word(pdev, E752X_REMAPLIMIT, &pci_data);
Alan Cox806c35f2006-01-18 17:44:08 -08001030 pvt->remaplimit = ((u32) pci_data) << 14;
Dave Peterson537fba22006-03-26 01:38:40 -08001031 e752x_printk(KERN_INFO,
Douglas Thompson052dfb42007-07-19 01:50:13 -07001032 "tolm = %x, remapbase = %x, remaplimit = %x\n",
1033 pvt->tolm, pvt->remapbase, pvt->remaplimit);
Alan Cox806c35f2006-01-18 17:44:08 -08001034
Doug Thompson2d7bbb92006-06-30 01:56:08 -07001035 /* Here we assume that we will never see multiple instances of this
1036 * type of memory controller. The ID is therefore hardcoded to 0.
1037 */
Doug Thompsonb8f6f972007-07-19 01:50:26 -07001038 if (edac_mc_add_mc(mci)) {
Dave Peterson537fba22006-03-26 01:38:40 -08001039 debugf3("%s(): failed edac_mc_add_mc()\n", __func__);
Alan Cox806c35f2006-01-18 17:44:08 -08001040 goto fail;
1041 }
1042
Doug Thompson13189522006-06-30 01:56:08 -07001043 e752x_init_error_reporting_regs(pvt);
Dave Jiang203333c2007-07-19 01:50:06 -07001044 e752x_get_error_info(mci, &discard); /* clear other MCH errors */
Alan Cox806c35f2006-01-18 17:44:08 -08001045
Dave Jiang91b99042007-07-19 01:49:52 -07001046 /* allocating generic PCI control info */
1047 e752x_pci = edac_pci_create_generic_ctl(&pdev->dev, EDAC_MOD_STR);
1048 if (!e752x_pci) {
1049 printk(KERN_WARNING
Douglas Thompson052dfb42007-07-19 01:50:13 -07001050 "%s(): Unable to create PCI control\n", __func__);
Dave Jiang91b99042007-07-19 01:49:52 -07001051 printk(KERN_WARNING
Douglas Thompson052dfb42007-07-19 01:50:13 -07001052 "%s(): PCI error report via EDAC not setup\n",
1053 __func__);
Dave Jiang91b99042007-07-19 01:49:52 -07001054 }
1055
Alan Cox806c35f2006-01-18 17:44:08 -08001056 /* get this far and it's successful */
Dave Peterson537fba22006-03-26 01:38:40 -08001057 debugf3("%s(): success\n", __func__);
Alan Cox806c35f2006-01-18 17:44:08 -08001058 return 0;
1059
Douglas Thompson052dfb42007-07-19 01:50:13 -07001060fail:
Doug Thompson13189522006-06-30 01:56:08 -07001061 pci_dev_put(pvt->dev_d0f0);
1062 pci_dev_put(pvt->dev_d0f1);
1063 pci_dev_put(pvt->bridge_ck);
1064 edac_mc_free(mci);
Dave Petersone7ecd892006-03-26 01:38:52 -08001065
Doug Thompson13189522006-06-30 01:56:08 -07001066 return -ENODEV;
Alan Cox806c35f2006-01-18 17:44:08 -08001067}
1068
1069/* returns count (>= 0), or negative on error */
1070static int __devinit e752x_init_one(struct pci_dev *pdev,
Douglas Thompson052dfb42007-07-19 01:50:13 -07001071 const struct pci_device_id *ent)
Alan Cox806c35f2006-01-18 17:44:08 -08001072{
Dave Peterson537fba22006-03-26 01:38:40 -08001073 debugf0("%s()\n", __func__);
Alan Cox806c35f2006-01-18 17:44:08 -08001074
1075 /* wake up and enable device */
Dave Jiang203333c2007-07-19 01:50:06 -07001076 if (pci_enable_device(pdev) < 0)
Alan Cox806c35f2006-01-18 17:44:08 -08001077 return -EIO;
Dave Petersone7ecd892006-03-26 01:38:52 -08001078
Alan Cox806c35f2006-01-18 17:44:08 -08001079 return e752x_probe1(pdev, ent->driver_data);
1080}
1081
Alan Cox806c35f2006-01-18 17:44:08 -08001082static void __devexit e752x_remove_one(struct pci_dev *pdev)
1083{
1084 struct mem_ctl_info *mci;
1085 struct e752x_pvt *pvt;
1086
Dave Peterson537fba22006-03-26 01:38:40 -08001087 debugf0("%s()\n", __func__);
Alan Cox806c35f2006-01-18 17:44:08 -08001088
Dave Jiang91b99042007-07-19 01:49:52 -07001089 if (e752x_pci)
1090 edac_pci_release_generic_ctl(e752x_pci);
1091
Doug Thompson37f04582006-06-30 01:56:07 -07001092 if ((mci = edac_mc_del_mc(&pdev->dev)) == NULL)
Alan Cox806c35f2006-01-18 17:44:08 -08001093 return;
1094
Dave Jiang203333c2007-07-19 01:50:06 -07001095 pvt = (struct e752x_pvt *)mci->pvt_info;
Alan Cox806c35f2006-01-18 17:44:08 -08001096 pci_dev_put(pvt->dev_d0f0);
1097 pci_dev_put(pvt->dev_d0f1);
1098 pci_dev_put(pvt->bridge_ck);
1099 edac_mc_free(mci);
1100}
1101
Alan Cox806c35f2006-01-18 17:44:08 -08001102static const struct pci_device_id e752x_pci_tbl[] __devinitdata = {
Dave Petersone7ecd892006-03-26 01:38:52 -08001103 {
Dave Jiang203333c2007-07-19 01:50:06 -07001104 PCI_VEND_DEV(INTEL, 7520_0), PCI_ANY_ID, PCI_ANY_ID, 0, 0,
1105 E7520},
Dave Petersone7ecd892006-03-26 01:38:52 -08001106 {
Dave Jiang203333c2007-07-19 01:50:06 -07001107 PCI_VEND_DEV(INTEL, 7525_0), PCI_ANY_ID, PCI_ANY_ID, 0, 0,
1108 E7525},
Dave Petersone7ecd892006-03-26 01:38:52 -08001109 {
Dave Jiang203333c2007-07-19 01:50:06 -07001110 PCI_VEND_DEV(INTEL, 7320_0), PCI_ANY_ID, PCI_ANY_ID, 0, 0,
1111 E7320},
Dave Petersone7ecd892006-03-26 01:38:52 -08001112 {
Dave Jiang203333c2007-07-19 01:50:06 -07001113 0,
1114 } /* 0 terminated list. */
Alan Cox806c35f2006-01-18 17:44:08 -08001115};
1116
1117MODULE_DEVICE_TABLE(pci, e752x_pci_tbl);
1118
Alan Cox806c35f2006-01-18 17:44:08 -08001119static struct pci_driver e752x_driver = {
Dave Peterson680cbbb2006-03-26 01:38:41 -08001120 .name = EDAC_MOD_STR,
Randy Dunlap0d38b042006-02-03 03:04:24 -08001121 .probe = e752x_init_one,
1122 .remove = __devexit_p(e752x_remove_one),
1123 .id_table = e752x_pci_tbl,
Alan Cox806c35f2006-01-18 17:44:08 -08001124};
1125
Alan Coxda9bb1d2006-01-18 17:44:13 -08001126static int __init e752x_init(void)
Alan Cox806c35f2006-01-18 17:44:08 -08001127{
1128 int pci_rc;
1129
Dave Peterson537fba22006-03-26 01:38:40 -08001130 debugf3("%s()\n", __func__);
Alan Cox806c35f2006-01-18 17:44:08 -08001131 pci_rc = pci_register_driver(&e752x_driver);
1132 return (pci_rc < 0) ? pci_rc : 0;
1133}
1134
Alan Cox806c35f2006-01-18 17:44:08 -08001135static void __exit e752x_exit(void)
1136{
Dave Peterson537fba22006-03-26 01:38:40 -08001137 debugf3("%s()\n", __func__);
Alan Cox806c35f2006-01-18 17:44:08 -08001138 pci_unregister_driver(&e752x_driver);
1139}
1140
Alan Cox806c35f2006-01-18 17:44:08 -08001141module_init(e752x_init);
1142module_exit(e752x_exit);
1143
1144MODULE_LICENSE("GPL");
1145MODULE_AUTHOR("Linux Networx (http://lnxi.com) Tom Zimmerman\n");
1146MODULE_DESCRIPTION("MC support for Intel e752x memory controllers");
mark gross96941022006-05-03 19:55:07 -07001147
1148module_param(force_function_unhide, int, 0444);
1149MODULE_PARM_DESC(force_function_unhide, "if BIOS sets Dev0:Fun1 up as hidden:"
Dave Jiang203333c2007-07-19 01:50:06 -07001150 " 1=force unhide and hope BIOS doesn't fight driver for Dev0:Fun1 access");
Dave Jiangc0d12172007-07-19 01:49:46 -07001151module_param(edac_op_state, int, 0444);
1152MODULE_PARM_DESC(edac_op_state, "EDAC Error Reporting state: 0=Poll,1=NMI");