blob: 53423ad6d4a3a81c338e13c9360d58940267fe75 [file] [log] [blame]
Alan Cox806c35f2006-01-18 17:44:08 -08001/*
2 * AMD 76x Memory Controller kernel module
3 * (C) 2003 Linux Networx (http://lnxi.com)
4 * This file may be distributed under the terms of the
5 * GNU General Public License.
6 *
7 * Written by Thayne Harbaugh
8 * Based on work by Dan Hollis <goemon at anime dot net> and others.
9 * http://www.anime.net/~goemon/linux-ecc/
10 *
11 * $Id: edac_amd76x.c,v 1.4.2.5 2005/10/05 00:43:44 dsp_llnl Exp $
12 *
13 */
14
Alan Cox806c35f2006-01-18 17:44:08 -080015#include <linux/config.h>
16#include <linux/module.h>
17#include <linux/init.h>
Alan Cox806c35f2006-01-18 17:44:08 -080018#include <linux/pci.h>
19#include <linux/pci_ids.h>
Alan Cox806c35f2006-01-18 17:44:08 -080020#include <linux/slab.h>
Alan Cox806c35f2006-01-18 17:44:08 -080021#include "edac_mc.h"
22
Dave Peterson537fba22006-03-26 01:38:40 -080023#define amd76x_printk(level, fmt, arg...) \
Dave Petersone7ecd892006-03-26 01:38:52 -080024 edac_printk(level, "amd76x", fmt, ##arg)
Dave Peterson537fba22006-03-26 01:38:40 -080025
26#define amd76x_mc_printk(mci, level, fmt, arg...) \
Dave Petersone7ecd892006-03-26 01:38:52 -080027 edac_mc_chipset_printk(mci, level, "amd76x", fmt, ##arg)
Dave Peterson537fba22006-03-26 01:38:40 -080028
Alan Cox806c35f2006-01-18 17:44:08 -080029#define AMD76X_NR_CSROWS 8
30#define AMD76X_NR_CHANS 1
31#define AMD76X_NR_DIMMS 4
32
Alan Cox806c35f2006-01-18 17:44:08 -080033/* AMD 76x register addresses - device 0 function 0 - PCI bridge */
Dave Petersone7ecd892006-03-26 01:38:52 -080034
Alan Cox806c35f2006-01-18 17:44:08 -080035#define AMD76X_ECC_MODE_STATUS 0x48 /* Mode and status of ECC (32b)
36 *
37 * 31:16 reserved
38 * 15:14 SERR enabled: x1=ue 1x=ce
39 * 13 reserved
40 * 12 diag: disabled, enabled
41 * 11:10 mode: dis, EC, ECC, ECC+scrub
42 * 9:8 status: x1=ue 1x=ce
43 * 7:4 UE cs row
44 * 3:0 CE cs row
45 */
Dave Petersone7ecd892006-03-26 01:38:52 -080046
Alan Cox806c35f2006-01-18 17:44:08 -080047#define AMD76X_DRAM_MODE_STATUS 0x58 /* DRAM Mode and status (32b)
48 *
49 * 31:26 clock disable 5 - 0
50 * 25 SDRAM init
51 * 24 reserved
52 * 23 mode register service
53 * 22:21 suspend to RAM
54 * 20 burst refresh enable
55 * 19 refresh disable
56 * 18 reserved
57 * 17:16 cycles-per-refresh
58 * 15:8 reserved
59 * 7:0 x4 mode enable 7 - 0
60 */
Dave Petersone7ecd892006-03-26 01:38:52 -080061
Alan Cox806c35f2006-01-18 17:44:08 -080062#define AMD76X_MEM_BASE_ADDR 0xC0 /* Memory base address (8 x 32b)
63 *
64 * 31:23 chip-select base
65 * 22:16 reserved
66 * 15:7 chip-select mask
67 * 6:3 reserved
68 * 2:1 address mode
69 * 0 chip-select enable
70 */
71
Alan Cox806c35f2006-01-18 17:44:08 -080072struct amd76x_error_info {
73 u32 ecc_mode_status;
74};
75
Alan Cox806c35f2006-01-18 17:44:08 -080076enum amd76x_chips {
77 AMD761 = 0,
78 AMD762
79};
80
Alan Cox806c35f2006-01-18 17:44:08 -080081struct amd76x_dev_info {
82 const char *ctl_name;
83};
84
Alan Cox806c35f2006-01-18 17:44:08 -080085static const struct amd76x_dev_info amd76x_devs[] = {
Dave Petersone7ecd892006-03-26 01:38:52 -080086 [AMD761] = {
87 .ctl_name = "AMD761"
88 },
89 [AMD762] = {
90 .ctl_name = "AMD762"
91 },
Alan Cox806c35f2006-01-18 17:44:08 -080092};
93
Alan Cox806c35f2006-01-18 17:44:08 -080094/**
95 * amd76x_get_error_info - fetch error information
96 * @mci: Memory controller
97 * @info: Info to fill in
98 *
99 * Fetch and store the AMD76x ECC status. Clear pending status
100 * on the chip so that further errors will be reported
101 */
Dave Petersone7ecd892006-03-26 01:38:52 -0800102static void amd76x_get_error_info(struct mem_ctl_info *mci,
103 struct amd76x_error_info *info)
Alan Cox806c35f2006-01-18 17:44:08 -0800104{
105 pci_read_config_dword(mci->pdev, AMD76X_ECC_MODE_STATUS,
106 &info->ecc_mode_status);
107
108 if (info->ecc_mode_status & BIT(8))
109 pci_write_bits32(mci->pdev, AMD76X_ECC_MODE_STATUS,
Dave Petersone7ecd892006-03-26 01:38:52 -0800110 (u32) BIT(8), (u32) BIT(8));
Alan Cox806c35f2006-01-18 17:44:08 -0800111
112 if (info->ecc_mode_status & BIT(9))
113 pci_write_bits32(mci->pdev, AMD76X_ECC_MODE_STATUS,
Dave Petersone7ecd892006-03-26 01:38:52 -0800114 (u32) BIT(9), (u32) BIT(9));
Alan Cox806c35f2006-01-18 17:44:08 -0800115}
116
Alan Cox806c35f2006-01-18 17:44:08 -0800117/**
118 * amd76x_process_error_info - Error check
119 * @mci: Memory controller
120 * @info: Previously fetched information from chip
121 * @handle_errors: 1 if we should do recovery
122 *
123 * Process the chip state and decide if an error has occurred.
124 * A return of 1 indicates an error. Also if handle_errors is true
125 * then attempt to handle and clean up after the error
126 */
Dave Petersone7ecd892006-03-26 01:38:52 -0800127static int amd76x_process_error_info(struct mem_ctl_info *mci,
Alan Cox806c35f2006-01-18 17:44:08 -0800128 struct amd76x_error_info *info, int handle_errors)
129{
130 int error_found;
131 u32 row;
132
133 error_found = 0;
134
135 /*
136 * Check for an uncorrectable error
137 */
138 if (info->ecc_mode_status & BIT(8)) {
139 error_found = 1;
140
141 if (handle_errors) {
142 row = (info->ecc_mode_status >> 4) & 0xf;
Dave Petersone7ecd892006-03-26 01:38:52 -0800143 edac_mc_handle_ue(mci, mci->csrows[row].first_page, 0,
144 row, mci->ctl_name);
Alan Cox806c35f2006-01-18 17:44:08 -0800145 }
146 }
147
148 /*
149 * Check for a correctable error
150 */
151 if (info->ecc_mode_status & BIT(9)) {
152 error_found = 1;
153
154 if (handle_errors) {
155 row = info->ecc_mode_status & 0xf;
Dave Petersone7ecd892006-03-26 01:38:52 -0800156 edac_mc_handle_ce(mci, mci->csrows[row].first_page, 0,
157 0, row, 0, mci->ctl_name);
Alan Cox806c35f2006-01-18 17:44:08 -0800158 }
159 }
Dave Petersone7ecd892006-03-26 01:38:52 -0800160
Alan Cox806c35f2006-01-18 17:44:08 -0800161 return error_found;
162}
163
164/**
165 * amd76x_check - Poll the controller
166 * @mci: Memory controller
167 *
168 * Called by the poll handlers this function reads the status
169 * from the controller and checks for errors.
170 */
Alan Cox806c35f2006-01-18 17:44:08 -0800171static void amd76x_check(struct mem_ctl_info *mci)
172{
173 struct amd76x_error_info info;
Dave Peterson537fba22006-03-26 01:38:40 -0800174 debugf3("%s()\n", __func__);
Alan Cox806c35f2006-01-18 17:44:08 -0800175 amd76x_get_error_info(mci, &info);
176 amd76x_process_error_info(mci, &info, 1);
177}
178
Alan Cox806c35f2006-01-18 17:44:08 -0800179/**
180 * amd76x_probe1 - Perform set up for detected device
181 * @pdev; PCI device detected
182 * @dev_idx: Device type index
183 *
184 * We have found an AMD76x and now need to set up the memory
185 * controller status reporting. We configure and set up the
186 * memory controller reporting and claim the device.
187 */
Alan Cox806c35f2006-01-18 17:44:08 -0800188static int amd76x_probe1(struct pci_dev *pdev, int dev_idx)
189{
190 int rc = -ENODEV;
191 int index;
192 struct mem_ctl_info *mci = NULL;
193 enum edac_type ems_modes[] = {
194 EDAC_NONE,
195 EDAC_EC,
196 EDAC_SECDED,
197 EDAC_SECDED
198 };
199 u32 ems;
200 u32 ems_mode;
Dave Peterson749ede52006-03-26 01:38:45 -0800201 struct amd76x_error_info discard;
Alan Cox806c35f2006-01-18 17:44:08 -0800202
Dave Peterson537fba22006-03-26 01:38:40 -0800203 debugf0("%s()\n", __func__);
Alan Cox806c35f2006-01-18 17:44:08 -0800204 pci_read_config_dword(pdev, AMD76X_ECC_MODE_STATUS, &ems);
205 ems_mode = (ems >> 10) & 0x3;
Alan Cox806c35f2006-01-18 17:44:08 -0800206 mci = edac_mc_alloc(0, AMD76X_NR_CSROWS, AMD76X_NR_CHANS);
207
208 if (mci == NULL) {
209 rc = -ENOMEM;
210 goto fail;
211 }
212
Dave Peterson537fba22006-03-26 01:38:40 -0800213 debugf0("%s(): mci = %p\n", __func__, mci);
Dave Peterson225159b2006-03-26 01:38:41 -0800214 mci->pdev = pdev;
Alan Cox806c35f2006-01-18 17:44:08 -0800215 mci->mtype_cap = MEM_FLAG_RDDR;
Alan Cox806c35f2006-01-18 17:44:08 -0800216 mci->edac_ctl_cap = EDAC_FLAG_NONE | EDAC_FLAG_EC | EDAC_FLAG_SECDED;
217 mci->edac_cap = ems_mode ?
Dave Petersone7ecd892006-03-26 01:38:52 -0800218 (EDAC_FLAG_EC | EDAC_FLAG_SECDED) : EDAC_FLAG_NONE;
Dave Peterson680cbbb2006-03-26 01:38:41 -0800219 mci->mod_name = EDAC_MOD_STR;
Alan Cox806c35f2006-01-18 17:44:08 -0800220 mci->mod_ver = "$Revision: 1.4.2.5 $";
221 mci->ctl_name = amd76x_devs[dev_idx].ctl_name;
222 mci->edac_check = amd76x_check;
223 mci->ctl_page_to_phys = NULL;
224
225 for (index = 0; index < mci->nr_csrows; index++) {
226 struct csrow_info *csrow = &mci->csrows[index];
227 u32 mba;
228 u32 mba_base;
229 u32 mba_mask;
230 u32 dms;
231
232 /* find the DRAM Chip Select Base address and mask */
233 pci_read_config_dword(mci->pdev,
Dave Petersone7ecd892006-03-26 01:38:52 -0800234 AMD76X_MEM_BASE_ADDR + (index * 4), &mba);
Alan Cox806c35f2006-01-18 17:44:08 -0800235
236 if (!(mba & BIT(0)))
237 continue;
238
239 mba_base = mba & 0xff800000UL;
240 mba_mask = ((mba & 0xff80) << 16) | 0x7fffffUL;
Alan Cox806c35f2006-01-18 17:44:08 -0800241 pci_read_config_dword(mci->pdev, AMD76X_DRAM_MODE_STATUS,
Dave Petersone7ecd892006-03-26 01:38:52 -0800242 &dms);
Alan Cox806c35f2006-01-18 17:44:08 -0800243 csrow->first_page = mba_base >> PAGE_SHIFT;
244 csrow->nr_pages = (mba_mask + 1) >> PAGE_SHIFT;
245 csrow->last_page = csrow->first_page + csrow->nr_pages - 1;
246 csrow->page_mask = mba_mask >> PAGE_SHIFT;
247 csrow->grain = csrow->nr_pages << PAGE_SHIFT;
248 csrow->mtype = MEM_RDDR;
249 csrow->dtype = ((dms >> index) & 0x1) ? DEV_X4 : DEV_UNKNOWN;
250 csrow->edac_mode = ems_modes[ems_mode];
251 }
252
Dave Peterson749ede52006-03-26 01:38:45 -0800253 amd76x_get_error_info(mci, &discard); /* clear counters */
Alan Cox806c35f2006-01-18 17:44:08 -0800254
255 if (edac_mc_add_mc(mci)) {
Dave Peterson537fba22006-03-26 01:38:40 -0800256 debugf3("%s(): failed edac_mc_add_mc()\n", __func__);
Alan Cox806c35f2006-01-18 17:44:08 -0800257 goto fail;
258 }
259
260 /* get this far and it's successful */
Dave Peterson537fba22006-03-26 01:38:40 -0800261 debugf3("%s(): success\n", __func__);
Alan Cox806c35f2006-01-18 17:44:08 -0800262 return 0;
263
264fail:
Dave Peterson225159b2006-03-26 01:38:41 -0800265 if (mci != NULL)
Alan Cox806c35f2006-01-18 17:44:08 -0800266 edac_mc_free(mci);
Alan Cox806c35f2006-01-18 17:44:08 -0800267 return rc;
268}
269
270/* returns count (>= 0), or negative on error */
271static int __devinit amd76x_init_one(struct pci_dev *pdev,
Dave Petersone7ecd892006-03-26 01:38:52 -0800272 const struct pci_device_id *ent)
Alan Cox806c35f2006-01-18 17:44:08 -0800273{
Dave Peterson537fba22006-03-26 01:38:40 -0800274 debugf0("%s()\n", __func__);
Alan Cox806c35f2006-01-18 17:44:08 -0800275
276 /* don't need to call pci_device_enable() */
277 return amd76x_probe1(pdev, ent->driver_data);
278}
279
Alan Cox806c35f2006-01-18 17:44:08 -0800280/**
281 * amd76x_remove_one - driver shutdown
282 * @pdev: PCI device being handed back
283 *
284 * Called when the driver is unloaded. Find the matching mci
285 * structure for the device then delete the mci and free the
286 * resources.
287 */
Alan Cox806c35f2006-01-18 17:44:08 -0800288static void __devexit amd76x_remove_one(struct pci_dev *pdev)
289{
290 struct mem_ctl_info *mci;
291
Dave Peterson537fba22006-03-26 01:38:40 -0800292 debugf0("%s()\n", __func__);
Alan Cox806c35f2006-01-18 17:44:08 -0800293
Dave Peterson18dbc332006-03-26 01:38:50 -0800294 if ((mci = edac_mc_del_mc(pdev)) == NULL)
Alan Cox806c35f2006-01-18 17:44:08 -0800295 return;
Dave Peterson18dbc332006-03-26 01:38:50 -0800296
Alan Cox806c35f2006-01-18 17:44:08 -0800297 edac_mc_free(mci);
298}
299
Alan Cox806c35f2006-01-18 17:44:08 -0800300static const struct pci_device_id amd76x_pci_tbl[] __devinitdata = {
Dave Petersone7ecd892006-03-26 01:38:52 -0800301 {
302 PCI_VEND_DEV(AMD, FE_GATE_700C), PCI_ANY_ID, PCI_ANY_ID, 0, 0,
303 AMD762
304 },
305 {
306 PCI_VEND_DEV(AMD, FE_GATE_700E), PCI_ANY_ID, PCI_ANY_ID, 0, 0,
307 AMD761
308 },
309 {
310 0,
311 } /* 0 terminated list. */
Alan Cox806c35f2006-01-18 17:44:08 -0800312};
313
314MODULE_DEVICE_TABLE(pci, amd76x_pci_tbl);
315
Alan Cox806c35f2006-01-18 17:44:08 -0800316static struct pci_driver amd76x_driver = {
Dave Peterson680cbbb2006-03-26 01:38:41 -0800317 .name = EDAC_MOD_STR,
Alan Cox806c35f2006-01-18 17:44:08 -0800318 .probe = amd76x_init_one,
319 .remove = __devexit_p(amd76x_remove_one),
320 .id_table = amd76x_pci_tbl,
321};
322
Alan Coxda9bb1d2006-01-18 17:44:13 -0800323static int __init amd76x_init(void)
Alan Cox806c35f2006-01-18 17:44:08 -0800324{
325 return pci_register_driver(&amd76x_driver);
326}
327
328static void __exit amd76x_exit(void)
329{
330 pci_unregister_driver(&amd76x_driver);
331}
332
333module_init(amd76x_init);
334module_exit(amd76x_exit);
335
336MODULE_LICENSE("GPL");
337MODULE_AUTHOR("Linux Networx (http://lnxi.com) Thayne Harbaugh");
338MODULE_DESCRIPTION("MC support for AMD 76x memory controllers");