blob: 0ca1ca71157f2b7320e418d13deceeb63965c030 [file] [log] [blame]
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001/*
2 * edac_mc kernel module
Douglas Thompson42a8e392007-07-19 01:50:10 -07003 * (C) 2005-2007 Linux Networx (http://lnxi.com)
4 *
Douglas Thompson7c9281d2007-07-19 01:49:33 -07005 * This file may be distributed under the terms of the
6 * GNU General Public License.
7 *
Douglas Thompson42a8e392007-07-19 01:50:10 -07008 * Written Doug Thompson <norsk5@xmission.com> www.softwarebitmaker.com
Douglas Thompson7c9281d2007-07-19 01:49:33 -07009 *
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -030010 * (c) 2012 - Mauro Carvalho Chehab <mchehab@redhat.com>
11 * The entire API were re-written, and ported to use struct device
12 *
Douglas Thompson7c9281d2007-07-19 01:49:33 -070013 */
14
Douglas Thompson7c9281d2007-07-19 01:49:33 -070015#include <linux/ctype.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090016#include <linux/slab.h>
Borislav Petkov30e1f7a2010-09-02 17:26:48 +020017#include <linux/edac.h>
Doug Thompson8096cfa2007-07-19 01:50:27 -070018#include <linux/bug.h>
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -030019#include <linux/pm_runtime.h>
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -030020#include <linux/uaccess.h>
Douglas Thompson7c9281d2007-07-19 01:49:33 -070021
Douglas Thompson20bcb7a2007-07-19 01:49:47 -070022#include "edac_core.h"
Douglas Thompson7c9281d2007-07-19 01:49:33 -070023#include "edac_module.h"
24
25/* MC EDAC Controls, setable by module parameter, and sysfs */
Dave Jiang4de78c62007-07-19 01:49:54 -070026static int edac_mc_log_ue = 1;
27static int edac_mc_log_ce = 1;
Douglas Thompsonf0440912007-07-19 01:50:19 -070028static int edac_mc_panic_on_ue;
Dave Jiang4de78c62007-07-19 01:49:54 -070029static int edac_mc_poll_msec = 1000;
Douglas Thompson7c9281d2007-07-19 01:49:33 -070030
31/* Getter functions for above */
Dave Jiang4de78c62007-07-19 01:49:54 -070032int edac_mc_get_log_ue(void)
Douglas Thompson7c9281d2007-07-19 01:49:33 -070033{
Dave Jiang4de78c62007-07-19 01:49:54 -070034 return edac_mc_log_ue;
Douglas Thompson7c9281d2007-07-19 01:49:33 -070035}
36
Dave Jiang4de78c62007-07-19 01:49:54 -070037int edac_mc_get_log_ce(void)
Douglas Thompson7c9281d2007-07-19 01:49:33 -070038{
Dave Jiang4de78c62007-07-19 01:49:54 -070039 return edac_mc_log_ce;
Douglas Thompson7c9281d2007-07-19 01:49:33 -070040}
41
Dave Jiang4de78c62007-07-19 01:49:54 -070042int edac_mc_get_panic_on_ue(void)
Douglas Thompson7c9281d2007-07-19 01:49:33 -070043{
Dave Jiang4de78c62007-07-19 01:49:54 -070044 return edac_mc_panic_on_ue;
Douglas Thompson7c9281d2007-07-19 01:49:33 -070045}
46
Dave Jiang81d87cb2007-07-19 01:49:52 -070047/* this is temporary */
48int edac_mc_get_poll_msec(void)
49{
Dave Jiang4de78c62007-07-19 01:49:54 -070050 return edac_mc_poll_msec;
Douglas Thompson7c9281d2007-07-19 01:49:33 -070051}
52
Arthur Jones096846e2008-07-25 01:49:09 -070053static int edac_set_poll_msec(const char *val, struct kernel_param *kp)
54{
55 long l;
56 int ret;
57
58 if (!val)
59 return -EINVAL;
60
61 ret = strict_strtol(val, 0, &l);
62 if (ret == -EINVAL || ((int)l != l))
63 return -EINVAL;
64 *((int *)kp->arg) = l;
65
66 /* notify edac_mc engine to reset the poll period */
67 edac_mc_reset_delay_period(l);
68
69 return 0;
70}
71
Douglas Thompson7c9281d2007-07-19 01:49:33 -070072/* Parameter declarations for above */
Dave Jiang4de78c62007-07-19 01:49:54 -070073module_param(edac_mc_panic_on_ue, int, 0644);
74MODULE_PARM_DESC(edac_mc_panic_on_ue, "Panic on uncorrected error: 0=off 1=on");
75module_param(edac_mc_log_ue, int, 0644);
76MODULE_PARM_DESC(edac_mc_log_ue,
Douglas Thompson079708b2007-07-19 01:49:58 -070077 "Log uncorrectable error to console: 0=off 1=on");
Dave Jiang4de78c62007-07-19 01:49:54 -070078module_param(edac_mc_log_ce, int, 0644);
79MODULE_PARM_DESC(edac_mc_log_ce,
Douglas Thompson079708b2007-07-19 01:49:58 -070080 "Log correctable error to console: 0=off 1=on");
Arthur Jones096846e2008-07-25 01:49:09 -070081module_param_call(edac_mc_poll_msec, edac_set_poll_msec, param_get_int,
82 &edac_mc_poll_msec, 0644);
Dave Jiang4de78c62007-07-19 01:49:54 -070083MODULE_PARM_DESC(edac_mc_poll_msec, "Polling period in milliseconds");
Douglas Thompson7c9281d2007-07-19 01:49:33 -070084
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -030085static struct device *mci_pdev;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -030086
Douglas Thompson7c9281d2007-07-19 01:49:33 -070087/*
88 * various constants for Memory Controllers
89 */
90static const char *mem_types[] = {
91 [MEM_EMPTY] = "Empty",
92 [MEM_RESERVED] = "Reserved",
93 [MEM_UNKNOWN] = "Unknown",
94 [MEM_FPM] = "FPM",
95 [MEM_EDO] = "EDO",
96 [MEM_BEDO] = "BEDO",
97 [MEM_SDR] = "Unbuffered-SDR",
98 [MEM_RDR] = "Registered-SDR",
99 [MEM_DDR] = "Unbuffered-DDR",
100 [MEM_RDDR] = "Registered-DDR",
Dave Jiang1a9b85e2007-07-19 01:49:38 -0700101 [MEM_RMBS] = "RMBS",
102 [MEM_DDR2] = "Unbuffered-DDR2",
103 [MEM_FB_DDR2] = "FullyBuffered-DDR2",
Benjamin Herrenschmidt1d5f7262008-02-07 00:14:52 -0800104 [MEM_RDDR2] = "Registered-DDR2",
Yang Shib1cfebc2009-06-30 11:41:22 -0700105 [MEM_XDR] = "XDR",
106 [MEM_DDR3] = "Unbuffered-DDR3",
107 [MEM_RDDR3] = "Registered-DDR3"
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700108};
109
110static const char *dev_types[] = {
111 [DEV_UNKNOWN] = "Unknown",
112 [DEV_X1] = "x1",
113 [DEV_X2] = "x2",
114 [DEV_X4] = "x4",
115 [DEV_X8] = "x8",
116 [DEV_X16] = "x16",
117 [DEV_X32] = "x32",
118 [DEV_X64] = "x64"
119};
120
121static const char *edac_caps[] = {
122 [EDAC_UNKNOWN] = "Unknown",
123 [EDAC_NONE] = "None",
124 [EDAC_RESERVED] = "Reserved",
125 [EDAC_PARITY] = "PARITY",
126 [EDAC_EC] = "EC",
127 [EDAC_SECDED] = "SECDED",
128 [EDAC_S2ECD2ED] = "S2ECD2ED",
129 [EDAC_S4ECD4ED] = "S4ECD4ED",
130 [EDAC_S8ECD8ED] = "S8ECD8ED",
131 [EDAC_S16ECD16ED] = "S16ECD16ED"
132};
133
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300134#ifdef CONFIG_EDAC_LEGACY_SYSFS
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300135/*
136 * EDAC sysfs CSROW data structures and methods
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700137 */
138
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300139#define to_csrow(k) container_of(k, struct csrow_info, dev)
140
141/*
142 * We need it to avoid namespace conflicts between the legacy API
143 * and the per-dimm/per-rank one
144 */
145#define DEVICE_ATTR_LEGACY(_name, _mode, _show, _store) \
146 struct device_attribute dev_attr_legacy_##_name = __ATTR(_name, _mode, _show, _store)
147
148struct dev_ch_attribute {
149 struct device_attribute attr;
150 int channel;
151};
152
153#define DEVICE_CHANNEL(_name, _mode, _show, _store, _var) \
154 struct dev_ch_attribute dev_attr_legacy_##_name = \
155 { __ATTR(_name, _mode, _show, _store), (_var) }
156
157#define to_channel(k) (container_of(k, struct dev_ch_attribute, attr)->channel)
158
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700159/* Set of more default csrow<id> attribute show/store functions */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300160static ssize_t csrow_ue_count_show(struct device *dev,
161 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700162{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300163 struct csrow_info *csrow = to_csrow(dev);
164
Douglas Thompson079708b2007-07-19 01:49:58 -0700165 return sprintf(data, "%u\n", csrow->ue_count);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700166}
167
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300168static ssize_t csrow_ce_count_show(struct device *dev,
169 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700170{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300171 struct csrow_info *csrow = to_csrow(dev);
172
Douglas Thompson079708b2007-07-19 01:49:58 -0700173 return sprintf(data, "%u\n", csrow->ce_count);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700174}
175
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300176static ssize_t csrow_size_show(struct device *dev,
177 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700178{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300179 struct csrow_info *csrow = to_csrow(dev);
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300180 int i;
181 u32 nr_pages = 0;
182
Borislav Petkov16a528ee2012-09-13 18:53:58 +0200183 if (csrow->mci->csbased)
184 return sprintf(data, "%u\n", PAGES_TO_MiB(csrow->nr_pages));
185
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300186 for (i = 0; i < csrow->nr_channels; i++)
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300187 nr_pages += csrow->channels[i]->dimm->nr_pages;
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300188 return sprintf(data, "%u\n", PAGES_TO_MiB(nr_pages));
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700189}
190
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300191static ssize_t csrow_mem_type_show(struct device *dev,
192 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700193{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300194 struct csrow_info *csrow = to_csrow(dev);
195
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300196 return sprintf(data, "%s\n", mem_types[csrow->channels[0]->dimm->mtype]);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700197}
198
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300199static ssize_t csrow_dev_type_show(struct device *dev,
200 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700201{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300202 struct csrow_info *csrow = to_csrow(dev);
203
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300204 return sprintf(data, "%s\n", dev_types[csrow->channels[0]->dimm->dtype]);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700205}
206
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300207static ssize_t csrow_edac_mode_show(struct device *dev,
208 struct device_attribute *mattr,
209 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700210{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300211 struct csrow_info *csrow = to_csrow(dev);
212
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300213 return sprintf(data, "%s\n", edac_caps[csrow->channels[0]->dimm->edac_mode]);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700214}
215
216/* show/store functions for DIMM Label attributes */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300217static ssize_t channel_dimm_label_show(struct device *dev,
218 struct device_attribute *mattr,
219 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700220{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300221 struct csrow_info *csrow = to_csrow(dev);
222 unsigned chan = to_channel(mattr);
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300223 struct rank_info *rank = csrow->channels[chan];
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300224
Arthur Jones124682c2008-07-25 01:49:12 -0700225 /* if field has not been initialized, there is nothing to send */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300226 if (!rank->dimm->label[0])
Arthur Jones124682c2008-07-25 01:49:12 -0700227 return 0;
228
229 return snprintf(data, EDAC_MC_LABEL_LEN, "%s\n",
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300230 rank->dimm->label);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700231}
232
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300233static ssize_t channel_dimm_label_store(struct device *dev,
234 struct device_attribute *mattr,
235 const char *data, size_t count)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700236{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300237 struct csrow_info *csrow = to_csrow(dev);
238 unsigned chan = to_channel(mattr);
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300239 struct rank_info *rank = csrow->channels[chan];
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300240
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700241 ssize_t max_size = 0;
242
Douglas Thompson079708b2007-07-19 01:49:58 -0700243 max_size = min((ssize_t) count, (ssize_t) EDAC_MC_LABEL_LEN - 1);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300244 strncpy(rank->dimm->label, data, max_size);
245 rank->dimm->label[max_size] = '\0';
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700246
247 return max_size;
248}
249
250/* show function for dynamic chX_ce_count attribute */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300251static ssize_t channel_ce_count_show(struct device *dev,
252 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700253{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300254 struct csrow_info *csrow = to_csrow(dev);
255 unsigned chan = to_channel(mattr);
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300256 struct rank_info *rank = csrow->channels[chan];
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300257
258 return sprintf(data, "%u\n", rank->ce_count);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700259}
260
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300261/* cwrow<id>/attribute files */
262DEVICE_ATTR_LEGACY(size_mb, S_IRUGO, csrow_size_show, NULL);
263DEVICE_ATTR_LEGACY(dev_type, S_IRUGO, csrow_dev_type_show, NULL);
264DEVICE_ATTR_LEGACY(mem_type, S_IRUGO, csrow_mem_type_show, NULL);
265DEVICE_ATTR_LEGACY(edac_mode, S_IRUGO, csrow_edac_mode_show, NULL);
266DEVICE_ATTR_LEGACY(ue_count, S_IRUGO, csrow_ue_count_show, NULL);
267DEVICE_ATTR_LEGACY(ce_count, S_IRUGO, csrow_ce_count_show, NULL);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700268
269/* default attributes of the CSROW<id> object */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300270static struct attribute *csrow_attrs[] = {
271 &dev_attr_legacy_dev_type.attr,
272 &dev_attr_legacy_mem_type.attr,
273 &dev_attr_legacy_edac_mode.attr,
274 &dev_attr_legacy_size_mb.attr,
275 &dev_attr_legacy_ue_count.attr,
276 &dev_attr_legacy_ce_count.attr,
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700277 NULL,
278};
279
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300280static struct attribute_group csrow_attr_grp = {
281 .attrs = csrow_attrs,
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700282};
283
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300284static const struct attribute_group *csrow_attr_groups[] = {
285 &csrow_attr_grp,
286 NULL
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700287};
288
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300289static void csrow_attr_release(struct device *dev)
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300290{
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300291 struct csrow_info *csrow = container_of(dev, struct csrow_info, dev);
292
Joe Perches956b9ba2012-04-29 17:08:39 -0300293 edac_dbg(1, "Releasing csrow device %s\n", dev_name(dev));
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300294 kfree(csrow);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300295}
296
297static struct device_type csrow_attr_type = {
298 .groups = csrow_attr_groups,
299 .release = csrow_attr_release,
300};
301
302/*
303 * possible dynamic channel DIMM Label attribute files
304 *
305 */
306
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700307#define EDAC_NR_CHANNELS 6
308
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300309DEVICE_CHANNEL(ch0_dimm_label, S_IRUGO | S_IWUSR,
310 channel_dimm_label_show, channel_dimm_label_store, 0);
311DEVICE_CHANNEL(ch1_dimm_label, S_IRUGO | S_IWUSR,
312 channel_dimm_label_show, channel_dimm_label_store, 1);
313DEVICE_CHANNEL(ch2_dimm_label, S_IRUGO | S_IWUSR,
314 channel_dimm_label_show, channel_dimm_label_store, 2);
315DEVICE_CHANNEL(ch3_dimm_label, S_IRUGO | S_IWUSR,
316 channel_dimm_label_show, channel_dimm_label_store, 3);
317DEVICE_CHANNEL(ch4_dimm_label, S_IRUGO | S_IWUSR,
318 channel_dimm_label_show, channel_dimm_label_store, 4);
319DEVICE_CHANNEL(ch5_dimm_label, S_IRUGO | S_IWUSR,
320 channel_dimm_label_show, channel_dimm_label_store, 5);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700321
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300322/* Total possible dynamic DIMM Label attribute file table */
323static struct device_attribute *dynamic_csrow_dimm_attr[] = {
324 &dev_attr_legacy_ch0_dimm_label.attr,
325 &dev_attr_legacy_ch1_dimm_label.attr,
326 &dev_attr_legacy_ch2_dimm_label.attr,
327 &dev_attr_legacy_ch3_dimm_label.attr,
328 &dev_attr_legacy_ch4_dimm_label.attr,
329 &dev_attr_legacy_ch5_dimm_label.attr
330};
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700331
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300332/* possible dynamic channel ce_count attribute files */
333DEVICE_CHANNEL(ch0_ce_count, S_IRUGO | S_IWUSR,
334 channel_ce_count_show, NULL, 0);
335DEVICE_CHANNEL(ch1_ce_count, S_IRUGO | S_IWUSR,
336 channel_ce_count_show, NULL, 1);
337DEVICE_CHANNEL(ch2_ce_count, S_IRUGO | S_IWUSR,
338 channel_ce_count_show, NULL, 2);
339DEVICE_CHANNEL(ch3_ce_count, S_IRUGO | S_IWUSR,
340 channel_ce_count_show, NULL, 3);
341DEVICE_CHANNEL(ch4_ce_count, S_IRUGO | S_IWUSR,
342 channel_ce_count_show, NULL, 4);
343DEVICE_CHANNEL(ch5_ce_count, S_IRUGO | S_IWUSR,
344 channel_ce_count_show, NULL, 5);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700345
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300346/* Total possible dynamic ce_count attribute file table */
347static struct device_attribute *dynamic_csrow_ce_count_attr[] = {
348 &dev_attr_legacy_ch0_ce_count.attr,
349 &dev_attr_legacy_ch1_ce_count.attr,
350 &dev_attr_legacy_ch2_ce_count.attr,
351 &dev_attr_legacy_ch3_ce_count.attr,
352 &dev_attr_legacy_ch4_ce_count.attr,
353 &dev_attr_legacy_ch5_ce_count.attr
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700354};
355
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300356static inline int nr_pages_per_csrow(struct csrow_info *csrow)
357{
358 int chan, nr_pages = 0;
359
360 for (chan = 0; chan < csrow->nr_channels; chan++)
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300361 nr_pages += csrow->channels[chan]->dimm->nr_pages;
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300362
363 return nr_pages;
364}
365
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700366/* Create a CSROW object under specifed edac_mc_device */
Doug Thompson8096cfa2007-07-19 01:50:27 -0700367static int edac_create_csrow_object(struct mem_ctl_info *mci,
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300368 struct csrow_info *csrow, int index)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700369{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300370 int err, chan;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700371
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300372 if (csrow->nr_channels >= EDAC_NR_CHANNELS)
373 return -ENODEV;
Doug Thompson8096cfa2007-07-19 01:50:27 -0700374
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300375 csrow->dev.type = &csrow_attr_type;
376 csrow->dev.bus = &mci->bus;
377 device_initialize(&csrow->dev);
378 csrow->dev.parent = &mci->dev;
Borislav Petkov921a6892012-09-13 18:46:39 +0200379 csrow->mci = mci;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300380 dev_set_name(&csrow->dev, "csrow%d", index);
381 dev_set_drvdata(&csrow->dev, csrow);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700382
Joe Perches956b9ba2012-04-29 17:08:39 -0300383 edac_dbg(0, "creating (virtual) csrow node %s\n",
384 dev_name(&csrow->dev));
Doug Thompson8096cfa2007-07-19 01:50:27 -0700385
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300386 err = device_add(&csrow->dev);
387 if (err < 0)
388 return err;
Doug Thompson8096cfa2007-07-19 01:50:27 -0700389
Doug Thompson8096cfa2007-07-19 01:50:27 -0700390 for (chan = 0; chan < csrow->nr_channels; chan++) {
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300391 /* Only expose populated DIMMs */
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300392 if (!csrow->channels[chan]->dimm->nr_pages)
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300393 continue;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300394 err = device_create_file(&csrow->dev,
395 dynamic_csrow_dimm_attr[chan]);
396 if (err < 0)
397 goto error;
398 err = device_create_file(&csrow->dev,
399 dynamic_csrow_ce_count_attr[chan]);
400 if (err < 0) {
401 device_remove_file(&csrow->dev,
402 dynamic_csrow_dimm_attr[chan]);
403 goto error;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700404 }
405 }
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300406
Doug Thompson8096cfa2007-07-19 01:50:27 -0700407 return 0;
408
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300409error:
410 for (--chan; chan >= 0; chan--) {
411 device_remove_file(&csrow->dev,
412 dynamic_csrow_dimm_attr[chan]);
413 device_remove_file(&csrow->dev,
414 dynamic_csrow_ce_count_attr[chan]);
415 }
416 put_device(&csrow->dev);
Doug Thompson8096cfa2007-07-19 01:50:27 -0700417
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700418 return err;
419}
420
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300421/* Create a CSROW object under specifed edac_mc_device */
422static int edac_create_csrow_objects(struct mem_ctl_info *mci)
423{
424 int err, i, chan;
425 struct csrow_info *csrow;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700426
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300427 for (i = 0; i < mci->nr_csrows; i++) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300428 csrow = mci->csrows[i];
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300429 if (!nr_pages_per_csrow(csrow))
430 continue;
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300431 err = edac_create_csrow_object(mci, mci->csrows[i], i);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300432 if (err < 0)
433 goto error;
434 }
435 return 0;
436
437error:
438 for (--i; i >= 0; i--) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300439 csrow = mci->csrows[i];
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300440 if (!nr_pages_per_csrow(csrow))
441 continue;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300442 for (chan = csrow->nr_channels - 1; chan >= 0; chan--) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300443 if (!csrow->channels[chan]->dimm->nr_pages)
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300444 continue;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300445 device_remove_file(&csrow->dev,
446 dynamic_csrow_dimm_attr[chan]);
447 device_remove_file(&csrow->dev,
448 dynamic_csrow_ce_count_attr[chan]);
449 }
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300450 put_device(&mci->csrows[i]->dev);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300451 }
452
453 return err;
454}
455
456static void edac_delete_csrow_objects(struct mem_ctl_info *mci)
457{
458 int i, chan;
459 struct csrow_info *csrow;
460
461 for (i = mci->nr_csrows - 1; i >= 0; i--) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300462 csrow = mci->csrows[i];
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300463 if (!nr_pages_per_csrow(csrow))
464 continue;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300465 for (chan = csrow->nr_channels - 1; chan >= 0; chan--) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300466 if (!csrow->channels[chan]->dimm->nr_pages)
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300467 continue;
Joe Perches956b9ba2012-04-29 17:08:39 -0300468 edac_dbg(1, "Removing csrow %d channel %d sysfs nodes\n",
469 i, chan);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300470 device_remove_file(&csrow->dev,
471 dynamic_csrow_dimm_attr[chan]);
472 device_remove_file(&csrow->dev,
473 dynamic_csrow_ce_count_attr[chan]);
474 }
Lans Zhang44d22e22012-12-24 14:01:34 +0100475 device_unregister(&mci->csrows[i]->dev);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300476 }
477}
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300478#endif
479
480/*
481 * Per-dimm (or per-rank) devices
482 */
483
484#define to_dimm(k) container_of(k, struct dimm_info, dev)
485
486/* show/store functions for DIMM Label attributes */
487static ssize_t dimmdev_location_show(struct device *dev,
488 struct device_attribute *mattr, char *data)
489{
490 struct dimm_info *dimm = to_dimm(dev);
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300491
Mauro Carvalho Chehab6e84d352012-04-30 10:24:43 -0300492 return edac_dimm_info_location(dimm, data, PAGE_SIZE);
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300493}
494
495static ssize_t dimmdev_label_show(struct device *dev,
496 struct device_attribute *mattr, char *data)
497{
498 struct dimm_info *dimm = to_dimm(dev);
499
500 /* if field has not been initialized, there is nothing to send */
501 if (!dimm->label[0])
502 return 0;
503
504 return snprintf(data, EDAC_MC_LABEL_LEN, "%s\n", dimm->label);
505}
506
507static ssize_t dimmdev_label_store(struct device *dev,
508 struct device_attribute *mattr,
509 const char *data,
510 size_t count)
511{
512 struct dimm_info *dimm = to_dimm(dev);
513
514 ssize_t max_size = 0;
515
516 max_size = min((ssize_t) count, (ssize_t) EDAC_MC_LABEL_LEN - 1);
517 strncpy(dimm->label, data, max_size);
518 dimm->label[max_size] = '\0';
519
520 return max_size;
521}
522
523static ssize_t dimmdev_size_show(struct device *dev,
524 struct device_attribute *mattr, char *data)
525{
526 struct dimm_info *dimm = to_dimm(dev);
527
528 return sprintf(data, "%u\n", PAGES_TO_MiB(dimm->nr_pages));
529}
530
531static ssize_t dimmdev_mem_type_show(struct device *dev,
532 struct device_attribute *mattr, char *data)
533{
534 struct dimm_info *dimm = to_dimm(dev);
535
536 return sprintf(data, "%s\n", mem_types[dimm->mtype]);
537}
538
539static ssize_t dimmdev_dev_type_show(struct device *dev,
540 struct device_attribute *mattr, char *data)
541{
542 struct dimm_info *dimm = to_dimm(dev);
543
544 return sprintf(data, "%s\n", dev_types[dimm->dtype]);
545}
546
547static ssize_t dimmdev_edac_mode_show(struct device *dev,
548 struct device_attribute *mattr,
549 char *data)
550{
551 struct dimm_info *dimm = to_dimm(dev);
552
553 return sprintf(data, "%s\n", edac_caps[dimm->edac_mode]);
554}
555
556/* dimm/rank attribute files */
557static DEVICE_ATTR(dimm_label, S_IRUGO | S_IWUSR,
558 dimmdev_label_show, dimmdev_label_store);
559static DEVICE_ATTR(dimm_location, S_IRUGO, dimmdev_location_show, NULL);
560static DEVICE_ATTR(size, S_IRUGO, dimmdev_size_show, NULL);
561static DEVICE_ATTR(dimm_mem_type, S_IRUGO, dimmdev_mem_type_show, NULL);
562static DEVICE_ATTR(dimm_dev_type, S_IRUGO, dimmdev_dev_type_show, NULL);
563static DEVICE_ATTR(dimm_edac_mode, S_IRUGO, dimmdev_edac_mode_show, NULL);
564
565/* attributes of the dimm<id>/rank<id> object */
566static struct attribute *dimm_attrs[] = {
567 &dev_attr_dimm_label.attr,
568 &dev_attr_dimm_location.attr,
569 &dev_attr_size.attr,
570 &dev_attr_dimm_mem_type.attr,
571 &dev_attr_dimm_dev_type.attr,
572 &dev_attr_dimm_edac_mode.attr,
573 NULL,
574};
575
576static struct attribute_group dimm_attr_grp = {
577 .attrs = dimm_attrs,
578};
579
580static const struct attribute_group *dimm_attr_groups[] = {
581 &dimm_attr_grp,
582 NULL
583};
584
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300585static void dimm_attr_release(struct device *dev)
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300586{
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300587 struct dimm_info *dimm = container_of(dev, struct dimm_info, dev);
588
Joe Perches956b9ba2012-04-29 17:08:39 -0300589 edac_dbg(1, "Releasing dimm device %s\n", dev_name(dev));
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300590 kfree(dimm);
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300591}
592
593static struct device_type dimm_attr_type = {
594 .groups = dimm_attr_groups,
595 .release = dimm_attr_release,
596};
597
598/* Create a DIMM object under specifed memory controller device */
599static int edac_create_dimm_object(struct mem_ctl_info *mci,
600 struct dimm_info *dimm,
601 int index)
602{
603 int err;
604 dimm->mci = mci;
605
606 dimm->dev.type = &dimm_attr_type;
607 dimm->dev.bus = &mci->bus;
608 device_initialize(&dimm->dev);
609
610 dimm->dev.parent = &mci->dev;
611 if (mci->mem_is_per_rank)
612 dev_set_name(&dimm->dev, "rank%d", index);
613 else
614 dev_set_name(&dimm->dev, "dimm%d", index);
615 dev_set_drvdata(&dimm->dev, dimm);
616 pm_runtime_forbid(&mci->dev);
617
618 err = device_add(&dimm->dev);
619
Joe Perches956b9ba2012-04-29 17:08:39 -0300620 edac_dbg(0, "creating rank/dimm device %s\n", dev_name(&dimm->dev));
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300621
622 return err;
623}
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300624
625/*
626 * Memory controller device
627 */
628
629#define to_mci(k) container_of(k, struct mem_ctl_info, dev)
630
631static ssize_t mci_reset_counters_store(struct device *dev,
632 struct device_attribute *mattr,
Douglas Thompson079708b2007-07-19 01:49:58 -0700633 const char *data, size_t count)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700634{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300635 struct mem_ctl_info *mci = to_mci(dev);
636 int cnt, row, chan, i;
Mauro Carvalho Chehab5926ff52012-02-09 11:05:20 -0300637 mci->ue_mc = 0;
638 mci->ce_mc = 0;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300639 mci->ue_noinfo_count = 0;
640 mci->ce_noinfo_count = 0;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700641
642 for (row = 0; row < mci->nr_csrows; row++) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300643 struct csrow_info *ri = mci->csrows[row];
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700644
645 ri->ue_count = 0;
646 ri->ce_count = 0;
647
648 for (chan = 0; chan < ri->nr_channels; chan++)
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300649 ri->channels[chan]->ce_count = 0;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700650 }
651
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300652 cnt = 1;
653 for (i = 0; i < mci->n_layers; i++) {
654 cnt *= mci->layers[i].size;
655 memset(mci->ce_per_layer[i], 0, cnt * sizeof(u32));
656 memset(mci->ue_per_layer[i], 0, cnt * sizeof(u32));
657 }
658
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700659 mci->start_time = jiffies;
660 return count;
661}
662
Borislav Petkov39094442010-11-24 19:52:09 +0100663/* Memory scrubbing interface:
664 *
665 * A MC driver can limit the scrubbing bandwidth based on the CPU type.
666 * Therefore, ->set_sdram_scrub_rate should be made to return the actual
667 * bandwidth that is accepted or 0 when scrubbing is to be disabled.
668 *
669 * Negative value still means that an error has occurred while setting
670 * the scrub rate.
671 */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300672static ssize_t mci_sdram_scrub_rate_store(struct device *dev,
673 struct device_attribute *mattr,
Borislav Petkoveba042a2010-05-25 18:21:07 +0200674 const char *data, size_t count)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700675{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300676 struct mem_ctl_info *mci = to_mci(dev);
Borislav Petkoveba042a2010-05-25 18:21:07 +0200677 unsigned long bandwidth = 0;
Borislav Petkov39094442010-11-24 19:52:09 +0100678 int new_bw = 0;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700679
Borislav Petkov39094442010-11-24 19:52:09 +0100680 if (!mci->set_sdram_scrub_rate)
Borislav Petkov5e8e19b2011-09-21 14:10:43 +0200681 return -ENODEV;
Borislav Petkoveba042a2010-05-25 18:21:07 +0200682
683 if (strict_strtoul(data, 10, &bandwidth) < 0)
684 return -EINVAL;
685
Borislav Petkov39094442010-11-24 19:52:09 +0100686 new_bw = mci->set_sdram_scrub_rate(mci, bandwidth);
Markus Trippelsdorf49496032011-04-20 14:28:45 -0400687 if (new_bw < 0) {
688 edac_printk(KERN_WARNING, EDAC_MC,
689 "Error setting scrub rate to: %lu\n", bandwidth);
690 return -EINVAL;
Borislav Petkoveba042a2010-05-25 18:21:07 +0200691 }
Borislav Petkov39094442010-11-24 19:52:09 +0100692
Markus Trippelsdorf49496032011-04-20 14:28:45 -0400693 return count;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700694}
695
Borislav Petkov39094442010-11-24 19:52:09 +0100696/*
697 * ->get_sdram_scrub_rate() return value semantics same as above.
698 */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300699static ssize_t mci_sdram_scrub_rate_show(struct device *dev,
700 struct device_attribute *mattr,
701 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700702{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300703 struct mem_ctl_info *mci = to_mci(dev);
Borislav Petkov39094442010-11-24 19:52:09 +0100704 int bandwidth = 0;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700705
Borislav Petkov39094442010-11-24 19:52:09 +0100706 if (!mci->get_sdram_scrub_rate)
Borislav Petkov5e8e19b2011-09-21 14:10:43 +0200707 return -ENODEV;
Borislav Petkov39094442010-11-24 19:52:09 +0100708
709 bandwidth = mci->get_sdram_scrub_rate(mci);
710 if (bandwidth < 0) {
711 edac_printk(KERN_DEBUG, EDAC_MC, "Error reading scrub rate\n");
712 return bandwidth;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700713 }
Borislav Petkoveba042a2010-05-25 18:21:07 +0200714
Borislav Petkov39094442010-11-24 19:52:09 +0100715 return sprintf(data, "%d\n", bandwidth);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700716}
717
718/* default attribute files for the MCI object */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300719static ssize_t mci_ue_count_show(struct device *dev,
720 struct device_attribute *mattr,
721 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700722{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300723 struct mem_ctl_info *mci = to_mci(dev);
724
Mauro Carvalho Chehab5926ff52012-02-09 11:05:20 -0300725 return sprintf(data, "%d\n", mci->ue_mc);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700726}
727
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300728static ssize_t mci_ce_count_show(struct device *dev,
729 struct device_attribute *mattr,
730 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700731{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300732 struct mem_ctl_info *mci = to_mci(dev);
733
Mauro Carvalho Chehab5926ff52012-02-09 11:05:20 -0300734 return sprintf(data, "%d\n", mci->ce_mc);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700735}
736
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300737static ssize_t mci_ce_noinfo_show(struct device *dev,
738 struct device_attribute *mattr,
739 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700740{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300741 struct mem_ctl_info *mci = to_mci(dev);
742
Douglas Thompson079708b2007-07-19 01:49:58 -0700743 return sprintf(data, "%d\n", mci->ce_noinfo_count);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700744}
745
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300746static ssize_t mci_ue_noinfo_show(struct device *dev,
747 struct device_attribute *mattr,
748 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700749{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300750 struct mem_ctl_info *mci = to_mci(dev);
751
Douglas Thompson079708b2007-07-19 01:49:58 -0700752 return sprintf(data, "%d\n", mci->ue_noinfo_count);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700753}
754
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300755static ssize_t mci_seconds_show(struct device *dev,
756 struct device_attribute *mattr,
757 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700758{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300759 struct mem_ctl_info *mci = to_mci(dev);
760
Douglas Thompson079708b2007-07-19 01:49:58 -0700761 return sprintf(data, "%ld\n", (jiffies - mci->start_time) / HZ);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700762}
763
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300764static ssize_t mci_ctl_name_show(struct device *dev,
765 struct device_attribute *mattr,
766 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700767{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300768 struct mem_ctl_info *mci = to_mci(dev);
769
Douglas Thompson079708b2007-07-19 01:49:58 -0700770 return sprintf(data, "%s\n", mci->ctl_name);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700771}
772
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300773static ssize_t mci_size_mb_show(struct device *dev,
774 struct device_attribute *mattr,
775 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700776{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300777 struct mem_ctl_info *mci = to_mci(dev);
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300778 int total_pages = 0, csrow_idx, j;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700779
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300780 for (csrow_idx = 0; csrow_idx < mci->nr_csrows; csrow_idx++) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300781 struct csrow_info *csrow = mci->csrows[csrow_idx];
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700782
Josh Hunt3c062272012-09-21 07:45:49 -0700783 if (csrow->mci->csbased) {
784 total_pages += csrow->nr_pages;
785 } else {
786 for (j = 0; j < csrow->nr_channels; j++) {
787 struct dimm_info *dimm = csrow->channels[j]->dimm;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700788
Josh Hunt3c062272012-09-21 07:45:49 -0700789 total_pages += dimm->nr_pages;
790 }
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300791 }
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700792 }
793
Douglas Thompson079708b2007-07-19 01:49:58 -0700794 return sprintf(data, "%u\n", PAGES_TO_MiB(total_pages));
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700795}
796
Mauro Carvalho Chehab8ad6c782012-03-21 17:13:24 -0300797static ssize_t mci_max_location_show(struct device *dev,
798 struct device_attribute *mattr,
799 char *data)
800{
801 struct mem_ctl_info *mci = to_mci(dev);
802 int i;
803 char *p = data;
804
805 for (i = 0; i < mci->n_layers; i++) {
806 p += sprintf(p, "%s %d ",
807 edac_layer_name[mci->layers[i].type],
808 mci->layers[i].size - 1);
809 }
810
811 return p - data;
812}
813
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300814#ifdef CONFIG_EDAC_DEBUG
815static ssize_t edac_fake_inject_write(struct file *file,
816 const char __user *data,
817 size_t count, loff_t *ppos)
818{
819 struct device *dev = file->private_data;
820 struct mem_ctl_info *mci = to_mci(dev);
821 static enum hw_event_mc_err_type type;
Mauro Carvalho Chehab38ced282012-06-12 10:55:57 -0300822 u16 errcount = mci->fake_inject_count;
823
824 if (!errcount)
825 errcount = 1;
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300826
827 type = mci->fake_inject_ue ? HW_EVENT_ERR_UNCORRECTED
828 : HW_EVENT_ERR_CORRECTED;
829
830 printk(KERN_DEBUG
Mauro Carvalho Chehab38ced282012-06-12 10:55:57 -0300831 "Generating %d %s fake error%s to %d.%d.%d to test core handling. NOTE: this won't test the driver-specific decoding logic.\n",
832 errcount,
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300833 (type == HW_EVENT_ERR_UNCORRECTED) ? "UE" : "CE",
Mauro Carvalho Chehab38ced282012-06-12 10:55:57 -0300834 errcount > 1 ? "s" : "",
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300835 mci->fake_inject_layer[0],
836 mci->fake_inject_layer[1],
837 mci->fake_inject_layer[2]
838 );
Mauro Carvalho Chehab38ced282012-06-12 10:55:57 -0300839 edac_mc_handle_error(type, mci, errcount, 0, 0, 0,
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300840 mci->fake_inject_layer[0],
841 mci->fake_inject_layer[1],
842 mci->fake_inject_layer[2],
Mauro Carvalho Chehab03f7eae2012-06-04 11:29:25 -0300843 "FAKE ERROR", "for EDAC testing only");
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300844
845 return count;
846}
847
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300848static const struct file_operations debug_fake_inject_fops = {
Wei Yongjundb7312a2012-10-17 16:32:01 +0800849 .open = simple_open,
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300850 .write = edac_fake_inject_write,
851 .llseek = generic_file_llseek,
852};
853#endif
854
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700855/* default Control file */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300856DEVICE_ATTR(reset_counters, S_IWUSR, NULL, mci_reset_counters_store);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700857
858/* default Attribute files */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300859DEVICE_ATTR(mc_name, S_IRUGO, mci_ctl_name_show, NULL);
860DEVICE_ATTR(size_mb, S_IRUGO, mci_size_mb_show, NULL);
861DEVICE_ATTR(seconds_since_reset, S_IRUGO, mci_seconds_show, NULL);
862DEVICE_ATTR(ue_noinfo_count, S_IRUGO, mci_ue_noinfo_show, NULL);
863DEVICE_ATTR(ce_noinfo_count, S_IRUGO, mci_ce_noinfo_show, NULL);
864DEVICE_ATTR(ue_count, S_IRUGO, mci_ue_count_show, NULL);
865DEVICE_ATTR(ce_count, S_IRUGO, mci_ce_count_show, NULL);
Mauro Carvalho Chehab8ad6c782012-03-21 17:13:24 -0300866DEVICE_ATTR(max_location, S_IRUGO, mci_max_location_show, NULL);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700867
868/* memory scrubber attribute file */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300869DEVICE_ATTR(sdram_scrub_rate, S_IRUGO | S_IWUSR, mci_sdram_scrub_rate_show,
Douglas Thompson052dfb42007-07-19 01:50:13 -0700870 mci_sdram_scrub_rate_store);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700871
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300872static struct attribute *mci_attrs[] = {
873 &dev_attr_reset_counters.attr,
874 &dev_attr_mc_name.attr,
875 &dev_attr_size_mb.attr,
876 &dev_attr_seconds_since_reset.attr,
877 &dev_attr_ue_noinfo_count.attr,
878 &dev_attr_ce_noinfo_count.attr,
879 &dev_attr_ue_count.attr,
880 &dev_attr_ce_count.attr,
881 &dev_attr_sdram_scrub_rate.attr,
Mauro Carvalho Chehab8ad6c782012-03-21 17:13:24 -0300882 &dev_attr_max_location.attr,
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700883 NULL
884};
885
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300886static struct attribute_group mci_attr_grp = {
887 .attrs = mci_attrs,
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700888};
889
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300890static const struct attribute_group *mci_attr_groups[] = {
891 &mci_attr_grp,
892 NULL
Mauro Carvalho Chehabcc301b32009-09-24 16:23:42 -0300893};
894
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300895static void mci_attr_release(struct device *dev)
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300896{
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300897 struct mem_ctl_info *mci = container_of(dev, struct mem_ctl_info, dev);
898
Joe Perches956b9ba2012-04-29 17:08:39 -0300899 edac_dbg(1, "Releasing csrow device %s\n", dev_name(dev));
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300900 kfree(mci);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300901}
902
903static struct device_type mci_attr_type = {
904 .groups = mci_attr_groups,
905 .release = mci_attr_release,
Mauro Carvalho Chehabcc301b32009-09-24 16:23:42 -0300906};
907
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300908#ifdef CONFIG_EDAC_DEBUG
Rob Herringe7930ba2012-06-11 21:32:12 -0500909static struct dentry *edac_debugfs;
910
911int __init edac_debugfs_init(void)
912{
913 edac_debugfs = debugfs_create_dir("edac", NULL);
914 if (IS_ERR(edac_debugfs)) {
915 edac_debugfs = NULL;
916 return -ENOMEM;
917 }
918 return 0;
919}
920
921void __exit edac_debugfs_exit(void)
922{
923 debugfs_remove(edac_debugfs);
924}
925
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300926int edac_create_debug_nodes(struct mem_ctl_info *mci)
927{
928 struct dentry *d, *parent;
929 char name[80];
930 int i;
931
Rob Herringe7930ba2012-06-11 21:32:12 -0500932 if (!edac_debugfs)
933 return -ENODEV;
934
935 d = debugfs_create_dir(mci->dev.kobj.name, edac_debugfs);
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300936 if (!d)
937 return -ENOMEM;
938 parent = d;
939
940 for (i = 0; i < mci->n_layers; i++) {
941 sprintf(name, "fake_inject_%s",
942 edac_layer_name[mci->layers[i].type]);
943 d = debugfs_create_u8(name, S_IRUGO | S_IWUSR, parent,
944 &mci->fake_inject_layer[i]);
945 if (!d)
946 goto nomem;
947 }
948
949 d = debugfs_create_bool("fake_inject_ue", S_IRUGO | S_IWUSR, parent,
950 &mci->fake_inject_ue);
951 if (!d)
952 goto nomem;
953
Mauro Carvalho Chehab38ced282012-06-12 10:55:57 -0300954 d = debugfs_create_u16("fake_inject_count", S_IRUGO | S_IWUSR, parent,
955 &mci->fake_inject_count);
956 if (!d)
957 goto nomem;
958
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300959 d = debugfs_create_file("fake_inject", S_IWUSR, parent,
960 &mci->dev,
961 &debug_fake_inject_fops);
962 if (!d)
963 goto nomem;
964
Rob Herringe7930ba2012-06-11 21:32:12 -0500965 mci->debugfs = parent;
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300966 return 0;
967nomem:
968 debugfs_remove(mci->debugfs);
969 return -ENOMEM;
970}
971#endif
972
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700973/*
974 * Create a new Memory Controller kobject instance,
975 * mc<id> under the 'mc' directory
976 *
977 * Return:
978 * 0 Success
979 * !0 Failure
980 */
981int edac_create_sysfs_mci_device(struct mem_ctl_info *mci)
982{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300983 int i, err;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700984
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300985 /*
986 * The memory controller needs its own bus, in order to avoid
987 * namespace conflicts at /sys/bus/edac.
Douglas Thompson42a8e392007-07-19 01:50:10 -0700988 */
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300989 mci->bus.name = kasprintf(GFP_KERNEL, "mc%d", mci->mc_idx);
990 if (!mci->bus.name)
991 return -ENOMEM;
Joe Perches956b9ba2012-04-29 17:08:39 -0300992 edac_dbg(0, "creating bus %s\n", mci->bus.name);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300993 err = bus_register(&mci->bus);
994 if (err < 0)
995 return err;
996
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300997 /* get the /sys/devices/system/edac subsys reference */
998 mci->dev.type = &mci_attr_type;
999 device_initialize(&mci->dev);
1000
1001 mci->dev.parent = mci_pdev;
1002 mci->dev.bus = &mci->bus;
1003 dev_set_name(&mci->dev, "mc%d", mci->mc_idx);
1004 dev_set_drvdata(&mci->dev, mci);
1005 pm_runtime_forbid(&mci->dev);
1006
Joe Perches956b9ba2012-04-29 17:08:39 -03001007 edac_dbg(0, "creating device %s\n", dev_name(&mci->dev));
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001008 err = device_add(&mci->dev);
1009 if (err < 0) {
1010 bus_unregister(&mci->bus);
1011 kfree(mci->bus.name);
1012 return err;
Douglas Thompson42a8e392007-07-19 01:50:10 -07001013 }
1014
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001015 /*
1016 * Create the dimm/rank devices
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001017 */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001018 for (i = 0; i < mci->tot_dimms; i++) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001019 struct dimm_info *dimm = mci->dimms[i];
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001020 /* Only expose populated DIMMs */
1021 if (dimm->nr_pages == 0)
1022 continue;
1023#ifdef CONFIG_EDAC_DEBUG
Joe Perches956b9ba2012-04-29 17:08:39 -03001024 edac_dbg(1, "creating dimm%d, located at ", i);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001025 if (edac_debug_level >= 1) {
1026 int lay;
1027 for (lay = 0; lay < mci->n_layers; lay++)
1028 printk(KERN_CONT "%s %d ",
1029 edac_layer_name[mci->layers[lay].type],
1030 dimm->location[lay]);
1031 printk(KERN_CONT "\n");
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001032 }
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001033#endif
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -03001034 err = edac_create_dimm_object(mci, dimm, i);
1035 if (err) {
Joe Perches956b9ba2012-04-29 17:08:39 -03001036 edac_dbg(1, "failure: create dimm %d obj\n", i);
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -03001037 goto fail;
1038 }
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001039 }
1040
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -03001041#ifdef CONFIG_EDAC_LEGACY_SYSFS
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001042 err = edac_create_csrow_objects(mci);
1043 if (err < 0)
1044 goto fail;
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -03001045#endif
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001046
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -03001047#ifdef CONFIG_EDAC_DEBUG
1048 edac_create_debug_nodes(mci);
1049#endif
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001050 return 0;
1051
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001052fail:
Douglas Thompson079708b2007-07-19 01:49:58 -07001053 for (i--; i >= 0; i--) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001054 struct dimm_info *dimm = mci->dimms[i];
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001055 if (dimm->nr_pages == 0)
1056 continue;
Lans Zhang44d22e22012-12-24 14:01:34 +01001057 device_unregister(&dimm->dev);
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001058 }
Lans Zhang44d22e22012-12-24 14:01:34 +01001059 device_unregister(&mci->dev);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001060 bus_unregister(&mci->bus);
1061 kfree(mci->bus.name);
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001062 return err;
1063}
1064
1065/*
1066 * remove a Memory Controller instance
1067 */
1068void edac_remove_sysfs_mci_device(struct mem_ctl_info *mci)
1069{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001070 int i;
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001071
Joe Perches956b9ba2012-04-29 17:08:39 -03001072 edac_dbg(0, "\n");
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001073
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -03001074#ifdef CONFIG_EDAC_DEBUG
1075 debugfs_remove(mci->debugfs);
1076#endif
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -03001077#ifdef CONFIG_EDAC_LEGACY_SYSFS
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001078 edac_delete_csrow_objects(mci);
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -03001079#endif
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -03001080
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001081 for (i = 0; i < mci->tot_dimms; i++) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001082 struct dimm_info *dimm = mci->dimms[i];
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001083 if (dimm->nr_pages == 0)
1084 continue;
Joe Perches956b9ba2012-04-29 17:08:39 -03001085 edac_dbg(0, "removing device %s\n", dev_name(&dimm->dev));
Lans Zhang44d22e22012-12-24 14:01:34 +01001086 device_unregister(&dimm->dev);
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001087 }
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001088}
Doug Thompson8096cfa2007-07-19 01:50:27 -07001089
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001090void edac_unregister_sysfs(struct mem_ctl_info *mci)
Doug Thompson8096cfa2007-07-19 01:50:27 -07001091{
Joe Perches956b9ba2012-04-29 17:08:39 -03001092 edac_dbg(1, "Unregistering device %s\n", dev_name(&mci->dev));
Lans Zhang44d22e22012-12-24 14:01:34 +01001093 device_unregister(&mci->dev);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001094 bus_unregister(&mci->bus);
1095 kfree(mci->bus.name);
1096}
Doug Thompson8096cfa2007-07-19 01:50:27 -07001097
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001098static void mc_attr_release(struct device *dev)
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001099{
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001100 /*
1101 * There's no container structure here, as this is just the mci
1102 * parent device, used to create the /sys/devices/mc sysfs node.
1103 * So, there are no attributes on it.
1104 */
Joe Perches956b9ba2012-04-29 17:08:39 -03001105 edac_dbg(1, "Releasing device %s\n", dev_name(dev));
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001106 kfree(dev);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001107}
1108
1109static struct device_type mc_attr_type = {
1110 .release = mc_attr_release,
1111};
1112/*
1113 * Init/exit code for the module. Basically, creates/removes /sys/class/rc
1114 */
1115int __init edac_mc_sysfs_init(void)
1116{
1117 struct bus_type *edac_subsys;
1118 int err;
Doug Thompson8096cfa2007-07-19 01:50:27 -07001119
Kay Sieversfe5ff8b2011-12-14 15:21:07 -08001120 /* get the /sys/devices/system/edac subsys reference */
1121 edac_subsys = edac_get_sysfs_subsys();
1122 if (edac_subsys == NULL) {
Joe Perches956b9ba2012-04-29 17:08:39 -03001123 edac_dbg(1, "no edac_subsys\n");
Denis Kirjanov2d56b102012-10-25 19:42:58 +04001124 err = -EINVAL;
1125 goto out;
Doug Thompson8096cfa2007-07-19 01:50:27 -07001126 }
1127
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001128 mci_pdev = kzalloc(sizeof(*mci_pdev), GFP_KERNEL);
Denis Kirjanov2d56b102012-10-25 19:42:58 +04001129 if (!mci_pdev) {
1130 err = -ENOMEM;
1131 goto out_put_sysfs;
1132 }
Doug Thompson8096cfa2007-07-19 01:50:27 -07001133
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001134 mci_pdev->bus = edac_subsys;
1135 mci_pdev->type = &mc_attr_type;
1136 device_initialize(mci_pdev);
1137 dev_set_name(mci_pdev, "mc");
1138
1139 err = device_add(mci_pdev);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001140 if (err < 0)
Denis Kirjanov2d56b102012-10-25 19:42:58 +04001141 goto out_dev_free;
Doug Thompson8096cfa2007-07-19 01:50:27 -07001142
Joe Perches956b9ba2012-04-29 17:08:39 -03001143 edac_dbg(0, "device %s created\n", dev_name(mci_pdev));
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001144
Doug Thompson8096cfa2007-07-19 01:50:27 -07001145 return 0;
Denis Kirjanov2d56b102012-10-25 19:42:58 +04001146
1147 out_dev_free:
1148 kfree(mci_pdev);
1149 out_put_sysfs:
1150 edac_put_sysfs_subsys();
1151 out:
1152 return err;
Doug Thompson8096cfa2007-07-19 01:50:27 -07001153}
1154
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001155void __exit edac_mc_sysfs_exit(void)
Doug Thompson8096cfa2007-07-19 01:50:27 -07001156{
Lans Zhang44d22e22012-12-24 14:01:34 +01001157 device_unregister(mci_pdev);
Kay Sieversfe5ff8b2011-12-14 15:21:07 -08001158 edac_put_sysfs_subsys();
Doug Thompson8096cfa2007-07-19 01:50:27 -07001159}