blob: 4f4b6137d74e6c4ebd894e104cdeaf18cd565969 [file] [log] [blame]
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001/*
2 * edac_mc kernel module
Douglas Thompson42a8e392007-07-19 01:50:10 -07003 * (C) 2005-2007 Linux Networx (http://lnxi.com)
4 *
Douglas Thompson7c9281d2007-07-19 01:49:33 -07005 * This file may be distributed under the terms of the
6 * GNU General Public License.
7 *
Douglas Thompson42a8e392007-07-19 01:50:10 -07008 * Written Doug Thompson <norsk5@xmission.com> www.softwarebitmaker.com
Douglas Thompson7c9281d2007-07-19 01:49:33 -07009 *
Mauro Carvalho Chehabe7100472013-02-19 08:04:55 -030010 * (c) 2012-2013 - Mauro Carvalho Chehab <mchehab@redhat.com>
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -030011 * The entire API were re-written, and ported to use struct device
12 *
Douglas Thompson7c9281d2007-07-19 01:49:33 -070013 */
14
Douglas Thompson7c9281d2007-07-19 01:49:33 -070015#include <linux/ctype.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090016#include <linux/slab.h>
Borislav Petkov30e1f7a2010-09-02 17:26:48 +020017#include <linux/edac.h>
Doug Thompson8096cfa2007-07-19 01:50:27 -070018#include <linux/bug.h>
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -030019#include <linux/pm_runtime.h>
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -030020#include <linux/uaccess.h>
Douglas Thompson7c9281d2007-07-19 01:49:33 -070021
Douglas Thompson20bcb7a2007-07-19 01:49:47 -070022#include "edac_core.h"
Douglas Thompson7c9281d2007-07-19 01:49:33 -070023#include "edac_module.h"
24
25/* MC EDAC Controls, setable by module parameter, and sysfs */
Dave Jiang4de78c62007-07-19 01:49:54 -070026static int edac_mc_log_ue = 1;
27static int edac_mc_log_ce = 1;
Douglas Thompsonf0440912007-07-19 01:50:19 -070028static int edac_mc_panic_on_ue;
Dave Jiang4de78c62007-07-19 01:49:54 -070029static int edac_mc_poll_msec = 1000;
Douglas Thompson7c9281d2007-07-19 01:49:33 -070030
31/* Getter functions for above */
Dave Jiang4de78c62007-07-19 01:49:54 -070032int edac_mc_get_log_ue(void)
Douglas Thompson7c9281d2007-07-19 01:49:33 -070033{
Dave Jiang4de78c62007-07-19 01:49:54 -070034 return edac_mc_log_ue;
Douglas Thompson7c9281d2007-07-19 01:49:33 -070035}
36
Dave Jiang4de78c62007-07-19 01:49:54 -070037int edac_mc_get_log_ce(void)
Douglas Thompson7c9281d2007-07-19 01:49:33 -070038{
Dave Jiang4de78c62007-07-19 01:49:54 -070039 return edac_mc_log_ce;
Douglas Thompson7c9281d2007-07-19 01:49:33 -070040}
41
Dave Jiang4de78c62007-07-19 01:49:54 -070042int edac_mc_get_panic_on_ue(void)
Douglas Thompson7c9281d2007-07-19 01:49:33 -070043{
Dave Jiang4de78c62007-07-19 01:49:54 -070044 return edac_mc_panic_on_ue;
Douglas Thompson7c9281d2007-07-19 01:49:33 -070045}
46
Dave Jiang81d87cb2007-07-19 01:49:52 -070047/* this is temporary */
48int edac_mc_get_poll_msec(void)
49{
Dave Jiang4de78c62007-07-19 01:49:54 -070050 return edac_mc_poll_msec;
Douglas Thompson7c9281d2007-07-19 01:49:33 -070051}
52
Arthur Jones096846e2008-07-25 01:49:09 -070053static int edac_set_poll_msec(const char *val, struct kernel_param *kp)
54{
55 long l;
56 int ret;
57
58 if (!val)
59 return -EINVAL;
60
61 ret = strict_strtol(val, 0, &l);
62 if (ret == -EINVAL || ((int)l != l))
63 return -EINVAL;
64 *((int *)kp->arg) = l;
65
66 /* notify edac_mc engine to reset the poll period */
67 edac_mc_reset_delay_period(l);
68
69 return 0;
70}
71
Douglas Thompson7c9281d2007-07-19 01:49:33 -070072/* Parameter declarations for above */
Dave Jiang4de78c62007-07-19 01:49:54 -070073module_param(edac_mc_panic_on_ue, int, 0644);
74MODULE_PARM_DESC(edac_mc_panic_on_ue, "Panic on uncorrected error: 0=off 1=on");
75module_param(edac_mc_log_ue, int, 0644);
76MODULE_PARM_DESC(edac_mc_log_ue,
Douglas Thompson079708b2007-07-19 01:49:58 -070077 "Log uncorrectable error to console: 0=off 1=on");
Dave Jiang4de78c62007-07-19 01:49:54 -070078module_param(edac_mc_log_ce, int, 0644);
79MODULE_PARM_DESC(edac_mc_log_ce,
Douglas Thompson079708b2007-07-19 01:49:58 -070080 "Log correctable error to console: 0=off 1=on");
Arthur Jones096846e2008-07-25 01:49:09 -070081module_param_call(edac_mc_poll_msec, edac_set_poll_msec, param_get_int,
82 &edac_mc_poll_msec, 0644);
Dave Jiang4de78c62007-07-19 01:49:54 -070083MODULE_PARM_DESC(edac_mc_poll_msec, "Polling period in milliseconds");
Douglas Thompson7c9281d2007-07-19 01:49:33 -070084
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -030085static struct device *mci_pdev;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -030086
Douglas Thompson7c9281d2007-07-19 01:49:33 -070087/*
88 * various constants for Memory Controllers
89 */
90static const char *mem_types[] = {
91 [MEM_EMPTY] = "Empty",
92 [MEM_RESERVED] = "Reserved",
93 [MEM_UNKNOWN] = "Unknown",
94 [MEM_FPM] = "FPM",
95 [MEM_EDO] = "EDO",
96 [MEM_BEDO] = "BEDO",
97 [MEM_SDR] = "Unbuffered-SDR",
98 [MEM_RDR] = "Registered-SDR",
99 [MEM_DDR] = "Unbuffered-DDR",
100 [MEM_RDDR] = "Registered-DDR",
Dave Jiang1a9b85e2007-07-19 01:49:38 -0700101 [MEM_RMBS] = "RMBS",
102 [MEM_DDR2] = "Unbuffered-DDR2",
103 [MEM_FB_DDR2] = "FullyBuffered-DDR2",
Benjamin Herrenschmidt1d5f7262008-02-07 00:14:52 -0800104 [MEM_RDDR2] = "Registered-DDR2",
Yang Shib1cfebc2009-06-30 11:41:22 -0700105 [MEM_XDR] = "XDR",
106 [MEM_DDR3] = "Unbuffered-DDR3",
107 [MEM_RDDR3] = "Registered-DDR3"
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700108};
109
110static const char *dev_types[] = {
111 [DEV_UNKNOWN] = "Unknown",
112 [DEV_X1] = "x1",
113 [DEV_X2] = "x2",
114 [DEV_X4] = "x4",
115 [DEV_X8] = "x8",
116 [DEV_X16] = "x16",
117 [DEV_X32] = "x32",
118 [DEV_X64] = "x64"
119};
120
121static const char *edac_caps[] = {
122 [EDAC_UNKNOWN] = "Unknown",
123 [EDAC_NONE] = "None",
124 [EDAC_RESERVED] = "Reserved",
125 [EDAC_PARITY] = "PARITY",
126 [EDAC_EC] = "EC",
127 [EDAC_SECDED] = "SECDED",
128 [EDAC_S2ECD2ED] = "S2ECD2ED",
129 [EDAC_S4ECD4ED] = "S4ECD4ED",
130 [EDAC_S8ECD8ED] = "S8ECD8ED",
131 [EDAC_S16ECD16ED] = "S16ECD16ED"
132};
133
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300134#ifdef CONFIG_EDAC_LEGACY_SYSFS
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300135/*
136 * EDAC sysfs CSROW data structures and methods
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700137 */
138
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300139#define to_csrow(k) container_of(k, struct csrow_info, dev)
140
141/*
142 * We need it to avoid namespace conflicts between the legacy API
143 * and the per-dimm/per-rank one
144 */
145#define DEVICE_ATTR_LEGACY(_name, _mode, _show, _store) \
146 struct device_attribute dev_attr_legacy_##_name = __ATTR(_name, _mode, _show, _store)
147
148struct dev_ch_attribute {
149 struct device_attribute attr;
150 int channel;
151};
152
153#define DEVICE_CHANNEL(_name, _mode, _show, _store, _var) \
154 struct dev_ch_attribute dev_attr_legacy_##_name = \
155 { __ATTR(_name, _mode, _show, _store), (_var) }
156
157#define to_channel(k) (container_of(k, struct dev_ch_attribute, attr)->channel)
158
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700159/* Set of more default csrow<id> attribute show/store functions */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300160static ssize_t csrow_ue_count_show(struct device *dev,
161 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700162{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300163 struct csrow_info *csrow = to_csrow(dev);
164
Douglas Thompson079708b2007-07-19 01:49:58 -0700165 return sprintf(data, "%u\n", csrow->ue_count);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700166}
167
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300168static ssize_t csrow_ce_count_show(struct device *dev,
169 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700170{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300171 struct csrow_info *csrow = to_csrow(dev);
172
Douglas Thompson079708b2007-07-19 01:49:58 -0700173 return sprintf(data, "%u\n", csrow->ce_count);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700174}
175
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300176static ssize_t csrow_size_show(struct device *dev,
177 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700178{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300179 struct csrow_info *csrow = to_csrow(dev);
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300180 int i;
181 u32 nr_pages = 0;
182
Borislav Petkov16a528ee2012-09-13 18:53:58 +0200183 if (csrow->mci->csbased)
184 return sprintf(data, "%u\n", PAGES_TO_MiB(csrow->nr_pages));
185
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300186 for (i = 0; i < csrow->nr_channels; i++)
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300187 nr_pages += csrow->channels[i]->dimm->nr_pages;
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300188 return sprintf(data, "%u\n", PAGES_TO_MiB(nr_pages));
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700189}
190
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300191static ssize_t csrow_mem_type_show(struct device *dev,
192 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700193{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300194 struct csrow_info *csrow = to_csrow(dev);
195
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300196 return sprintf(data, "%s\n", mem_types[csrow->channels[0]->dimm->mtype]);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700197}
198
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300199static ssize_t csrow_dev_type_show(struct device *dev,
200 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700201{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300202 struct csrow_info *csrow = to_csrow(dev);
203
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300204 return sprintf(data, "%s\n", dev_types[csrow->channels[0]->dimm->dtype]);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700205}
206
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300207static ssize_t csrow_edac_mode_show(struct device *dev,
208 struct device_attribute *mattr,
209 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700210{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300211 struct csrow_info *csrow = to_csrow(dev);
212
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300213 return sprintf(data, "%s\n", edac_caps[csrow->channels[0]->dimm->edac_mode]);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700214}
215
216/* show/store functions for DIMM Label attributes */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300217static ssize_t channel_dimm_label_show(struct device *dev,
218 struct device_attribute *mattr,
219 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700220{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300221 struct csrow_info *csrow = to_csrow(dev);
222 unsigned chan = to_channel(mattr);
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300223 struct rank_info *rank = csrow->channels[chan];
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300224
Arthur Jones124682c2008-07-25 01:49:12 -0700225 /* if field has not been initialized, there is nothing to send */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300226 if (!rank->dimm->label[0])
Arthur Jones124682c2008-07-25 01:49:12 -0700227 return 0;
228
229 return snprintf(data, EDAC_MC_LABEL_LEN, "%s\n",
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300230 rank->dimm->label);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700231}
232
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300233static ssize_t channel_dimm_label_store(struct device *dev,
234 struct device_attribute *mattr,
235 const char *data, size_t count)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700236{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300237 struct csrow_info *csrow = to_csrow(dev);
238 unsigned chan = to_channel(mattr);
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300239 struct rank_info *rank = csrow->channels[chan];
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300240
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700241 ssize_t max_size = 0;
242
Douglas Thompson079708b2007-07-19 01:49:58 -0700243 max_size = min((ssize_t) count, (ssize_t) EDAC_MC_LABEL_LEN - 1);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300244 strncpy(rank->dimm->label, data, max_size);
245 rank->dimm->label[max_size] = '\0';
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700246
247 return max_size;
248}
249
250/* show function for dynamic chX_ce_count attribute */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300251static ssize_t channel_ce_count_show(struct device *dev,
252 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700253{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300254 struct csrow_info *csrow = to_csrow(dev);
255 unsigned chan = to_channel(mattr);
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300256 struct rank_info *rank = csrow->channels[chan];
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300257
258 return sprintf(data, "%u\n", rank->ce_count);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700259}
260
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300261/* cwrow<id>/attribute files */
262DEVICE_ATTR_LEGACY(size_mb, S_IRUGO, csrow_size_show, NULL);
263DEVICE_ATTR_LEGACY(dev_type, S_IRUGO, csrow_dev_type_show, NULL);
264DEVICE_ATTR_LEGACY(mem_type, S_IRUGO, csrow_mem_type_show, NULL);
265DEVICE_ATTR_LEGACY(edac_mode, S_IRUGO, csrow_edac_mode_show, NULL);
266DEVICE_ATTR_LEGACY(ue_count, S_IRUGO, csrow_ue_count_show, NULL);
267DEVICE_ATTR_LEGACY(ce_count, S_IRUGO, csrow_ce_count_show, NULL);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700268
269/* default attributes of the CSROW<id> object */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300270static struct attribute *csrow_attrs[] = {
271 &dev_attr_legacy_dev_type.attr,
272 &dev_attr_legacy_mem_type.attr,
273 &dev_attr_legacy_edac_mode.attr,
274 &dev_attr_legacy_size_mb.attr,
275 &dev_attr_legacy_ue_count.attr,
276 &dev_attr_legacy_ce_count.attr,
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700277 NULL,
278};
279
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300280static struct attribute_group csrow_attr_grp = {
281 .attrs = csrow_attrs,
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700282};
283
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300284static const struct attribute_group *csrow_attr_groups[] = {
285 &csrow_attr_grp,
286 NULL
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700287};
288
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300289static void csrow_attr_release(struct device *dev)
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300290{
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300291 struct csrow_info *csrow = container_of(dev, struct csrow_info, dev);
292
Joe Perches956b9ba2012-04-29 17:08:39 -0300293 edac_dbg(1, "Releasing csrow device %s\n", dev_name(dev));
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300294 kfree(csrow);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300295}
296
297static struct device_type csrow_attr_type = {
298 .groups = csrow_attr_groups,
299 .release = csrow_attr_release,
300};
301
302/*
303 * possible dynamic channel DIMM Label attribute files
304 *
305 */
306
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700307#define EDAC_NR_CHANNELS 6
308
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300309DEVICE_CHANNEL(ch0_dimm_label, S_IRUGO | S_IWUSR,
310 channel_dimm_label_show, channel_dimm_label_store, 0);
311DEVICE_CHANNEL(ch1_dimm_label, S_IRUGO | S_IWUSR,
312 channel_dimm_label_show, channel_dimm_label_store, 1);
313DEVICE_CHANNEL(ch2_dimm_label, S_IRUGO | S_IWUSR,
314 channel_dimm_label_show, channel_dimm_label_store, 2);
315DEVICE_CHANNEL(ch3_dimm_label, S_IRUGO | S_IWUSR,
316 channel_dimm_label_show, channel_dimm_label_store, 3);
317DEVICE_CHANNEL(ch4_dimm_label, S_IRUGO | S_IWUSR,
318 channel_dimm_label_show, channel_dimm_label_store, 4);
319DEVICE_CHANNEL(ch5_dimm_label, S_IRUGO | S_IWUSR,
320 channel_dimm_label_show, channel_dimm_label_store, 5);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700321
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300322/* Total possible dynamic DIMM Label attribute file table */
323static struct device_attribute *dynamic_csrow_dimm_attr[] = {
324 &dev_attr_legacy_ch0_dimm_label.attr,
325 &dev_attr_legacy_ch1_dimm_label.attr,
326 &dev_attr_legacy_ch2_dimm_label.attr,
327 &dev_attr_legacy_ch3_dimm_label.attr,
328 &dev_attr_legacy_ch4_dimm_label.attr,
329 &dev_attr_legacy_ch5_dimm_label.attr
330};
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700331
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300332/* possible dynamic channel ce_count attribute files */
333DEVICE_CHANNEL(ch0_ce_count, S_IRUGO | S_IWUSR,
334 channel_ce_count_show, NULL, 0);
335DEVICE_CHANNEL(ch1_ce_count, S_IRUGO | S_IWUSR,
336 channel_ce_count_show, NULL, 1);
337DEVICE_CHANNEL(ch2_ce_count, S_IRUGO | S_IWUSR,
338 channel_ce_count_show, NULL, 2);
339DEVICE_CHANNEL(ch3_ce_count, S_IRUGO | S_IWUSR,
340 channel_ce_count_show, NULL, 3);
341DEVICE_CHANNEL(ch4_ce_count, S_IRUGO | S_IWUSR,
342 channel_ce_count_show, NULL, 4);
343DEVICE_CHANNEL(ch5_ce_count, S_IRUGO | S_IWUSR,
344 channel_ce_count_show, NULL, 5);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700345
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300346/* Total possible dynamic ce_count attribute file table */
347static struct device_attribute *dynamic_csrow_ce_count_attr[] = {
348 &dev_attr_legacy_ch0_ce_count.attr,
349 &dev_attr_legacy_ch1_ce_count.attr,
350 &dev_attr_legacy_ch2_ce_count.attr,
351 &dev_attr_legacy_ch3_ce_count.attr,
352 &dev_attr_legacy_ch4_ce_count.attr,
353 &dev_attr_legacy_ch5_ce_count.attr
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700354};
355
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300356static inline int nr_pages_per_csrow(struct csrow_info *csrow)
357{
358 int chan, nr_pages = 0;
359
360 for (chan = 0; chan < csrow->nr_channels; chan++)
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300361 nr_pages += csrow->channels[chan]->dimm->nr_pages;
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300362
363 return nr_pages;
364}
365
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700366/* Create a CSROW object under specifed edac_mc_device */
Doug Thompson8096cfa2007-07-19 01:50:27 -0700367static int edac_create_csrow_object(struct mem_ctl_info *mci,
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300368 struct csrow_info *csrow, int index)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700369{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300370 int err, chan;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700371
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300372 if (csrow->nr_channels >= EDAC_NR_CHANNELS)
373 return -ENODEV;
Doug Thompson8096cfa2007-07-19 01:50:27 -0700374
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300375 csrow->dev.type = &csrow_attr_type;
376 csrow->dev.bus = &mci->bus;
377 device_initialize(&csrow->dev);
378 csrow->dev.parent = &mci->dev;
Borislav Petkov921a6892012-09-13 18:46:39 +0200379 csrow->mci = mci;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300380 dev_set_name(&csrow->dev, "csrow%d", index);
381 dev_set_drvdata(&csrow->dev, csrow);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700382
Joe Perches956b9ba2012-04-29 17:08:39 -0300383 edac_dbg(0, "creating (virtual) csrow node %s\n",
384 dev_name(&csrow->dev));
Doug Thompson8096cfa2007-07-19 01:50:27 -0700385
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300386 err = device_add(&csrow->dev);
387 if (err < 0)
388 return err;
Doug Thompson8096cfa2007-07-19 01:50:27 -0700389
Doug Thompson8096cfa2007-07-19 01:50:27 -0700390 for (chan = 0; chan < csrow->nr_channels; chan++) {
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300391 /* Only expose populated DIMMs */
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300392 if (!csrow->channels[chan]->dimm->nr_pages)
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300393 continue;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300394 err = device_create_file(&csrow->dev,
395 dynamic_csrow_dimm_attr[chan]);
396 if (err < 0)
397 goto error;
398 err = device_create_file(&csrow->dev,
399 dynamic_csrow_ce_count_attr[chan]);
400 if (err < 0) {
401 device_remove_file(&csrow->dev,
402 dynamic_csrow_dimm_attr[chan]);
403 goto error;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700404 }
405 }
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300406
Doug Thompson8096cfa2007-07-19 01:50:27 -0700407 return 0;
408
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300409error:
410 for (--chan; chan >= 0; chan--) {
411 device_remove_file(&csrow->dev,
412 dynamic_csrow_dimm_attr[chan]);
413 device_remove_file(&csrow->dev,
414 dynamic_csrow_ce_count_attr[chan]);
415 }
416 put_device(&csrow->dev);
Doug Thompson8096cfa2007-07-19 01:50:27 -0700417
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700418 return err;
419}
420
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300421/* Create a CSROW object under specifed edac_mc_device */
422static int edac_create_csrow_objects(struct mem_ctl_info *mci)
423{
424 int err, i, chan;
425 struct csrow_info *csrow;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700426
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300427 for (i = 0; i < mci->nr_csrows; i++) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300428 csrow = mci->csrows[i];
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300429 if (!nr_pages_per_csrow(csrow))
430 continue;
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300431 err = edac_create_csrow_object(mci, mci->csrows[i], i);
Mauro Carvalho Chehab3d958822013-02-15 07:51:25 -0300432 if (err < 0) {
433 edac_dbg(1,
434 "failure: create csrow objects for csrow %d\n",
435 i);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300436 goto error;
Mauro Carvalho Chehab3d958822013-02-15 07:51:25 -0300437 }
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300438 }
439 return 0;
440
441error:
442 for (--i; i >= 0; i--) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300443 csrow = mci->csrows[i];
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300444 if (!nr_pages_per_csrow(csrow))
445 continue;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300446 for (chan = csrow->nr_channels - 1; chan >= 0; chan--) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300447 if (!csrow->channels[chan]->dimm->nr_pages)
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300448 continue;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300449 device_remove_file(&csrow->dev,
450 dynamic_csrow_dimm_attr[chan]);
451 device_remove_file(&csrow->dev,
452 dynamic_csrow_ce_count_attr[chan]);
453 }
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300454 put_device(&mci->csrows[i]->dev);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300455 }
456
457 return err;
458}
459
460static void edac_delete_csrow_objects(struct mem_ctl_info *mci)
461{
462 int i, chan;
463 struct csrow_info *csrow;
464
465 for (i = mci->nr_csrows - 1; i >= 0; i--) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300466 csrow = mci->csrows[i];
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300467 if (!nr_pages_per_csrow(csrow))
468 continue;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300469 for (chan = csrow->nr_channels - 1; chan >= 0; chan--) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300470 if (!csrow->channels[chan]->dimm->nr_pages)
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300471 continue;
Joe Perches956b9ba2012-04-29 17:08:39 -0300472 edac_dbg(1, "Removing csrow %d channel %d sysfs nodes\n",
473 i, chan);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300474 device_remove_file(&csrow->dev,
475 dynamic_csrow_dimm_attr[chan]);
476 device_remove_file(&csrow->dev,
477 dynamic_csrow_ce_count_attr[chan]);
478 }
Lans Zhang44d22e22012-12-24 14:01:34 +0100479 device_unregister(&mci->csrows[i]->dev);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300480 }
481}
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300482#endif
483
484/*
485 * Per-dimm (or per-rank) devices
486 */
487
488#define to_dimm(k) container_of(k, struct dimm_info, dev)
489
490/* show/store functions for DIMM Label attributes */
491static ssize_t dimmdev_location_show(struct device *dev,
492 struct device_attribute *mattr, char *data)
493{
494 struct dimm_info *dimm = to_dimm(dev);
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300495
Mauro Carvalho Chehab6e84d352012-04-30 10:24:43 -0300496 return edac_dimm_info_location(dimm, data, PAGE_SIZE);
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300497}
498
499static ssize_t dimmdev_label_show(struct device *dev,
500 struct device_attribute *mattr, char *data)
501{
502 struct dimm_info *dimm = to_dimm(dev);
503
504 /* if field has not been initialized, there is nothing to send */
505 if (!dimm->label[0])
506 return 0;
507
508 return snprintf(data, EDAC_MC_LABEL_LEN, "%s\n", dimm->label);
509}
510
511static ssize_t dimmdev_label_store(struct device *dev,
512 struct device_attribute *mattr,
513 const char *data,
514 size_t count)
515{
516 struct dimm_info *dimm = to_dimm(dev);
517
518 ssize_t max_size = 0;
519
520 max_size = min((ssize_t) count, (ssize_t) EDAC_MC_LABEL_LEN - 1);
521 strncpy(dimm->label, data, max_size);
522 dimm->label[max_size] = '\0';
523
524 return max_size;
525}
526
527static ssize_t dimmdev_size_show(struct device *dev,
528 struct device_attribute *mattr, char *data)
529{
530 struct dimm_info *dimm = to_dimm(dev);
531
532 return sprintf(data, "%u\n", PAGES_TO_MiB(dimm->nr_pages));
533}
534
535static ssize_t dimmdev_mem_type_show(struct device *dev,
536 struct device_attribute *mattr, char *data)
537{
538 struct dimm_info *dimm = to_dimm(dev);
539
540 return sprintf(data, "%s\n", mem_types[dimm->mtype]);
541}
542
543static ssize_t dimmdev_dev_type_show(struct device *dev,
544 struct device_attribute *mattr, char *data)
545{
546 struct dimm_info *dimm = to_dimm(dev);
547
548 return sprintf(data, "%s\n", dev_types[dimm->dtype]);
549}
550
551static ssize_t dimmdev_edac_mode_show(struct device *dev,
552 struct device_attribute *mattr,
553 char *data)
554{
555 struct dimm_info *dimm = to_dimm(dev);
556
557 return sprintf(data, "%s\n", edac_caps[dimm->edac_mode]);
558}
559
560/* dimm/rank attribute files */
561static DEVICE_ATTR(dimm_label, S_IRUGO | S_IWUSR,
562 dimmdev_label_show, dimmdev_label_store);
563static DEVICE_ATTR(dimm_location, S_IRUGO, dimmdev_location_show, NULL);
564static DEVICE_ATTR(size, S_IRUGO, dimmdev_size_show, NULL);
565static DEVICE_ATTR(dimm_mem_type, S_IRUGO, dimmdev_mem_type_show, NULL);
566static DEVICE_ATTR(dimm_dev_type, S_IRUGO, dimmdev_dev_type_show, NULL);
567static DEVICE_ATTR(dimm_edac_mode, S_IRUGO, dimmdev_edac_mode_show, NULL);
568
569/* attributes of the dimm<id>/rank<id> object */
570static struct attribute *dimm_attrs[] = {
571 &dev_attr_dimm_label.attr,
572 &dev_attr_dimm_location.attr,
573 &dev_attr_size.attr,
574 &dev_attr_dimm_mem_type.attr,
575 &dev_attr_dimm_dev_type.attr,
576 &dev_attr_dimm_edac_mode.attr,
577 NULL,
578};
579
580static struct attribute_group dimm_attr_grp = {
581 .attrs = dimm_attrs,
582};
583
584static const struct attribute_group *dimm_attr_groups[] = {
585 &dimm_attr_grp,
586 NULL
587};
588
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300589static void dimm_attr_release(struct device *dev)
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300590{
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300591 struct dimm_info *dimm = container_of(dev, struct dimm_info, dev);
592
Joe Perches956b9ba2012-04-29 17:08:39 -0300593 edac_dbg(1, "Releasing dimm device %s\n", dev_name(dev));
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300594 kfree(dimm);
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300595}
596
597static struct device_type dimm_attr_type = {
598 .groups = dimm_attr_groups,
599 .release = dimm_attr_release,
600};
601
602/* Create a DIMM object under specifed memory controller device */
603static int edac_create_dimm_object(struct mem_ctl_info *mci,
604 struct dimm_info *dimm,
605 int index)
606{
607 int err;
608 dimm->mci = mci;
609
610 dimm->dev.type = &dimm_attr_type;
611 dimm->dev.bus = &mci->bus;
612 device_initialize(&dimm->dev);
613
614 dimm->dev.parent = &mci->dev;
615 if (mci->mem_is_per_rank)
616 dev_set_name(&dimm->dev, "rank%d", index);
617 else
618 dev_set_name(&dimm->dev, "dimm%d", index);
619 dev_set_drvdata(&dimm->dev, dimm);
620 pm_runtime_forbid(&mci->dev);
621
622 err = device_add(&dimm->dev);
623
Joe Perches956b9ba2012-04-29 17:08:39 -0300624 edac_dbg(0, "creating rank/dimm device %s\n", dev_name(&dimm->dev));
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300625
626 return err;
627}
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300628
629/*
630 * Memory controller device
631 */
632
633#define to_mci(k) container_of(k, struct mem_ctl_info, dev)
634
635static ssize_t mci_reset_counters_store(struct device *dev,
636 struct device_attribute *mattr,
Douglas Thompson079708b2007-07-19 01:49:58 -0700637 const char *data, size_t count)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700638{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300639 struct mem_ctl_info *mci = to_mci(dev);
640 int cnt, row, chan, i;
Mauro Carvalho Chehab5926ff52012-02-09 11:05:20 -0300641 mci->ue_mc = 0;
642 mci->ce_mc = 0;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300643 mci->ue_noinfo_count = 0;
644 mci->ce_noinfo_count = 0;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700645
646 for (row = 0; row < mci->nr_csrows; row++) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300647 struct csrow_info *ri = mci->csrows[row];
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700648
649 ri->ue_count = 0;
650 ri->ce_count = 0;
651
652 for (chan = 0; chan < ri->nr_channels; chan++)
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300653 ri->channels[chan]->ce_count = 0;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700654 }
655
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300656 cnt = 1;
657 for (i = 0; i < mci->n_layers; i++) {
658 cnt *= mci->layers[i].size;
659 memset(mci->ce_per_layer[i], 0, cnt * sizeof(u32));
660 memset(mci->ue_per_layer[i], 0, cnt * sizeof(u32));
661 }
662
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700663 mci->start_time = jiffies;
664 return count;
665}
666
Borislav Petkov39094442010-11-24 19:52:09 +0100667/* Memory scrubbing interface:
668 *
669 * A MC driver can limit the scrubbing bandwidth based on the CPU type.
670 * Therefore, ->set_sdram_scrub_rate should be made to return the actual
671 * bandwidth that is accepted or 0 when scrubbing is to be disabled.
672 *
673 * Negative value still means that an error has occurred while setting
674 * the scrub rate.
675 */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300676static ssize_t mci_sdram_scrub_rate_store(struct device *dev,
677 struct device_attribute *mattr,
Borislav Petkoveba042a2010-05-25 18:21:07 +0200678 const char *data, size_t count)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700679{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300680 struct mem_ctl_info *mci = to_mci(dev);
Borislav Petkoveba042a2010-05-25 18:21:07 +0200681 unsigned long bandwidth = 0;
Borislav Petkov39094442010-11-24 19:52:09 +0100682 int new_bw = 0;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700683
Borislav Petkoveba042a2010-05-25 18:21:07 +0200684 if (strict_strtoul(data, 10, &bandwidth) < 0)
685 return -EINVAL;
686
Borislav Petkov39094442010-11-24 19:52:09 +0100687 new_bw = mci->set_sdram_scrub_rate(mci, bandwidth);
Markus Trippelsdorf49496032011-04-20 14:28:45 -0400688 if (new_bw < 0) {
689 edac_printk(KERN_WARNING, EDAC_MC,
690 "Error setting scrub rate to: %lu\n", bandwidth);
691 return -EINVAL;
Borislav Petkoveba042a2010-05-25 18:21:07 +0200692 }
Borislav Petkov39094442010-11-24 19:52:09 +0100693
Markus Trippelsdorf49496032011-04-20 14:28:45 -0400694 return count;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700695}
696
Borislav Petkov39094442010-11-24 19:52:09 +0100697/*
698 * ->get_sdram_scrub_rate() return value semantics same as above.
699 */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300700static ssize_t mci_sdram_scrub_rate_show(struct device *dev,
701 struct device_attribute *mattr,
702 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700703{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300704 struct mem_ctl_info *mci = to_mci(dev);
Borislav Petkov39094442010-11-24 19:52:09 +0100705 int bandwidth = 0;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700706
Borislav Petkov39094442010-11-24 19:52:09 +0100707 bandwidth = mci->get_sdram_scrub_rate(mci);
708 if (bandwidth < 0) {
709 edac_printk(KERN_DEBUG, EDAC_MC, "Error reading scrub rate\n");
710 return bandwidth;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700711 }
Borislav Petkoveba042a2010-05-25 18:21:07 +0200712
Borislav Petkov39094442010-11-24 19:52:09 +0100713 return sprintf(data, "%d\n", bandwidth);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700714}
715
716/* default attribute files for the MCI object */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300717static ssize_t mci_ue_count_show(struct device *dev,
718 struct device_attribute *mattr,
719 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700720{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300721 struct mem_ctl_info *mci = to_mci(dev);
722
Mauro Carvalho Chehab5926ff52012-02-09 11:05:20 -0300723 return sprintf(data, "%d\n", mci->ue_mc);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700724}
725
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300726static ssize_t mci_ce_count_show(struct device *dev,
727 struct device_attribute *mattr,
728 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700729{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300730 struct mem_ctl_info *mci = to_mci(dev);
731
Mauro Carvalho Chehab5926ff52012-02-09 11:05:20 -0300732 return sprintf(data, "%d\n", mci->ce_mc);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700733}
734
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300735static ssize_t mci_ce_noinfo_show(struct device *dev,
736 struct device_attribute *mattr,
737 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700738{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300739 struct mem_ctl_info *mci = to_mci(dev);
740
Douglas Thompson079708b2007-07-19 01:49:58 -0700741 return sprintf(data, "%d\n", mci->ce_noinfo_count);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700742}
743
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300744static ssize_t mci_ue_noinfo_show(struct device *dev,
745 struct device_attribute *mattr,
746 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700747{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300748 struct mem_ctl_info *mci = to_mci(dev);
749
Douglas Thompson079708b2007-07-19 01:49:58 -0700750 return sprintf(data, "%d\n", mci->ue_noinfo_count);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700751}
752
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300753static ssize_t mci_seconds_show(struct device *dev,
754 struct device_attribute *mattr,
755 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700756{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300757 struct mem_ctl_info *mci = to_mci(dev);
758
Douglas Thompson079708b2007-07-19 01:49:58 -0700759 return sprintf(data, "%ld\n", (jiffies - mci->start_time) / HZ);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700760}
761
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300762static ssize_t mci_ctl_name_show(struct device *dev,
763 struct device_attribute *mattr,
764 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700765{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300766 struct mem_ctl_info *mci = to_mci(dev);
767
Douglas Thompson079708b2007-07-19 01:49:58 -0700768 return sprintf(data, "%s\n", mci->ctl_name);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700769}
770
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300771static ssize_t mci_size_mb_show(struct device *dev,
772 struct device_attribute *mattr,
773 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700774{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300775 struct mem_ctl_info *mci = to_mci(dev);
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300776 int total_pages = 0, csrow_idx, j;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700777
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300778 for (csrow_idx = 0; csrow_idx < mci->nr_csrows; csrow_idx++) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300779 struct csrow_info *csrow = mci->csrows[csrow_idx];
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700780
Josh Hunt3c062272012-09-21 07:45:49 -0700781 if (csrow->mci->csbased) {
782 total_pages += csrow->nr_pages;
783 } else {
784 for (j = 0; j < csrow->nr_channels; j++) {
785 struct dimm_info *dimm = csrow->channels[j]->dimm;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700786
Josh Hunt3c062272012-09-21 07:45:49 -0700787 total_pages += dimm->nr_pages;
788 }
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300789 }
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700790 }
791
Douglas Thompson079708b2007-07-19 01:49:58 -0700792 return sprintf(data, "%u\n", PAGES_TO_MiB(total_pages));
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700793}
794
Mauro Carvalho Chehab8ad6c782012-03-21 17:13:24 -0300795static ssize_t mci_max_location_show(struct device *dev,
796 struct device_attribute *mattr,
797 char *data)
798{
799 struct mem_ctl_info *mci = to_mci(dev);
800 int i;
801 char *p = data;
802
803 for (i = 0; i < mci->n_layers; i++) {
804 p += sprintf(p, "%s %d ",
805 edac_layer_name[mci->layers[i].type],
806 mci->layers[i].size - 1);
807 }
808
809 return p - data;
810}
811
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300812#ifdef CONFIG_EDAC_DEBUG
813static ssize_t edac_fake_inject_write(struct file *file,
814 const char __user *data,
815 size_t count, loff_t *ppos)
816{
817 struct device *dev = file->private_data;
818 struct mem_ctl_info *mci = to_mci(dev);
819 static enum hw_event_mc_err_type type;
Mauro Carvalho Chehab38ced282012-06-12 10:55:57 -0300820 u16 errcount = mci->fake_inject_count;
821
822 if (!errcount)
823 errcount = 1;
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300824
825 type = mci->fake_inject_ue ? HW_EVENT_ERR_UNCORRECTED
826 : HW_EVENT_ERR_CORRECTED;
827
828 printk(KERN_DEBUG
Mauro Carvalho Chehab38ced282012-06-12 10:55:57 -0300829 "Generating %d %s fake error%s to %d.%d.%d to test core handling. NOTE: this won't test the driver-specific decoding logic.\n",
830 errcount,
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300831 (type == HW_EVENT_ERR_UNCORRECTED) ? "UE" : "CE",
Mauro Carvalho Chehab38ced282012-06-12 10:55:57 -0300832 errcount > 1 ? "s" : "",
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300833 mci->fake_inject_layer[0],
834 mci->fake_inject_layer[1],
835 mci->fake_inject_layer[2]
836 );
Mauro Carvalho Chehab38ced282012-06-12 10:55:57 -0300837 edac_mc_handle_error(type, mci, errcount, 0, 0, 0,
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300838 mci->fake_inject_layer[0],
839 mci->fake_inject_layer[1],
840 mci->fake_inject_layer[2],
Mauro Carvalho Chehab03f7eae2012-06-04 11:29:25 -0300841 "FAKE ERROR", "for EDAC testing only");
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300842
843 return count;
844}
845
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300846static const struct file_operations debug_fake_inject_fops = {
Wei Yongjundb7312a2012-10-17 16:32:01 +0800847 .open = simple_open,
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300848 .write = edac_fake_inject_write,
849 .llseek = generic_file_llseek,
850};
851#endif
852
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700853/* default Control file */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300854DEVICE_ATTR(reset_counters, S_IWUSR, NULL, mci_reset_counters_store);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700855
856/* default Attribute files */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300857DEVICE_ATTR(mc_name, S_IRUGO, mci_ctl_name_show, NULL);
858DEVICE_ATTR(size_mb, S_IRUGO, mci_size_mb_show, NULL);
859DEVICE_ATTR(seconds_since_reset, S_IRUGO, mci_seconds_show, NULL);
860DEVICE_ATTR(ue_noinfo_count, S_IRUGO, mci_ue_noinfo_show, NULL);
861DEVICE_ATTR(ce_noinfo_count, S_IRUGO, mci_ce_noinfo_show, NULL);
862DEVICE_ATTR(ue_count, S_IRUGO, mci_ue_count_show, NULL);
863DEVICE_ATTR(ce_count, S_IRUGO, mci_ce_count_show, NULL);
Mauro Carvalho Chehab8ad6c782012-03-21 17:13:24 -0300864DEVICE_ATTR(max_location, S_IRUGO, mci_max_location_show, NULL);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700865
866/* memory scrubber attribute file */
Mauro Carvalho Chehabe7100472013-02-19 08:04:55 -0300867DEVICE_ATTR(sdram_scrub_rate, 0, NULL, NULL);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700868
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300869static struct attribute *mci_attrs[] = {
870 &dev_attr_reset_counters.attr,
871 &dev_attr_mc_name.attr,
872 &dev_attr_size_mb.attr,
873 &dev_attr_seconds_since_reset.attr,
874 &dev_attr_ue_noinfo_count.attr,
875 &dev_attr_ce_noinfo_count.attr,
876 &dev_attr_ue_count.attr,
877 &dev_attr_ce_count.attr,
Mauro Carvalho Chehab8ad6c782012-03-21 17:13:24 -0300878 &dev_attr_max_location.attr,
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700879 NULL
880};
881
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300882static struct attribute_group mci_attr_grp = {
883 .attrs = mci_attrs,
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700884};
885
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300886static const struct attribute_group *mci_attr_groups[] = {
887 &mci_attr_grp,
888 NULL
Mauro Carvalho Chehabcc301b32009-09-24 16:23:42 -0300889};
890
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300891static void mci_attr_release(struct device *dev)
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300892{
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300893 struct mem_ctl_info *mci = container_of(dev, struct mem_ctl_info, dev);
894
Joe Perches956b9ba2012-04-29 17:08:39 -0300895 edac_dbg(1, "Releasing csrow device %s\n", dev_name(dev));
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300896 kfree(mci);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300897}
898
899static struct device_type mci_attr_type = {
900 .groups = mci_attr_groups,
901 .release = mci_attr_release,
Mauro Carvalho Chehabcc301b32009-09-24 16:23:42 -0300902};
903
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300904#ifdef CONFIG_EDAC_DEBUG
Rob Herringe7930ba2012-06-11 21:32:12 -0500905static struct dentry *edac_debugfs;
906
907int __init edac_debugfs_init(void)
908{
909 edac_debugfs = debugfs_create_dir("edac", NULL);
910 if (IS_ERR(edac_debugfs)) {
911 edac_debugfs = NULL;
912 return -ENOMEM;
913 }
914 return 0;
915}
916
917void __exit edac_debugfs_exit(void)
918{
919 debugfs_remove(edac_debugfs);
920}
921
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300922int edac_create_debug_nodes(struct mem_ctl_info *mci)
923{
924 struct dentry *d, *parent;
925 char name[80];
926 int i;
927
Rob Herringe7930ba2012-06-11 21:32:12 -0500928 if (!edac_debugfs)
929 return -ENODEV;
930
931 d = debugfs_create_dir(mci->dev.kobj.name, edac_debugfs);
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300932 if (!d)
933 return -ENOMEM;
934 parent = d;
935
936 for (i = 0; i < mci->n_layers; i++) {
937 sprintf(name, "fake_inject_%s",
938 edac_layer_name[mci->layers[i].type]);
939 d = debugfs_create_u8(name, S_IRUGO | S_IWUSR, parent,
940 &mci->fake_inject_layer[i]);
941 if (!d)
942 goto nomem;
943 }
944
945 d = debugfs_create_bool("fake_inject_ue", S_IRUGO | S_IWUSR, parent,
946 &mci->fake_inject_ue);
947 if (!d)
948 goto nomem;
949
Mauro Carvalho Chehab38ced282012-06-12 10:55:57 -0300950 d = debugfs_create_u16("fake_inject_count", S_IRUGO | S_IWUSR, parent,
951 &mci->fake_inject_count);
952 if (!d)
953 goto nomem;
954
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300955 d = debugfs_create_file("fake_inject", S_IWUSR, parent,
956 &mci->dev,
957 &debug_fake_inject_fops);
958 if (!d)
959 goto nomem;
960
Rob Herringe7930ba2012-06-11 21:32:12 -0500961 mci->debugfs = parent;
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300962 return 0;
963nomem:
964 debugfs_remove(mci->debugfs);
965 return -ENOMEM;
966}
967#endif
968
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700969/*
970 * Create a new Memory Controller kobject instance,
971 * mc<id> under the 'mc' directory
972 *
973 * Return:
974 * 0 Success
975 * !0 Failure
976 */
977int edac_create_sysfs_mci_device(struct mem_ctl_info *mci)
978{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300979 int i, err;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700980
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300981 /*
982 * The memory controller needs its own bus, in order to avoid
983 * namespace conflicts at /sys/bus/edac.
Douglas Thompson42a8e392007-07-19 01:50:10 -0700984 */
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300985 mci->bus.name = kasprintf(GFP_KERNEL, "mc%d", mci->mc_idx);
986 if (!mci->bus.name)
987 return -ENOMEM;
Joe Perches956b9ba2012-04-29 17:08:39 -0300988 edac_dbg(0, "creating bus %s\n", mci->bus.name);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300989 err = bus_register(&mci->bus);
990 if (err < 0)
991 return err;
992
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300993 /* get the /sys/devices/system/edac subsys reference */
994 mci->dev.type = &mci_attr_type;
995 device_initialize(&mci->dev);
996
997 mci->dev.parent = mci_pdev;
998 mci->dev.bus = &mci->bus;
999 dev_set_name(&mci->dev, "mc%d", mci->mc_idx);
1000 dev_set_drvdata(&mci->dev, mci);
1001 pm_runtime_forbid(&mci->dev);
1002
Joe Perches956b9ba2012-04-29 17:08:39 -03001003 edac_dbg(0, "creating device %s\n", dev_name(&mci->dev));
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001004 err = device_add(&mci->dev);
1005 if (err < 0) {
Mauro Carvalho Chehab3d958822013-02-15 07:51:25 -03001006 edac_dbg(1, "failure: create device %s\n", dev_name(&mci->dev));
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001007 bus_unregister(&mci->bus);
1008 kfree(mci->bus.name);
1009 return err;
Douglas Thompson42a8e392007-07-19 01:50:10 -07001010 }
1011
Mauro Carvalho Chehabe7100472013-02-19 08:04:55 -03001012 if (mci->set_sdram_scrub_rate || mci->get_sdram_scrub_rate) {
1013 if (mci->get_sdram_scrub_rate) {
1014 dev_attr_sdram_scrub_rate.attr.mode |= S_IRUGO;
1015 dev_attr_sdram_scrub_rate.show = &mci_sdram_scrub_rate_show;
1016 }
1017 if (mci->set_sdram_scrub_rate) {
1018 dev_attr_sdram_scrub_rate.attr.mode |= S_IWUSR;
1019 dev_attr_sdram_scrub_rate.store = &mci_sdram_scrub_rate_store;
1020 }
1021 err = device_create_file(&mci->dev,
1022 &dev_attr_sdram_scrub_rate);
1023 if (err) {
1024 edac_dbg(1, "failure: create sdram_scrub_rate\n");
1025 goto fail2;
1026 }
1027 }
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001028 /*
1029 * Create the dimm/rank devices
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001030 */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001031 for (i = 0; i < mci->tot_dimms; i++) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001032 struct dimm_info *dimm = mci->dimms[i];
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001033 /* Only expose populated DIMMs */
1034 if (dimm->nr_pages == 0)
1035 continue;
1036#ifdef CONFIG_EDAC_DEBUG
Joe Perches956b9ba2012-04-29 17:08:39 -03001037 edac_dbg(1, "creating dimm%d, located at ", i);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001038 if (edac_debug_level >= 1) {
1039 int lay;
1040 for (lay = 0; lay < mci->n_layers; lay++)
1041 printk(KERN_CONT "%s %d ",
1042 edac_layer_name[mci->layers[lay].type],
1043 dimm->location[lay]);
1044 printk(KERN_CONT "\n");
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001045 }
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001046#endif
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -03001047 err = edac_create_dimm_object(mci, dimm, i);
1048 if (err) {
Joe Perches956b9ba2012-04-29 17:08:39 -03001049 edac_dbg(1, "failure: create dimm %d obj\n", i);
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -03001050 goto fail;
1051 }
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001052 }
1053
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -03001054#ifdef CONFIG_EDAC_LEGACY_SYSFS
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001055 err = edac_create_csrow_objects(mci);
1056 if (err < 0)
1057 goto fail;
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -03001058#endif
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001059
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -03001060#ifdef CONFIG_EDAC_DEBUG
1061 edac_create_debug_nodes(mci);
1062#endif
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001063 return 0;
1064
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001065fail:
Douglas Thompson079708b2007-07-19 01:49:58 -07001066 for (i--; i >= 0; i--) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001067 struct dimm_info *dimm = mci->dimms[i];
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001068 if (dimm->nr_pages == 0)
1069 continue;
Lans Zhang44d22e22012-12-24 14:01:34 +01001070 device_unregister(&dimm->dev);
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001071 }
Mauro Carvalho Chehabe7100472013-02-19 08:04:55 -03001072fail2:
Lans Zhang44d22e22012-12-24 14:01:34 +01001073 device_unregister(&mci->dev);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001074 bus_unregister(&mci->bus);
1075 kfree(mci->bus.name);
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001076 return err;
1077}
1078
1079/*
1080 * remove a Memory Controller instance
1081 */
1082void edac_remove_sysfs_mci_device(struct mem_ctl_info *mci)
1083{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001084 int i;
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001085
Joe Perches956b9ba2012-04-29 17:08:39 -03001086 edac_dbg(0, "\n");
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001087
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -03001088#ifdef CONFIG_EDAC_DEBUG
1089 debugfs_remove(mci->debugfs);
1090#endif
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -03001091#ifdef CONFIG_EDAC_LEGACY_SYSFS
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001092 edac_delete_csrow_objects(mci);
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -03001093#endif
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -03001094
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001095 for (i = 0; i < mci->tot_dimms; i++) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001096 struct dimm_info *dimm = mci->dimms[i];
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001097 if (dimm->nr_pages == 0)
1098 continue;
Joe Perches956b9ba2012-04-29 17:08:39 -03001099 edac_dbg(0, "removing device %s\n", dev_name(&dimm->dev));
Lans Zhang44d22e22012-12-24 14:01:34 +01001100 device_unregister(&dimm->dev);
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001101 }
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001102}
Doug Thompson8096cfa2007-07-19 01:50:27 -07001103
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001104void edac_unregister_sysfs(struct mem_ctl_info *mci)
Doug Thompson8096cfa2007-07-19 01:50:27 -07001105{
Joe Perches956b9ba2012-04-29 17:08:39 -03001106 edac_dbg(1, "Unregistering device %s\n", dev_name(&mci->dev));
Lans Zhang44d22e22012-12-24 14:01:34 +01001107 device_unregister(&mci->dev);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001108 bus_unregister(&mci->bus);
1109 kfree(mci->bus.name);
1110}
Doug Thompson8096cfa2007-07-19 01:50:27 -07001111
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001112static void mc_attr_release(struct device *dev)
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001113{
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001114 /*
1115 * There's no container structure here, as this is just the mci
1116 * parent device, used to create the /sys/devices/mc sysfs node.
1117 * So, there are no attributes on it.
1118 */
Joe Perches956b9ba2012-04-29 17:08:39 -03001119 edac_dbg(1, "Releasing device %s\n", dev_name(dev));
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001120 kfree(dev);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001121}
1122
1123static struct device_type mc_attr_type = {
1124 .release = mc_attr_release,
1125};
1126/*
1127 * Init/exit code for the module. Basically, creates/removes /sys/class/rc
1128 */
1129int __init edac_mc_sysfs_init(void)
1130{
1131 struct bus_type *edac_subsys;
1132 int err;
Doug Thompson8096cfa2007-07-19 01:50:27 -07001133
Kay Sieversfe5ff8b2011-12-14 15:21:07 -08001134 /* get the /sys/devices/system/edac subsys reference */
1135 edac_subsys = edac_get_sysfs_subsys();
1136 if (edac_subsys == NULL) {
Joe Perches956b9ba2012-04-29 17:08:39 -03001137 edac_dbg(1, "no edac_subsys\n");
Denis Kirjanov2d56b102012-10-25 19:42:58 +04001138 err = -EINVAL;
1139 goto out;
Doug Thompson8096cfa2007-07-19 01:50:27 -07001140 }
1141
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001142 mci_pdev = kzalloc(sizeof(*mci_pdev), GFP_KERNEL);
Denis Kirjanov2d56b102012-10-25 19:42:58 +04001143 if (!mci_pdev) {
1144 err = -ENOMEM;
1145 goto out_put_sysfs;
1146 }
Doug Thompson8096cfa2007-07-19 01:50:27 -07001147
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001148 mci_pdev->bus = edac_subsys;
1149 mci_pdev->type = &mc_attr_type;
1150 device_initialize(mci_pdev);
1151 dev_set_name(mci_pdev, "mc");
1152
1153 err = device_add(mci_pdev);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001154 if (err < 0)
Denis Kirjanov2d56b102012-10-25 19:42:58 +04001155 goto out_dev_free;
Doug Thompson8096cfa2007-07-19 01:50:27 -07001156
Joe Perches956b9ba2012-04-29 17:08:39 -03001157 edac_dbg(0, "device %s created\n", dev_name(mci_pdev));
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001158
Doug Thompson8096cfa2007-07-19 01:50:27 -07001159 return 0;
Denis Kirjanov2d56b102012-10-25 19:42:58 +04001160
1161 out_dev_free:
1162 kfree(mci_pdev);
1163 out_put_sysfs:
1164 edac_put_sysfs_subsys();
1165 out:
1166 return err;
Doug Thompson8096cfa2007-07-19 01:50:27 -07001167}
1168
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001169void __exit edac_mc_sysfs_exit(void)
Doug Thompson8096cfa2007-07-19 01:50:27 -07001170{
Lans Zhang44d22e22012-12-24 14:01:34 +01001171 device_unregister(mci_pdev);
Kay Sieversfe5ff8b2011-12-14 15:21:07 -08001172 edac_put_sysfs_subsys();
Doug Thompson8096cfa2007-07-19 01:50:27 -07001173}