blob: bdc86ee4c77935fa4f68be4bca2dbd567ed6a961 [file] [log] [blame]
Javier Gonzáleza4bd2172017-04-15 20:55:50 +02001/*
2 * Copyright (C) 2016 CNEX Labs
3 * Initial release: Javier Gonzalez <javier@cnexlabs.com>
4 * Matias Bjorling <matias@cnexlabs.com>
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License version
8 * 2 as published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License for more details.
14 *
15 * Implementation of a physical block-device target for Open-channel SSDs.
16 *
17 * pblk-sysfs.c - pblk's sysfs
18 *
19 */
20
21#include "pblk.h"
22
23static ssize_t pblk_sysfs_luns_show(struct pblk *pblk, char *page)
24{
25 struct nvm_tgt_dev *dev = pblk->dev;
26 struct nvm_geo *geo = &dev->geo;
27 struct pblk_lun *rlun;
28 ssize_t sz = 0;
29 int i;
30
Matias Bjørlingfae7fae2018-01-05 14:16:03 +010031 for (i = 0; i < geo->all_luns; i++) {
Javier Gonzáleza4bd2172017-04-15 20:55:50 +020032 int active = 1;
33
34 rlun = &pblk->luns[i];
35 if (!down_trylock(&rlun->wr_sem)) {
36 active = 0;
37 up(&rlun->wr_sem);
38 }
39 sz += snprintf(page + sz, PAGE_SIZE - sz,
40 "pblk: pos:%d, ch:%d, lun:%d - %d\n",
41 i,
Javier González69471512018-03-30 00:05:15 +020042 rlun->bppa.a.ch,
43 rlun->bppa.a.lun,
Javier Gonzáleza4bd2172017-04-15 20:55:50 +020044 active);
45 }
46
47 return sz;
48}
49
50static ssize_t pblk_sysfs_rate_limiter(struct pblk *pblk, char *page)
51{
Javier Gonzáleza7689932018-01-05 14:16:13 +010052 int free_blocks, free_user_blocks, total_blocks;
Javier Gonzáleza4bd2172017-04-15 20:55:50 +020053 int rb_user_max, rb_user_cnt;
Javier Gonzálezb20ba1b2017-06-26 11:57:27 +020054 int rb_gc_max, rb_gc_cnt, rb_budget, rb_state;
Javier Gonzáleza4bd2172017-04-15 20:55:50 +020055
Javier Gonzáleza7689932018-01-05 14:16:13 +010056 free_blocks = pblk_rl_nr_free_blks(&pblk->rl);
57 free_user_blocks = pblk_rl_nr_user_free_blks(&pblk->rl);
Javier Gonzáleza4bd2172017-04-15 20:55:50 +020058 rb_user_max = pblk->rl.rb_user_max;
59 rb_user_cnt = atomic_read(&pblk->rl.rb_user_cnt);
60 rb_gc_max = pblk->rl.rb_gc_max;
Javier Gonzáleza4bd2172017-04-15 20:55:50 +020061 rb_gc_cnt = atomic_read(&pblk->rl.rb_gc_cnt);
62 rb_budget = pblk->rl.rb_budget;
63 rb_state = pblk->rl.rb_state;
64
Javier Gonzálezb20ba1b2017-06-26 11:57:27 +020065 total_blocks = pblk->rl.total_blocks;
Javier Gonzáleza4bd2172017-04-15 20:55:50 +020066
67 return snprintf(page, PAGE_SIZE,
Javier Gonzáleza7689932018-01-05 14:16:13 +010068 "u:%u/%u,gc:%u/%u(%u)(stop:<%u,full:>%u,free:%d/%d/%d)-%d\n",
Javier Gonzáleza4bd2172017-04-15 20:55:50 +020069 rb_user_cnt,
70 rb_user_max,
71 rb_gc_cnt,
72 rb_gc_max,
Javier Gonzáleza4bd2172017-04-15 20:55:50 +020073 rb_state,
74 rb_budget,
Javier Gonzáleza4bd2172017-04-15 20:55:50 +020075 pblk->rl.high,
76 free_blocks,
Javier Gonzáleza7689932018-01-05 14:16:13 +010077 free_user_blocks,
Javier Gonzáleza4bd2172017-04-15 20:55:50 +020078 total_blocks,
79 READ_ONCE(pblk->rl.rb_user_active));
80}
81
82static ssize_t pblk_sysfs_gc_state_show(struct pblk *pblk, char *page)
83{
84 int gc_enabled, gc_active;
85
86 pblk_gc_sysfs_state_show(pblk, &gc_enabled, &gc_active);
87 return snprintf(page, PAGE_SIZE, "gc_enabled=%d, gc_active=%d\n",
88 gc_enabled, gc_active);
89}
90
91static ssize_t pblk_sysfs_stats(struct pblk *pblk, char *page)
92{
93 ssize_t sz;
94
95 sz = snprintf(page, PAGE_SIZE,
96 "read_failed=%lu, read_high_ecc=%lu, read_empty=%lu, read_failed_gc=%lu, write_failed=%lu, erase_failed=%lu\n",
97 atomic_long_read(&pblk->read_failed),
98 atomic_long_read(&pblk->read_high_ecc),
99 atomic_long_read(&pblk->read_empty),
100 atomic_long_read(&pblk->read_failed_gc),
101 atomic_long_read(&pblk->write_failed),
102 atomic_long_read(&pblk->erase_failed));
103
104 return sz;
105}
106
107static ssize_t pblk_sysfs_write_buffer(struct pblk *pblk, char *page)
108{
109 return pblk_rb_sysfs(&pblk->rwb, page);
110}
111
112static ssize_t pblk_sysfs_ppaf(struct pblk *pblk, char *page)
113{
114 struct nvm_tgt_dev *dev = pblk->dev;
115 struct nvm_geo *geo = &dev->geo;
116 ssize_t sz = 0;
117
Javier González3b2a3ad2018-03-30 00:05:21 +0200118 if (geo->version == NVM_OCSSD_SPEC_12) {
119 struct nvm_addrf_12 *ppaf = (struct nvm_addrf_12 *)&pblk->addrf;
120 struct nvm_addrf_12 *gppaf = (struct nvm_addrf_12 *)&geo->addrf;
Javier Gonzáleze46f4e42018-03-30 00:05:10 +0200121
Javier González3b2a3ad2018-03-30 00:05:21 +0200122 sz = snprintf(page, PAGE_SIZE,
123 "g:(b:%d)blk:%d/%d,pg:%d/%d,lun:%d/%d,ch:%d/%d,pl:%d/%d,sec:%d/%d\n",
Javier Gonzálezbb845ae42018-03-30 00:05:19 +0200124 pblk->addrf_len,
Javier Gonzáleze46f4e42018-03-30 00:05:10 +0200125 ppaf->blk_offset, ppaf->blk_len,
126 ppaf->pg_offset, ppaf->pg_len,
127 ppaf->lun_offset, ppaf->lun_len,
128 ppaf->ch_offset, ppaf->ch_len,
129 ppaf->pln_offset, ppaf->pln_len,
Javier Gonzáleza40afad2018-03-30 00:05:14 +0200130 ppaf->sec_offset, ppaf->sec_len);
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200131
Javier González3b2a3ad2018-03-30 00:05:21 +0200132 sz += snprintf(page + sz, PAGE_SIZE - sz,
133 "d:blk:%d/%d,pg:%d/%d,lun:%d/%d,ch:%d/%d,pl:%d/%d,sec:%d/%d\n",
134 gppaf->blk_offset, gppaf->blk_len,
135 gppaf->pg_offset, gppaf->pg_len,
136 gppaf->lun_offset, gppaf->lun_len,
137 gppaf->ch_offset, gppaf->ch_len,
138 gppaf->pln_offset, gppaf->pln_len,
139 gppaf->sec_offset, gppaf->sec_len);
140 } else {
141 struct nvm_addrf *ppaf = &pblk->addrf;
142 struct nvm_addrf *gppaf = &geo->addrf;
143
144 sz = snprintf(page, PAGE_SIZE,
145 "pblk:(s:%d)ch:%d/%d,lun:%d/%d,chk:%d/%d/sec:%d/%d\n",
146 pblk->addrf_len,
147 ppaf->ch_offset, ppaf->ch_len,
148 ppaf->lun_offset, ppaf->lun_len,
149 ppaf->chk_offset, ppaf->chk_len,
150 ppaf->sec_offset, ppaf->sec_len);
151
152 sz += snprintf(page + sz, PAGE_SIZE - sz,
153 "device:ch:%d/%d,lun:%d/%d,chk:%d/%d,sec:%d/%d\n",
154 gppaf->ch_offset, gppaf->ch_len,
155 gppaf->lun_offset, gppaf->lun_len,
156 gppaf->chk_offset, gppaf->chk_len,
157 gppaf->sec_offset, gppaf->sec_len);
158 }
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200159
160 return sz;
161}
162
163static ssize_t pblk_sysfs_lines(struct pblk *pblk, char *page)
164{
165 struct nvm_tgt_dev *dev = pblk->dev;
166 struct nvm_geo *geo = &dev->geo;
167 struct pblk_line_meta *lm = &pblk->lm;
168 struct pblk_line_mgmt *l_mg = &pblk->l_mg;
169 struct pblk_line *line;
170 ssize_t sz = 0;
171 int nr_free_lines;
172 int cur_data, cur_log;
Javier Gonzálezdd2a4342017-06-26 11:57:17 +0200173 int free_line_cnt = 0, closed_line_cnt = 0, emeta_line_cnt = 0;
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200174 int d_line_cnt = 0, l_line_cnt = 0;
175 int gc_full = 0, gc_high = 0, gc_mid = 0, gc_low = 0, gc_empty = 0;
Hans Holmberg48b8d202018-06-01 16:41:06 +0200176 int gc_werr = 0;
177
Javier Gonzálezfd1b0152017-06-26 11:57:18 +0200178 int bad = 0, cor = 0;
Javier González0880a9a2017-06-26 11:57:19 +0200179 int msecs = 0, cur_sec = 0, vsc = 0, sec_in_line = 0;
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200180 int map_weight = 0, meta_weight = 0;
181
182 spin_lock(&l_mg->free_lock);
183 cur_data = (l_mg->data_line) ? l_mg->data_line->id : -1;
184 cur_log = (l_mg->log_line) ? l_mg->log_line->id : -1;
185 nr_free_lines = l_mg->nr_free_lines;
186
187 list_for_each_entry(line, &l_mg->free_list, list)
188 free_line_cnt++;
189 spin_unlock(&l_mg->free_lock);
190
Javier Gonzálezdd2a4342017-06-26 11:57:17 +0200191 spin_lock(&l_mg->close_lock);
192 list_for_each_entry(line, &l_mg->emeta_list, list)
193 emeta_line_cnt++;
194 spin_unlock(&l_mg->close_lock);
195
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200196 spin_lock(&l_mg->gc_lock);
197 list_for_each_entry(line, &l_mg->gc_full_list, list) {
198 if (line->type == PBLK_LINETYPE_DATA)
199 d_line_cnt++;
200 else if (line->type == PBLK_LINETYPE_LOG)
201 l_line_cnt++;
202 closed_line_cnt++;
203 gc_full++;
204 }
205
206 list_for_each_entry(line, &l_mg->gc_high_list, list) {
207 if (line->type == PBLK_LINETYPE_DATA)
208 d_line_cnt++;
209 else if (line->type == PBLK_LINETYPE_LOG)
210 l_line_cnt++;
211 closed_line_cnt++;
212 gc_high++;
213 }
214
215 list_for_each_entry(line, &l_mg->gc_mid_list, list) {
216 if (line->type == PBLK_LINETYPE_DATA)
217 d_line_cnt++;
218 else if (line->type == PBLK_LINETYPE_LOG)
219 l_line_cnt++;
220 closed_line_cnt++;
221 gc_mid++;
222 }
223
224 list_for_each_entry(line, &l_mg->gc_low_list, list) {
225 if (line->type == PBLK_LINETYPE_DATA)
226 d_line_cnt++;
227 else if (line->type == PBLK_LINETYPE_LOG)
228 l_line_cnt++;
229 closed_line_cnt++;
230 gc_low++;
231 }
232
233 list_for_each_entry(line, &l_mg->gc_empty_list, list) {
234 if (line->type == PBLK_LINETYPE_DATA)
235 d_line_cnt++;
236 else if (line->type == PBLK_LINETYPE_LOG)
237 l_line_cnt++;
238 closed_line_cnt++;
239 gc_empty++;
240 }
241
Hans Holmberg48b8d202018-06-01 16:41:06 +0200242 list_for_each_entry(line, &l_mg->gc_werr_list, list) {
243 if (line->type == PBLK_LINETYPE_DATA)
244 d_line_cnt++;
245 else if (line->type == PBLK_LINETYPE_LOG)
246 l_line_cnt++;
247 closed_line_cnt++;
248 gc_werr++;
249 }
250
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200251 list_for_each_entry(line, &l_mg->bad_list, list)
252 bad++;
253 list_for_each_entry(line, &l_mg->corrupt_list, list)
254 cor++;
255 spin_unlock(&l_mg->gc_lock);
256
257 spin_lock(&l_mg->free_lock);
258 if (l_mg->data_line) {
259 cur_sec = l_mg->data_line->cur_sec;
260 msecs = l_mg->data_line->left_msecs;
Javier Gonzálezdd2a4342017-06-26 11:57:17 +0200261 vsc = le32_to_cpu(*l_mg->data_line->vsc);
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200262 sec_in_line = l_mg->data_line->sec_in_line;
263 meta_weight = bitmap_weight(&l_mg->meta_bitmap,
264 PBLK_DATA_LINES);
Javier Gonzálezbd206a02018-10-09 13:12:07 +0200265
266 spin_lock(&l_mg->data_line->lock);
267 if (l_mg->data_line->map_bitmap)
268 map_weight = bitmap_weight(l_mg->data_line->map_bitmap,
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200269 lm->sec_per_line);
Javier Gonzálezbd206a02018-10-09 13:12:07 +0200270 else
271 map_weight = 0;
272 spin_unlock(&l_mg->data_line->lock);
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200273 }
274 spin_unlock(&l_mg->free_lock);
275
276 if (nr_free_lines != free_line_cnt)
Matias Bjørling4e495a42018-07-13 10:48:42 +0200277 pblk_err(pblk, "corrupted free line list:%d/%d\n",
Javier Gonzálezb20ba1b2017-06-26 11:57:27 +0200278 nr_free_lines, free_line_cnt);
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200279
280 sz = snprintf(page, PAGE_SIZE - sz,
281 "line: nluns:%d, nblks:%d, nsecs:%d\n",
Matias Bjørlingfae7fae2018-01-05 14:16:03 +0100282 geo->all_luns, lm->blk_per_line, lm->sec_per_line);
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200283
284 sz += snprintf(page + sz, PAGE_SIZE - sz,
Javier González588726d32017-06-26 11:57:29 +0200285 "lines:d:%d,l:%d-f:%d,m:%d/%d,c:%d,b:%d,co:%d(d:%d,l:%d)t:%d\n",
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200286 cur_data, cur_log,
Javier González588726d32017-06-26 11:57:29 +0200287 nr_free_lines,
288 emeta_line_cnt, meta_weight,
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200289 closed_line_cnt,
Javier Gonzálezdd2a4342017-06-26 11:57:17 +0200290 bad, cor,
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200291 d_line_cnt, l_line_cnt,
292 l_mg->nr_lines);
293
294 sz += snprintf(page + sz, PAGE_SIZE - sz,
Hans Holmberg48b8d202018-06-01 16:41:06 +0200295 "GC: full:%d, high:%d, mid:%d, low:%d, empty:%d, werr: %d, queue:%d\n",
296 gc_full, gc_high, gc_mid, gc_low, gc_empty, gc_werr,
Hans Holmbergd6b992f2017-10-13 14:46:41 +0200297 atomic_read(&pblk->gc.read_inflight_gc));
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200298
299 sz += snprintf(page + sz, PAGE_SIZE - sz,
Javier González0880a9a2017-06-26 11:57:19 +0200300 "data (%d) cur:%d, left:%d, vsc:%d, s:%d, map:%d/%d (%d)\n",
301 cur_data, cur_sec, msecs, vsc, sec_in_line,
Javier González588726d32017-06-26 11:57:29 +0200302 map_weight, lm->sec_per_line,
303 atomic_read(&pblk->inflight_io));
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200304
305 return sz;
306}
307
308static ssize_t pblk_sysfs_lines_info(struct pblk *pblk, char *page)
309{
310 struct nvm_tgt_dev *dev = pblk->dev;
311 struct nvm_geo *geo = &dev->geo;
312 struct pblk_line_meta *lm = &pblk->lm;
313 ssize_t sz = 0;
314
315 sz = snprintf(page, PAGE_SIZE - sz,
316 "smeta - len:%d, secs:%d\n",
317 lm->smeta_len, lm->smeta_sec);
318 sz += snprintf(page + sz, PAGE_SIZE - sz,
319 "emeta - len:%d, sec:%d, bb_start:%d\n",
Javier Gonzálezdd2a4342017-06-26 11:57:17 +0200320 lm->emeta_len[0], lm->emeta_sec[0],
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200321 lm->emeta_bb);
322 sz += snprintf(page + sz, PAGE_SIZE - sz,
323 "bitmap lengths: sec:%d, blk:%d, lun:%d\n",
324 lm->sec_bitmap_len,
325 lm->blk_bitmap_len,
326 lm->lun_bitmap_len);
327 sz += snprintf(page + sz, PAGE_SIZE - sz,
328 "blk_line:%d, sec_line:%d, sec_blk:%d\n",
329 lm->blk_per_line,
330 lm->sec_per_line,
Javier Gonzáleze46f4e42018-03-30 00:05:10 +0200331 geo->clba);
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200332
333 return sz;
334}
335
Javier Gonzálezc2e9f5d2017-06-26 11:57:14 +0200336static ssize_t pblk_sysfs_get_sec_per_write(struct pblk *pblk, char *page)
337{
338 return snprintf(page, PAGE_SIZE, "%d\n", pblk->sec_per_write);
339}
340
Hans Holmberg76758392018-03-30 00:04:52 +0200341static ssize_t pblk_get_write_amp(u64 user, u64 gc, u64 pad,
342 char *page)
343{
344 int sz;
345
Hans Holmberg76758392018-03-30 00:04:52 +0200346 sz = snprintf(page, PAGE_SIZE,
347 "user:%lld gc:%lld pad:%lld WA:",
348 user, gc, pad);
349
350 if (!user) {
351 sz += snprintf(page + sz, PAGE_SIZE - sz, "NaN\n");
352 } else {
353 u64 wa_int;
354 u32 wa_frac;
355
356 wa_int = (user + gc + pad) * 100000;
Hans Holmberg1e979662018-10-09 13:11:50 +0200357 wa_int = div64_u64(wa_int, user);
Hans Holmberg76758392018-03-30 00:04:52 +0200358 wa_int = div_u64_rem(wa_int, 100000, &wa_frac);
359
360 sz += snprintf(page + sz, PAGE_SIZE - sz, "%llu.%05u\n",
361 wa_int, wa_frac);
362 }
363
364 return sz;
365}
366
367static ssize_t pblk_sysfs_get_write_amp_mileage(struct pblk *pblk, char *page)
368{
369 return pblk_get_write_amp(atomic64_read(&pblk->user_wa),
370 atomic64_read(&pblk->gc_wa), atomic64_read(&pblk->pad_wa),
371 page);
372}
373
374static ssize_t pblk_sysfs_get_write_amp_trip(struct pblk *pblk, char *page)
375{
376 return pblk_get_write_amp(
377 atomic64_read(&pblk->user_wa) - pblk->user_rst_wa,
378 atomic64_read(&pblk->gc_wa) - pblk->gc_rst_wa,
379 atomic64_read(&pblk->pad_wa) - pblk->pad_rst_wa, page);
380}
381
Hans Holmberg5d149bf2018-03-30 00:04:55 +0200382static long long bucket_percentage(unsigned long long bucket,
383 unsigned long long total)
384{
385 int p = bucket * 100;
386
387 p = div_u64(p, total);
388
389 return p;
390}
391
392static ssize_t pblk_sysfs_get_padding_dist(struct pblk *pblk, char *page)
393{
394 int sz = 0;
395 unsigned long long total;
396 unsigned long long total_buckets = 0;
397 int buckets = pblk->min_write_pgs - 1;
398 int i;
399
400 total = atomic64_read(&pblk->nr_flush) - pblk->nr_flush_rst;
401 if (!total) {
402 for (i = 0; i < (buckets + 1); i++)
403 sz += snprintf(page + sz, PAGE_SIZE - sz,
404 "%d:0 ", i);
405 sz += snprintf(page + sz, PAGE_SIZE - sz, "\n");
406
407 return sz;
408 }
409
410 for (i = 0; i < buckets; i++)
411 total_buckets += atomic64_read(&pblk->pad_dist[i]);
412
413 sz += snprintf(page + sz, PAGE_SIZE - sz, "0:%lld%% ",
414 bucket_percentage(total - total_buckets, total));
415
416 for (i = 0; i < buckets; i++) {
417 unsigned long long p;
418
419 p = bucket_percentage(atomic64_read(&pblk->pad_dist[i]),
420 total);
421 sz += snprintf(page + sz, PAGE_SIZE - sz, "%d:%lld%% ",
422 i + 1, p);
423 }
424 sz += snprintf(page + sz, PAGE_SIZE - sz, "\n");
425
426 return sz;
427}
428
Matias Bjørling880eda52018-07-13 10:48:37 +0200429#ifdef CONFIG_NVM_PBLK_DEBUG
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200430static ssize_t pblk_sysfs_stats_debug(struct pblk *pblk, char *page)
431{
432 return snprintf(page, PAGE_SIZE,
Hans Holmberg5d149bf2018-03-30 00:04:55 +0200433 "%lu\t%lu\t%ld\t%llu\t%ld\t%lu\t%lu\t%lu\t%lu\t%lu\t%lu\t%lu\t%lu\n",
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200434 atomic_long_read(&pblk->inflight_writes),
435 atomic_long_read(&pblk->inflight_reads),
436 atomic_long_read(&pblk->req_writes),
Hans Holmberg5d149bf2018-03-30 00:04:55 +0200437 (u64)atomic64_read(&pblk->nr_flush),
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200438 atomic_long_read(&pblk->padded_writes),
439 atomic_long_read(&pblk->padded_wb),
440 atomic_long_read(&pblk->sub_writes),
441 atomic_long_read(&pblk->sync_writes),
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200442 atomic_long_read(&pblk->recov_writes),
443 atomic_long_read(&pblk->recov_gc_writes),
444 atomic_long_read(&pblk->recov_gc_reads),
Javier Gonzálezdb7ada32017-06-26 11:57:13 +0200445 atomic_long_read(&pblk->cache_reads),
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200446 atomic_long_read(&pblk->sync_reads));
447}
448#endif
449
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200450static ssize_t pblk_sysfs_gc_force(struct pblk *pblk, const char *page,
451 size_t len)
452{
453 size_t c_len;
Javier González653cbb82017-06-30 17:56:36 +0200454 int force;
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200455
456 c_len = strcspn(page, "\n");
457 if (c_len >= len)
458 return -EINVAL;
459
460 if (kstrtouint(page, 0, &force))
461 return -EINVAL;
462
Javier González653cbb82017-06-30 17:56:36 +0200463 pblk_gc_sysfs_force(pblk, force);
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200464
465 return len;
466}
467
Javier Gonzálezc2e9f5d2017-06-26 11:57:14 +0200468static ssize_t pblk_sysfs_set_sec_per_write(struct pblk *pblk,
469 const char *page, size_t len)
470{
471 size_t c_len;
472 int sec_per_write;
473
474 c_len = strcspn(page, "\n");
475 if (c_len >= len)
476 return -EINVAL;
477
478 if (kstrtouint(page, 0, &sec_per_write))
479 return -EINVAL;
480
481 if (sec_per_write < pblk->min_write_pgs
482 || sec_per_write > pblk->max_write_pgs
483 || sec_per_write % pblk->min_write_pgs != 0)
484 return -EINVAL;
485
486 pblk_set_sec_per_write(pblk, sec_per_write);
487
488 return len;
489}
490
Hans Holmberg76758392018-03-30 00:04:52 +0200491static ssize_t pblk_sysfs_set_write_amp_trip(struct pblk *pblk,
492 const char *page, size_t len)
493{
494 size_t c_len;
495 int reset_value;
496
497 c_len = strcspn(page, "\n");
498 if (c_len >= len)
499 return -EINVAL;
500
501 if (kstrtouint(page, 0, &reset_value))
502 return -EINVAL;
503
504 if (reset_value != 0)
505 return -EINVAL;
506
507 pblk->user_rst_wa = atomic64_read(&pblk->user_wa);
508 pblk->pad_rst_wa = atomic64_read(&pblk->pad_wa);
509 pblk->gc_rst_wa = atomic64_read(&pblk->gc_wa);
510
511 return len;
512}
513
514
Hans Holmberg5d149bf2018-03-30 00:04:55 +0200515static ssize_t pblk_sysfs_set_padding_dist(struct pblk *pblk,
516 const char *page, size_t len)
517{
518 size_t c_len;
519 int reset_value;
520 int buckets = pblk->min_write_pgs - 1;
521 int i;
522
523 c_len = strcspn(page, "\n");
524 if (c_len >= len)
525 return -EINVAL;
526
527 if (kstrtouint(page, 0, &reset_value))
528 return -EINVAL;
529
530 if (reset_value != 0)
531 return -EINVAL;
532
533 for (i = 0; i < buckets; i++)
534 atomic64_set(&pblk->pad_dist[i], 0);
535
536 pblk->nr_flush_rst = atomic64_read(&pblk->nr_flush);
537
538 return len;
539}
540
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200541static struct attribute sys_write_luns = {
542 .name = "write_luns",
543 .mode = 0444,
544};
545
546static struct attribute sys_rate_limiter_attr = {
547 .name = "rate_limiter",
548 .mode = 0444,
549};
550
551static struct attribute sys_gc_state = {
552 .name = "gc_state",
553 .mode = 0444,
554};
555
556static struct attribute sys_errors_attr = {
557 .name = "errors",
558 .mode = 0444,
559};
560
561static struct attribute sys_rb_attr = {
562 .name = "write_buffer",
563 .mode = 0444,
564};
565
566static struct attribute sys_stats_ppaf_attr = {
567 .name = "ppa_format",
568 .mode = 0444,
569};
570
571static struct attribute sys_lines_attr = {
572 .name = "lines",
573 .mode = 0444,
574};
575
576static struct attribute sys_lines_info_attr = {
577 .name = "lines_info",
578 .mode = 0444,
579};
580
581static struct attribute sys_gc_force = {
582 .name = "gc_force",
583 .mode = 0200,
584};
585
Javier Gonzálezc2e9f5d2017-06-26 11:57:14 +0200586static struct attribute sys_max_sec_per_write = {
587 .name = "max_sec_per_write",
588 .mode = 0644,
589};
590
Hans Holmberg76758392018-03-30 00:04:52 +0200591static struct attribute sys_write_amp_mileage = {
592 .name = "write_amp_mileage",
593 .mode = 0444,
594};
595
596static struct attribute sys_write_amp_trip = {
597 .name = "write_amp_trip",
598 .mode = 0644,
599};
600
Hans Holmberg5d149bf2018-03-30 00:04:55 +0200601static struct attribute sys_padding_dist = {
602 .name = "padding_dist",
603 .mode = 0644,
604};
605
Matias Bjørling880eda52018-07-13 10:48:37 +0200606#ifdef CONFIG_NVM_PBLK_DEBUG
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200607static struct attribute sys_stats_debug_attr = {
608 .name = "stats",
609 .mode = 0444,
610};
611#endif
612
613static struct attribute *pblk_attrs[] = {
614 &sys_write_luns,
615 &sys_rate_limiter_attr,
616 &sys_errors_attr,
617 &sys_gc_state,
618 &sys_gc_force,
Javier Gonzálezc2e9f5d2017-06-26 11:57:14 +0200619 &sys_max_sec_per_write,
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200620 &sys_rb_attr,
621 &sys_stats_ppaf_attr,
622 &sys_lines_attr,
623 &sys_lines_info_attr,
Hans Holmberg76758392018-03-30 00:04:52 +0200624 &sys_write_amp_mileage,
625 &sys_write_amp_trip,
Hans Holmberg5d149bf2018-03-30 00:04:55 +0200626 &sys_padding_dist,
Matias Bjørling880eda52018-07-13 10:48:37 +0200627#ifdef CONFIG_NVM_PBLK_DEBUG
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200628 &sys_stats_debug_attr,
629#endif
630 NULL,
631};
632
633static ssize_t pblk_sysfs_show(struct kobject *kobj, struct attribute *attr,
634 char *buf)
635{
636 struct pblk *pblk = container_of(kobj, struct pblk, kobj);
637
638 if (strcmp(attr->name, "rate_limiter") == 0)
639 return pblk_sysfs_rate_limiter(pblk, buf);
640 else if (strcmp(attr->name, "write_luns") == 0)
641 return pblk_sysfs_luns_show(pblk, buf);
642 else if (strcmp(attr->name, "gc_state") == 0)
643 return pblk_sysfs_gc_state_show(pblk, buf);
644 else if (strcmp(attr->name, "errors") == 0)
645 return pblk_sysfs_stats(pblk, buf);
646 else if (strcmp(attr->name, "write_buffer") == 0)
647 return pblk_sysfs_write_buffer(pblk, buf);
648 else if (strcmp(attr->name, "ppa_format") == 0)
649 return pblk_sysfs_ppaf(pblk, buf);
650 else if (strcmp(attr->name, "lines") == 0)
651 return pblk_sysfs_lines(pblk, buf);
652 else if (strcmp(attr->name, "lines_info") == 0)
653 return pblk_sysfs_lines_info(pblk, buf);
Javier Gonzálezc2e9f5d2017-06-26 11:57:14 +0200654 else if (strcmp(attr->name, "max_sec_per_write") == 0)
655 return pblk_sysfs_get_sec_per_write(pblk, buf);
Hans Holmberg76758392018-03-30 00:04:52 +0200656 else if (strcmp(attr->name, "write_amp_mileage") == 0)
657 return pblk_sysfs_get_write_amp_mileage(pblk, buf);
658 else if (strcmp(attr->name, "write_amp_trip") == 0)
659 return pblk_sysfs_get_write_amp_trip(pblk, buf);
Hans Holmberg5d149bf2018-03-30 00:04:55 +0200660 else if (strcmp(attr->name, "padding_dist") == 0)
661 return pblk_sysfs_get_padding_dist(pblk, buf);
Matias Bjørling880eda52018-07-13 10:48:37 +0200662#ifdef CONFIG_NVM_PBLK_DEBUG
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200663 else if (strcmp(attr->name, "stats") == 0)
664 return pblk_sysfs_stats_debug(pblk, buf);
665#endif
666 return 0;
667}
668
669static ssize_t pblk_sysfs_store(struct kobject *kobj, struct attribute *attr,
670 const char *buf, size_t len)
671{
672 struct pblk *pblk = container_of(kobj, struct pblk, kobj);
673
Javier Gonzálezb20ba1b2017-06-26 11:57:27 +0200674 if (strcmp(attr->name, "gc_force") == 0)
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200675 return pblk_sysfs_gc_force(pblk, buf, len);
Javier Gonzálezc2e9f5d2017-06-26 11:57:14 +0200676 else if (strcmp(attr->name, "max_sec_per_write") == 0)
677 return pblk_sysfs_set_sec_per_write(pblk, buf, len);
Hans Holmberg76758392018-03-30 00:04:52 +0200678 else if (strcmp(attr->name, "write_amp_trip") == 0)
679 return pblk_sysfs_set_write_amp_trip(pblk, buf, len);
Hans Holmberg5d149bf2018-03-30 00:04:55 +0200680 else if (strcmp(attr->name, "padding_dist") == 0)
681 return pblk_sysfs_set_padding_dist(pblk, buf, len);
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200682 return 0;
683}
684
685static const struct sysfs_ops pblk_sysfs_ops = {
686 .show = pblk_sysfs_show,
687 .store = pblk_sysfs_store,
688};
689
690static struct kobj_type pblk_ktype = {
691 .sysfs_ops = &pblk_sysfs_ops,
692 .default_attrs = pblk_attrs,
693};
694
695int pblk_sysfs_init(struct gendisk *tdisk)
696{
697 struct pblk *pblk = tdisk->private_data;
698 struct device *parent_dev = disk_to_dev(pblk->disk);
699 int ret;
700
701 ret = kobject_init_and_add(&pblk->kobj, &pblk_ktype,
702 kobject_get(&parent_dev->kobj),
703 "%s", "pblk");
704 if (ret) {
Matias Bjørling4e495a42018-07-13 10:48:42 +0200705 pblk_err(pblk, "could not register\n");
Javier Gonzáleza4bd2172017-04-15 20:55:50 +0200706 return ret;
707 }
708
709 kobject_uevent(&pblk->kobj, KOBJ_ADD);
710 return 0;
711}
712
713void pblk_sysfs_exit(struct gendisk *tdisk)
714{
715 struct pblk *pblk = tdisk->private_data;
716
717 kobject_uevent(&pblk->kobj, KOBJ_REMOVE);
718 kobject_del(&pblk->kobj);
719 kobject_put(&pblk->kobj);
720}