blob: 5f53db59a058b79be2a1de225450d8fef7f508e9 [file] [log] [blame]
Dan Williamse1455742015-07-30 17:57:47 -04001/*
2 * Copyright(c) 2013-2015 Intel Corporation. All rights reserved.
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of version 2 of the GNU General Public License as
6 * published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it will be useful, but
9 * WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * General Public License for more details.
12 */
13#include <linux/device.h>
14#include <linux/sizes.h>
Dan Williams200c79d2016-03-22 00:22:16 -070015#include <linux/pmem.h>
Dan Williamse1455742015-07-30 17:57:47 -040016#include "nd-core.h"
17#include "pfn.h"
18#include "btt.h"
19#include "nd.h"
20
21void __nd_detach_ndns(struct device *dev, struct nd_namespace_common **_ndns)
22{
23 struct nd_namespace_common *ndns = *_ndns;
24
25 dev_WARN_ONCE(dev, !mutex_is_locked(&ndns->dev.mutex)
26 || ndns->claim != dev,
27 "%s: invalid claim\n", __func__);
28 ndns->claim = NULL;
29 *_ndns = NULL;
30 put_device(&ndns->dev);
31}
32
33void nd_detach_ndns(struct device *dev,
34 struct nd_namespace_common **_ndns)
35{
36 struct nd_namespace_common *ndns = *_ndns;
37
38 if (!ndns)
39 return;
40 get_device(&ndns->dev);
41 device_lock(&ndns->dev);
42 __nd_detach_ndns(dev, _ndns);
43 device_unlock(&ndns->dev);
44 put_device(&ndns->dev);
45}
46
47bool __nd_attach_ndns(struct device *dev, struct nd_namespace_common *attach,
48 struct nd_namespace_common **_ndns)
49{
50 if (attach->claim)
51 return false;
52 dev_WARN_ONCE(dev, !mutex_is_locked(&attach->dev.mutex)
53 || *_ndns,
54 "%s: invalid claim\n", __func__);
55 attach->claim = dev;
56 *_ndns = attach;
57 get_device(&attach->dev);
58 return true;
59}
60
61bool nd_attach_ndns(struct device *dev, struct nd_namespace_common *attach,
62 struct nd_namespace_common **_ndns)
63{
64 bool claimed;
65
66 device_lock(&attach->dev);
67 claimed = __nd_attach_ndns(dev, attach, _ndns);
68 device_unlock(&attach->dev);
69 return claimed;
70}
71
72static int namespace_match(struct device *dev, void *data)
73{
74 char *name = data;
75
76 return strcmp(name, dev_name(dev)) == 0;
77}
78
79static bool is_idle(struct device *dev, struct nd_namespace_common *ndns)
80{
81 struct nd_region *nd_region = to_nd_region(dev->parent);
82 struct device *seed = NULL;
83
84 if (is_nd_btt(dev))
85 seed = nd_region->btt_seed;
86 else if (is_nd_pfn(dev))
87 seed = nd_region->pfn_seed;
Dan Williamscd034122016-03-11 10:15:36 -080088 else if (is_nd_dax(dev))
89 seed = nd_region->dax_seed;
Dan Williamse1455742015-07-30 17:57:47 -040090
91 if (seed == dev || ndns || dev->driver)
92 return false;
93 return true;
94}
95
96static void nd_detach_and_reset(struct device *dev,
97 struct nd_namespace_common **_ndns)
98{
99 /* detach the namespace and destroy / reset the device */
100 nd_detach_ndns(dev, _ndns);
101 if (is_idle(dev, *_ndns)) {
102 nd_device_unregister(dev, ND_ASYNC);
103 } else if (is_nd_btt(dev)) {
104 struct nd_btt *nd_btt = to_nd_btt(dev);
105
106 nd_btt->lbasize = 0;
107 kfree(nd_btt->uuid);
108 nd_btt->uuid = NULL;
109 } else if (is_nd_pfn(dev)) {
110 struct nd_pfn *nd_pfn = to_nd_pfn(dev);
111
112 kfree(nd_pfn->uuid);
113 nd_pfn->uuid = NULL;
114 nd_pfn->mode = PFN_MODE_NONE;
115 }
116}
117
118ssize_t nd_namespace_store(struct device *dev,
119 struct nd_namespace_common **_ndns, const char *buf,
120 size_t len)
121{
122 struct nd_namespace_common *ndns;
123 struct device *found;
124 char *name;
125
126 if (dev->driver) {
127 dev_dbg(dev, "%s: -EBUSY\n", __func__);
128 return -EBUSY;
129 }
130
131 name = kstrndup(buf, len, GFP_KERNEL);
132 if (!name)
133 return -ENOMEM;
134 strim(name);
135
136 if (strncmp(name, "namespace", 9) == 0 || strcmp(name, "") == 0)
137 /* pass */;
138 else {
139 len = -EINVAL;
140 goto out;
141 }
142
143 ndns = *_ndns;
144 if (strcmp(name, "") == 0) {
145 nd_detach_and_reset(dev, _ndns);
146 goto out;
147 } else if (ndns) {
148 dev_dbg(dev, "namespace already set to: %s\n",
149 dev_name(&ndns->dev));
150 len = -EBUSY;
151 goto out;
152 }
153
154 found = device_find_child(dev->parent, name, namespace_match);
155 if (!found) {
156 dev_dbg(dev, "'%s' not found under %s\n", name,
157 dev_name(dev->parent));
158 len = -ENODEV;
159 goto out;
160 }
161
162 ndns = to_ndns(found);
163 if (__nvdimm_namespace_capacity(ndns) < SZ_16M) {
164 dev_dbg(dev, "%s too small to host\n", name);
165 len = -ENXIO;
166 goto out_attach;
167 }
168
169 WARN_ON_ONCE(!is_nvdimm_bus_locked(dev));
170 if (!nd_attach_ndns(dev, ndns, _ndns)) {
171 dev_dbg(dev, "%s already claimed\n",
172 dev_name(&ndns->dev));
173 len = -EBUSY;
174 }
175
176 out_attach:
177 put_device(&ndns->dev); /* from device_find_child */
178 out:
179 kfree(name);
180 return len;
181}
182
183/*
184 * nd_sb_checksum: compute checksum for a generic info block
185 *
186 * Returns a fletcher64 checksum of everything in the given info block
187 * except the last field (since that's where the checksum lives).
188 */
189u64 nd_sb_checksum(struct nd_gen_sb *nd_gen_sb)
190{
191 u64 sum;
192 __le64 sum_save;
193
194 BUILD_BUG_ON(sizeof(struct btt_sb) != SZ_4K);
195 BUILD_BUG_ON(sizeof(struct nd_pfn_sb) != SZ_4K);
196 BUILD_BUG_ON(sizeof(struct nd_gen_sb) != SZ_4K);
197
198 sum_save = nd_gen_sb->checksum;
199 nd_gen_sb->checksum = 0;
200 sum = nd_fletcher64(nd_gen_sb, sizeof(*nd_gen_sb), 1);
201 nd_gen_sb->checksum = sum_save;
202 return sum;
203}
204EXPORT_SYMBOL(nd_sb_checksum);
Dan Williams200c79d2016-03-22 00:22:16 -0700205
206static int nsio_rw_bytes(struct nd_namespace_common *ndns,
207 resource_size_t offset, void *buf, size_t size, int rw)
208{
209 struct nd_namespace_io *nsio = to_nd_namespace_io(&ndns->dev);
210
211 if (unlikely(offset + size > nsio->size)) {
212 dev_WARN_ONCE(&ndns->dev, 1, "request out of range\n");
213 return -EFAULT;
214 }
215
216 if (rw == READ) {
217 unsigned int sz_align = ALIGN(size + (offset & (512 - 1)), 512);
218
219 if (unlikely(is_bad_pmem(&nsio->bb, offset / 512, sz_align)))
220 return -EIO;
221 return memcpy_from_pmem(buf, nsio->addr + offset, size);
222 } else {
223 memcpy_to_pmem(nsio->addr + offset, buf, size);
224 wmb_pmem();
225 }
226
227 return 0;
228}
229
230int devm_nsio_enable(struct device *dev, struct nd_namespace_io *nsio)
231{
232 struct resource *res = &nsio->res;
233 struct nd_namespace_common *ndns = &nsio->common;
234
235 nsio->size = resource_size(res);
236 if (!devm_request_mem_region(dev, res->start, resource_size(res),
237 dev_name(dev))) {
238 dev_warn(dev, "could not reserve region %pR\n", res);
239 return -EBUSY;
240 }
241
242 ndns->rw_bytes = nsio_rw_bytes;
243 if (devm_init_badblocks(dev, &nsio->bb))
244 return -ENOMEM;
245 nvdimm_badblocks_populate(to_nd_region(ndns->dev.parent), &nsio->bb,
246 &nsio->res);
247
248 nsio->addr = devm_memremap(dev, res->start, resource_size(res),
249 ARCH_MEMREMAP_PMEM);
250 if (IS_ERR(nsio->addr))
251 return PTR_ERR(nsio->addr);
252 return 0;
253}
254EXPORT_SYMBOL_GPL(devm_nsio_enable);
255
256void devm_nsio_disable(struct device *dev, struct nd_namespace_io *nsio)
257{
258 struct resource *res = &nsio->res;
259
260 devm_memunmap(dev, nsio->addr);
261 devm_exit_badblocks(dev, &nsio->bb);
262 devm_release_mem_region(dev, res->start, resource_size(res));
263}
264EXPORT_SYMBOL_GPL(devm_nsio_disable);