blob: b9ca0033cc9996b295fe28e96369531ef87ab20a [file] [log] [blame]
Dan Williams3d880022015-05-31 15:02:11 -04001/*
2 * Copyright(c) 2013-2015 Intel Corporation. All rights reserved.
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of version 2 of the GNU General Public License as
6 * published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it will be useful, but
9 * WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * General Public License for more details.
12 */
Vishal Verma5212e112015-06-25 04:20:32 -040013#include <linux/cpumask.h>
Dan Williams3d880022015-05-31 15:02:11 -040014#include <linux/module.h>
15#include <linux/device.h>
16#include <linux/nd.h>
Dave Jiang6a6bef92017-04-07 15:33:20 -070017#include "nd-core.h"
Dan Williams3d880022015-05-31 15:02:11 -040018#include "nd.h"
19
20static int nd_region_probe(struct device *dev)
21{
Ross Zwisler047fc8a2015-06-25 04:21:02 -040022 int err, rc;
Vishal Verma5212e112015-06-25 04:20:32 -040023 static unsigned long once;
Dan Williamse5ae3b22016-06-07 17:00:04 -070024 struct nd_region_data *ndrd;
Dan Williams3d880022015-05-31 15:02:11 -040025 struct nd_region *nd_region = to_nd_region(dev);
Dan Williams3d880022015-05-31 15:02:11 -040026
Vishal Verma5212e112015-06-25 04:20:32 -040027 if (nd_region->num_lanes > num_online_cpus()
28 && nd_region->num_lanes < num_possible_cpus()
29 && !test_and_set_bit(0, &once)) {
Dan Williams60ce0f92018-04-07 07:47:10 -070030 dev_dbg(dev, "online cpus (%d) < concurrent i/o lanes (%d) < possible cpus (%d)\n",
Vishal Verma5212e112015-06-25 04:20:32 -040031 num_online_cpus(), nd_region->num_lanes,
32 num_possible_cpus());
Dan Williams60ce0f92018-04-07 07:47:10 -070033 dev_dbg(dev, "setting nr_cpus=%d may yield better libnvdimm device performance\n",
Vishal Verma5212e112015-06-25 04:20:32 -040034 nd_region->num_lanes);
35 }
36
Dan Williamse5ae3b22016-06-07 17:00:04 -070037 rc = nd_region_activate(nd_region);
38 if (rc)
39 return rc;
40
Ross Zwisler047fc8a2015-06-25 04:21:02 -040041 rc = nd_blk_region_init(nd_region);
42 if (rc)
43 return rc;
44
45 rc = nd_region_register_namespaces(nd_region, &err);
Dan Williams3d880022015-05-31 15:02:11 -040046 if (rc < 0)
47 return rc;
48
Dan Williamse5ae3b22016-06-07 17:00:04 -070049 ndrd = dev_get_drvdata(dev);
50 ndrd->ns_active = rc;
51 ndrd->ns_count = rc + err;
Dan Williams3d880022015-05-31 15:02:11 -040052
Dan Williams8c2f7e82015-06-25 04:20:04 -040053 if (rc && err && rc == err)
54 return -ENODEV;
55
Dave Jiang6a6bef92017-04-07 15:33:20 -070056 if (is_nd_pmem(&nd_region->dev)) {
57 struct resource ndr_res;
58
59 if (devm_init_badblocks(dev, &nd_region->bb))
60 return -ENODEV;
Toshi Kani975750a2017-06-12 16:25:11 -060061 nd_region->bb_state = sysfs_get_dirent(nd_region->dev.kobj.sd,
62 "badblocks");
Dan Williams6aa734a2017-06-30 18:56:03 -070063 if (!nd_region->bb_state)
Toshi Kani975750a2017-06-12 16:25:11 -060064 dev_warn(&nd_region->dev,
Dan Williams6aa734a2017-06-30 18:56:03 -070065 "'badblocks' notification disabled\n");
Dave Jiang6a6bef92017-04-07 15:33:20 -070066 ndr_res.start = nd_region->ndr_start;
67 ndr_res.end = nd_region->ndr_start + nd_region->ndr_size - 1;
Toshi Kani975750a2017-06-12 16:25:11 -060068 nvdimm_badblocks_populate(nd_region, &nd_region->bb, &ndr_res);
Dave Jiang6a6bef92017-04-07 15:33:20 -070069 }
70
Dan Williams8c2f7e82015-06-25 04:20:04 -040071 nd_region->btt_seed = nd_btt_create(nd_region);
Dan Williamse1455742015-07-30 17:57:47 -040072 nd_region->pfn_seed = nd_pfn_create(nd_region);
Dan Williamscd034122016-03-11 10:15:36 -080073 nd_region->dax_seed = nd_dax_create(nd_region);
Dan Williams3d880022015-05-31 15:02:11 -040074 if (err == 0)
75 return 0;
76
Dan Williams3d880022015-05-31 15:02:11 -040077 /*
78 * Given multiple namespaces per region, we do not want to
79 * disable all the successfully registered peer namespaces upon
80 * a single registration failure. If userspace is missing a
81 * namespace that it expects it can disable/re-enable the region
82 * to retry discovery after correcting the failure.
83 * <regionX>/namespaces returns the current
84 * "<async-registered>/<total>" namespace count.
85 */
86 dev_err(dev, "failed to register %d namespace%s, continuing...\n",
87 err, err == 1 ? "" : "s");
88 return 0;
89}
90
91static int child_unregister(struct device *dev, void *data)
92{
93 nd_device_unregister(dev, ND_SYNC);
94 return 0;
95}
96
97static int nd_region_remove(struct device *dev)
98{
Dan Williamsbf9bccc2015-06-17 17:14:46 -040099 struct nd_region *nd_region = to_nd_region(dev);
100
Dan Williamsa8f72022016-07-09 16:46:29 -0700101 device_for_each_child(dev, NULL, child_unregister);
102
Dan Williams3d880022015-05-31 15:02:11 -0400103 /* flush attribute readers and disable */
104 nvdimm_bus_lock(dev);
Dan Williamsbf9bccc2015-06-17 17:14:46 -0400105 nd_region->ns_seed = NULL;
Dan Williams8c2f7e82015-06-25 04:20:04 -0400106 nd_region->btt_seed = NULL;
Dan Williamse1455742015-07-30 17:57:47 -0400107 nd_region->pfn_seed = NULL;
Dan Williamscd034122016-03-11 10:15:36 -0800108 nd_region->dax_seed = NULL;
Dan Williams3d880022015-05-31 15:02:11 -0400109 dev_set_drvdata(dev, NULL);
110 nvdimm_bus_unlock(dev);
111
Dan Williams6aa734a2017-06-30 18:56:03 -0700112 /*
113 * Note, this assumes device_lock() context to not race
114 * nd_region_notify()
115 */
116 sysfs_put(nd_region->bb_state);
117 nd_region->bb_state = NULL;
118
Dan Williams3d880022015-05-31 15:02:11 -0400119 return 0;
120}
121
Dan Williams71999462016-02-18 10:29:49 -0800122static int child_notify(struct device *dev, void *data)
123{
124 nd_device_notify(dev, *(enum nvdimm_event *) data);
125 return 0;
126}
127
128static void nd_region_notify(struct device *dev, enum nvdimm_event event)
129{
Dave Jiang6a6bef92017-04-07 15:33:20 -0700130 if (event == NVDIMM_REVALIDATE_POISON) {
131 struct nd_region *nd_region = to_nd_region(dev);
132 struct resource res;
133
134 if (is_nd_pmem(&nd_region->dev)) {
135 res.start = nd_region->ndr_start;
136 res.end = nd_region->ndr_start +
137 nd_region->ndr_size - 1;
138 nvdimm_badblocks_populate(nd_region,
139 &nd_region->bb, &res);
Toshi Kani975750a2017-06-12 16:25:11 -0600140 if (nd_region->bb_state)
141 sysfs_notify_dirent(nd_region->bb_state);
Dave Jiang6a6bef92017-04-07 15:33:20 -0700142 }
143 }
Dan Williams71999462016-02-18 10:29:49 -0800144 device_for_each_child(dev, &event, child_notify);
145}
146
Dan Williams3d880022015-05-31 15:02:11 -0400147static struct nd_device_driver nd_region_driver = {
148 .probe = nd_region_probe,
149 .remove = nd_region_remove,
Dan Williams71999462016-02-18 10:29:49 -0800150 .notify = nd_region_notify,
Dan Williams3d880022015-05-31 15:02:11 -0400151 .drv = {
152 .name = "nd_region",
153 },
154 .type = ND_DRIVER_REGION_BLK | ND_DRIVER_REGION_PMEM,
155};
156
157int __init nd_region_init(void)
158{
159 return nd_driver_register(&nd_region_driver);
160}
161
162void nd_region_exit(void)
163{
164 driver_unregister(&nd_region_driver.drv);
165}
166
167MODULE_ALIAS_ND_DEVICE(ND_DEVICE_REGION_PMEM);
168MODULE_ALIAS_ND_DEVICE(ND_DEVICE_REGION_BLK);