blob: f8109ddb5ef1f08e1f0e2140f92d8578df55784c [file] [log] [blame]
Dan Williamsb94d5232015-05-19 22:54:31 -04001/*
2 * libnvdimm - Non-volatile-memory Devices Subsystem
3 *
4 * Copyright(c) 2013-2015 Intel Corporation. All rights reserved.
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of version 2 of the GNU General Public License as
8 * published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License for more details.
14 */
15#ifndef __LIBNVDIMM_H__
16#define __LIBNVDIMM_H__
Ross Zwisler047fc8a2015-06-25 04:21:02 -040017#include <linux/kernel.h>
Dan Williams62232e452015-06-08 14:27:06 -040018#include <linux/sizes.h>
19#include <linux/types.h>
Dan Williamsfaec6f82017-06-06 11:10:51 -070020#include <linux/uuid.h>
Dave Jiangaa9ad442017-08-23 12:48:26 -070021#include <linux/spinlock.h>
22
23struct badrange_entry {
24 u64 start;
25 u64 length;
26 struct list_head list;
27};
28
29struct badrange {
30 struct list_head list;
31 spinlock_t lock;
32};
Dan Williamse6dfb2d2015-04-25 03:56:17 -040033
34enum {
35 /* when a dimm supports both PMEM and BLK access a label is required */
Dan Williams8f078b32017-05-04 14:01:24 -070036 NDD_ALIASING = 0,
Dan Williams58138822015-06-23 20:08:34 -040037 /* unarmed memory devices may not persist writes */
Dan Williams8f078b32017-05-04 14:01:24 -070038 NDD_UNARMED = 1,
39 /* locked memory devices should not be accessed */
40 NDD_LOCKED = 2,
Dan Williams62232e452015-06-08 14:27:06 -040041
42 /* need to set a limit somewhere, but yes, this is likely overkill */
43 ND_IOCTL_MAX_BUFLEN = SZ_4M,
Dan Williams4577b062016-02-17 13:08:58 -080044 ND_CMD_MAX_ELEM = 5,
Jerry Hoemann40abf9b2016-04-11 15:02:28 -070045 ND_CMD_MAX_ENVELOPE = 256,
Dan Williams1f7df6f2015-06-09 20:13:14 -040046 ND_MAX_MAPPINGS = 32,
Dan Williams1b40e092015-05-01 13:34:01 -040047
Dan Williams004f1af2015-08-24 19:20:23 -040048 /* region flag indicating to direct-map persistent memory by default */
49 ND_REGION_PAGEMAP = 0,
50
Dan Williams1b40e092015-05-01 13:34:01 -040051 /* mark newly adjusted resources as requiring a label update */
52 DPA_RESOURCE_ADJUSTED = 1 << 0,
Dan Williamse6dfb2d2015-04-25 03:56:17 -040053};
54
Dan Williams45def222015-04-26 19:26:48 -040055extern struct attribute_group nvdimm_bus_attribute_group;
Dan Williams62232e452015-06-08 14:27:06 -040056extern struct attribute_group nvdimm_attribute_group;
Dan Williams4d88a972015-05-31 14:41:48 -040057extern struct attribute_group nd_device_attribute_group;
Toshi Kani74ae66c2015-06-19 12:18:34 -060058extern struct attribute_group nd_numa_attribute_group;
Dan Williams1f7df6f2015-06-09 20:13:14 -040059extern struct attribute_group nd_region_attribute_group;
60extern struct attribute_group nd_mapping_attribute_group;
Dan Williams45def222015-04-26 19:26:48 -040061
Dan Williamsb94d5232015-05-19 22:54:31 -040062struct nvdimm;
63struct nvdimm_bus_descriptor;
64typedef int (*ndctl_fn)(struct nvdimm_bus_descriptor *nd_desc,
65 struct nvdimm *nvdimm, unsigned int cmd, void *buf,
Dan Williamsaef25332016-02-12 17:01:11 -080066 unsigned int buf_len, int *cmd_rc);
Dan Williamsb94d5232015-05-19 22:54:31 -040067
68struct nvdimm_bus_descriptor {
Dan Williams45def222015-04-26 19:26:48 -040069 const struct attribute_group **attr_groups;
Jerry Hoemann7db5bb32017-06-30 20:53:24 -070070 unsigned long bus_dsm_mask;
Dan Williamse3654ec2016-04-28 16:17:07 -070071 unsigned long cmd_mask;
Dan Williamsbc9775d2016-07-21 20:03:19 -070072 struct module *module;
Dan Williamsb94d5232015-05-19 22:54:31 -040073 char *provider_name;
74 ndctl_fn ndctl;
Dan Williams7ae0fa432016-02-19 12:16:34 -080075 int (*flush_probe)(struct nvdimm_bus_descriptor *nd_desc);
Dan Williams87bf5722016-02-22 21:50:31 -080076 int (*clear_to_send)(struct nvdimm_bus_descriptor *nd_desc,
77 struct nvdimm *nvdimm, unsigned int cmd);
Dan Williamsb94d5232015-05-19 22:54:31 -040078};
79
Dan Williams62232e452015-06-08 14:27:06 -040080struct nd_cmd_desc {
81 int in_num;
82 int out_num;
83 u32 in_sizes[ND_CMD_MAX_ELEM];
84 int out_sizes[ND_CMD_MAX_ELEM];
85};
86
Dan Williamseaf96152015-05-01 13:11:27 -040087struct nd_interleave_set {
Dan Williamsc12c48c2017-06-04 10:59:15 +090088 /* v1.1 definition of the interleave-set-cookie algorithm */
89 u64 cookie1;
90 /* v1.2 definition of the interleave-set-cookie algorithm */
91 u64 cookie2;
Dan Williams86ef58a2017-02-28 18:32:48 -080092 /* compatibility with initial buggy Linux implementation */
93 u64 altcookie;
Dan Williamsfaec6f82017-06-06 11:10:51 -070094
95 guid_t type_guid;
Dan Williamseaf96152015-05-01 13:11:27 -040096};
97
Dan Williams44c462e2016-09-19 16:38:50 -070098struct nd_mapping_desc {
99 struct nvdimm *nvdimm;
100 u64 start;
101 u64 size;
Dan Williams401c0a12017-08-04 17:20:16 -0700102 int position;
Dan Williams44c462e2016-09-19 16:38:50 -0700103};
104
Dan Williams1f7df6f2015-06-09 20:13:14 -0400105struct nd_region_desc {
106 struct resource *res;
Dan Williams44c462e2016-09-19 16:38:50 -0700107 struct nd_mapping_desc *mapping;
Dan Williams1f7df6f2015-06-09 20:13:14 -0400108 u16 num_mappings;
109 const struct attribute_group **attr_groups;
Dan Williamseaf96152015-05-01 13:11:27 -0400110 struct nd_interleave_set *nd_set;
Dan Williams1f7df6f2015-06-09 20:13:14 -0400111 void *provider_data;
Vishal Verma5212e112015-06-25 04:20:32 -0400112 int num_lanes;
Toshi Kani41d7a6d2015-06-19 12:18:33 -0600113 int numa_node;
Dan Williams004f1af2015-08-24 19:20:23 -0400114 unsigned long flags;
Dan Williams1f7df6f2015-06-09 20:13:14 -0400115};
116
Dan Williams29b9aa02016-06-06 17:42:38 -0700117struct device;
118void *devm_nvdimm_memremap(struct device *dev, resource_size_t offset,
119 size_t size, unsigned long flags);
120static inline void __iomem *devm_nvdimm_ioremap(struct device *dev,
121 resource_size_t offset, size_t size)
122{
123 return (void __iomem *) devm_nvdimm_memremap(dev, offset, size, 0);
124}
125
Dan Williams62232e452015-06-08 14:27:06 -0400126struct nvdimm_bus;
Dan Williams3d880022015-05-31 15:02:11 -0400127struct module;
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400128struct device;
129struct nd_blk_region;
130struct nd_blk_region_desc {
131 int (*enable)(struct nvdimm_bus *nvdimm_bus, struct device *dev);
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400132 int (*do_io)(struct nd_blk_region *ndbr, resource_size_t dpa,
133 void *iobuf, u64 len, int rw);
134 struct nd_region_desc ndr_desc;
135};
136
137static inline struct nd_blk_region_desc *to_blk_region_desc(
138 struct nd_region_desc *ndr_desc)
139{
140 return container_of(ndr_desc, struct nd_blk_region_desc, ndr_desc);
141
142}
143
Dave Jiangaa9ad442017-08-23 12:48:26 -0700144void badrange_init(struct badrange *badrange);
145int badrange_add(struct badrange *badrange, u64 addr, u64 length);
146void badrange_forget(struct badrange *badrange, phys_addr_t start,
147 unsigned int len);
148int nvdimm_bus_add_badrange(struct nvdimm_bus *nvdimm_bus, u64 addr,
149 u64 length);
Dan Williamsbc9775d2016-07-21 20:03:19 -0700150struct nvdimm_bus *nvdimm_bus_register(struct device *parent,
151 struct nvdimm_bus_descriptor *nfit_desc);
Dan Williamsb94d5232015-05-19 22:54:31 -0400152void nvdimm_bus_unregister(struct nvdimm_bus *nvdimm_bus);
Dan Williams45def222015-04-26 19:26:48 -0400153struct nvdimm_bus *to_nvdimm_bus(struct device *dev);
Dan Williamse6dfb2d2015-04-25 03:56:17 -0400154struct nvdimm *to_nvdimm(struct device *dev);
Dan Williams1f7df6f2015-06-09 20:13:14 -0400155struct nd_region *to_nd_region(struct device *dev);
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400156struct nd_blk_region *to_nd_blk_region(struct device *dev);
Dan Williams45def222015-04-26 19:26:48 -0400157struct nvdimm_bus_descriptor *to_nd_desc(struct nvdimm_bus *nvdimm_bus);
Vishal Verma37b137f2016-07-23 21:51:42 -0700158struct device *to_nvdimm_bus_dev(struct nvdimm_bus *nvdimm_bus);
Dan Williamse6dfb2d2015-04-25 03:56:17 -0400159const char *nvdimm_name(struct nvdimm *nvdimm);
Dan Williamsba9c8dd2016-08-22 19:28:37 -0700160struct kobject *nvdimm_kobj(struct nvdimm *nvdimm);
Dan Williamse3654ec2016-04-28 16:17:07 -0700161unsigned long nvdimm_cmd_mask(struct nvdimm *nvdimm);
Dan Williamse6dfb2d2015-04-25 03:56:17 -0400162void *nvdimm_provider_data(struct nvdimm *nvdimm);
163struct nvdimm *nvdimm_create(struct nvdimm_bus *nvdimm_bus, void *provider_data,
Dan Williams62232e452015-06-08 14:27:06 -0400164 const struct attribute_group **groups, unsigned long flags,
Dan Williamse5ae3b22016-06-07 17:00:04 -0700165 unsigned long cmd_mask, int num_flush,
166 struct resource *flush_wpq);
Dan Williams62232e452015-06-08 14:27:06 -0400167const struct nd_cmd_desc *nd_cmd_dimm_desc(int cmd);
168const struct nd_cmd_desc *nd_cmd_bus_desc(int cmd);
169u32 nd_cmd_in_size(struct nvdimm *nvdimm, int cmd,
170 const struct nd_cmd_desc *desc, int idx, void *buf);
171u32 nd_cmd_out_size(struct nvdimm *nvdimm, int cmd,
172 const struct nd_cmd_desc *desc, int idx, const u32 *in_field,
Dan Williamsefda1b5d2016-12-06 09:10:12 -0800173 const u32 *out_field, unsigned long remainder);
Dan Williams4d88a972015-05-31 14:41:48 -0400174int nvdimm_bus_check_dimm_count(struct nvdimm_bus *nvdimm_bus, int dimm_count);
Dan Williams1f7df6f2015-06-09 20:13:14 -0400175struct nd_region *nvdimm_pmem_region_create(struct nvdimm_bus *nvdimm_bus,
176 struct nd_region_desc *ndr_desc);
177struct nd_region *nvdimm_blk_region_create(struct nvdimm_bus *nvdimm_bus,
178 struct nd_region_desc *ndr_desc);
179struct nd_region *nvdimm_volatile_region_create(struct nvdimm_bus *nvdimm_bus,
180 struct nd_region_desc *ndr_desc);
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400181void *nd_region_provider_data(struct nd_region *nd_region);
182void *nd_blk_region_provider_data(struct nd_blk_region *ndbr);
183void nd_blk_region_set_provider_data(struct nd_blk_region *ndbr, void *data);
184struct nvdimm *nd_blk_region_to_dimm(struct nd_blk_region *ndbr);
Dan Williamsca6a4652017-01-13 20:36:58 -0800185unsigned long nd_blk_memremap_flags(struct nd_blk_region *ndbr);
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400186unsigned int nd_region_acquire_lane(struct nd_region *nd_region);
187void nd_region_release_lane(struct nd_region *nd_region, unsigned int lane);
Dan Williamseaf96152015-05-01 13:11:27 -0400188u64 nd_fletcher64(void *addr, size_t len, bool le);
Dan Williamsf284a4f2016-07-07 19:44:50 -0700189void nvdimm_flush(struct nd_region *nd_region);
190int nvdimm_has_flush(struct nd_region *nd_region);
Dan Williams0b277962017-06-09 09:46:50 -0700191int nvdimm_has_cache(struct nd_region *nd_region);
Robin Murphy5deb67f2017-08-31 12:27:09 +0100192
193#ifdef CONFIG_ARCH_HAS_PMEM_API
194#define ARCH_MEMREMAP_PMEM MEMREMAP_WB
195void arch_wb_cache_pmem(void *addr, size_t size);
196void arch_invalidate_pmem(void *addr, size_t size);
197#else
198#define ARCH_MEMREMAP_PMEM MEMREMAP_WT
199static inline void arch_wb_cache_pmem(void *addr, size_t size)
200{
201}
202static inline void arch_invalidate_pmem(void *addr, size_t size)
203{
204}
205#endif
206
Dan Williamsb94d5232015-05-19 22:54:31 -0400207#endif /* __LIBNVDIMM_H__ */