blob: 46cad1d0f12970e4c764374992c9432af431b7b3 [file] [log] [blame]
Matthew Wilcoxc94c2ac2015-09-08 14:58:40 -07001#ifndef _LINUX_DAX_H
2#define _LINUX_DAX_H
3
4#include <linux/fs.h>
5#include <linux/mm.h>
Jan Kara4f622932016-05-12 18:29:17 +02006#include <linux/radix-tree.h>
Matthew Wilcoxc94c2ac2015-09-08 14:58:40 -07007#include <asm/pgtable.h>
8
Christoph Hellwiga254e562016-09-19 11:24:49 +10009struct iomap_ops;
Dan Williams6568b082017-01-24 18:44:18 -080010struct dax_device;
11struct dax_operations {
12 /*
13 * direct_access: translate a device-relative
14 * logical-page-offset into an absolute physical pfn. Return the
15 * number of pages available for DAX at that pfn.
16 */
17 long (*direct_access)(struct dax_device *, pgoff_t, long,
18 void **, pfn_t *);
Dan Williams5d61e432017-06-27 13:06:22 -070019 /* copy_from_iter: required operation for fs-dax direct-i/o */
Dan Williams0aed55a2017-05-29 12:22:50 -070020 size_t (*copy_from_iter)(struct dax_device *, pgoff_t, void *, size_t,
21 struct iov_iter *);
Dan Williams3c1cebf2017-05-29 12:58:19 -070022 /* flush: optional driver-specific cache management after writes */
23 void (*flush)(struct dax_device *, pgoff_t, void *, size_t);
Dan Williams6568b082017-01-24 18:44:18 -080024};
Christoph Hellwiga254e562016-09-19 11:24:49 +100025
Dan Williams6e0c90d2017-06-26 21:28:41 -070026extern struct attribute_group dax_attribute_group;
27
Dan Williamsef510422017-05-08 10:55:27 -070028#if IS_ENABLED(CONFIG_DAX)
29struct dax_device *dax_get_by_host(const char *host);
30void put_dax(struct dax_device *dax_dev);
31#else
32static inline struct dax_device *dax_get_by_host(const char *host)
33{
34 return NULL;
35}
36
37static inline void put_dax(struct dax_device *dax_dev)
38{
39}
40#endif
41
Dan Williamsf5705aa8c2017-05-13 16:31:05 -070042int bdev_dax_pgoff(struct block_device *, sector_t, size_t, pgoff_t *pgoff);
43#if IS_ENABLED(CONFIG_FS_DAX)
44int __bdev_dax_supported(struct super_block *sb, int blocksize);
45static inline int bdev_dax_supported(struct super_block *sb, int blocksize)
46{
47 return __bdev_dax_supported(sb, blocksize);
48}
49
50static inline struct dax_device *fs_dax_get_by_host(const char *host)
51{
52 return dax_get_by_host(host);
53}
54
55static inline void fs_put_dax(struct dax_device *dax_dev)
56{
57 put_dax(dax_dev);
58}
59
Dan Williams78f35472017-08-30 09:16:38 -070060struct dax_device *fs_dax_get_by_bdev(struct block_device *bdev);
Dan Williamsf5705aa8c2017-05-13 16:31:05 -070061#else
62static inline int bdev_dax_supported(struct super_block *sb, int blocksize)
63{
64 return -EOPNOTSUPP;
65}
66
67static inline struct dax_device *fs_dax_get_by_host(const char *host)
68{
69 return NULL;
70}
71
72static inline void fs_put_dax(struct dax_device *dax_dev)
73{
74}
Dan Williams78f35472017-08-30 09:16:38 -070075
76static inline struct dax_device *fs_dax_get_by_bdev(struct block_device *bdev)
77{
78 return NULL;
79}
Dan Williamsf5705aa8c2017-05-13 16:31:05 -070080#endif
81
Dan Williams7b6be842017-04-11 09:49:49 -070082int dax_read_lock(void);
83void dax_read_unlock(int id);
Dan Williamsc1d6e822017-01-24 23:02:09 -080084struct dax_device *alloc_dax(void *private, const char *host,
85 const struct dax_operations *ops);
Dan Williamsc1d6e822017-01-24 23:02:09 -080086bool dax_alive(struct dax_device *dax_dev);
87void kill_dax(struct dax_device *dax_dev);
88void *dax_get_private(struct dax_device *dax_dev);
Dan Williamsb0686262017-01-26 20:37:35 -080089long dax_direct_access(struct dax_device *dax_dev, pgoff_t pgoff, long nr_pages,
90 void **kaddr, pfn_t *pfn);
Dan Williams7e026c82017-05-29 12:57:56 -070091size_t dax_copy_from_iter(struct dax_device *dax_dev, pgoff_t pgoff, void *addr,
92 size_t bytes, struct iov_iter *i);
Dan Williamsabebfbe2017-05-29 13:02:52 -070093void dax_flush(struct dax_device *dax_dev, pgoff_t pgoff, void *addr,
94 size_t size);
Dan Williams6e0c90d2017-06-26 21:28:41 -070095void dax_write_cache(struct dax_device *dax_dev, bool wc);
Vivek Goyal273752c2017-07-26 09:35:09 -040096bool dax_write_cache_enabled(struct dax_device *dax_dev);
Dan Williams7b6be842017-04-11 09:49:49 -070097
Ross Zwisler11c59c92016-11-08 11:32:46 +110098ssize_t dax_iomap_rw(struct kiocb *iocb, struct iov_iter *iter,
Christoph Hellwig8ff6daa2017-01-27 23:20:26 -080099 const struct iomap_ops *ops);
Dave Jiangc791ace2017-02-24 14:57:08 -0800100int dax_iomap_fault(struct vm_fault *vmf, enum page_entry_size pe_size,
101 const struct iomap_ops *ops);
Jan Karaac401cc2016-05-12 18:29:18 +0200102int dax_delete_mapping_entry(struct address_space *mapping, pgoff_t index);
Jan Karac6dcf522016-08-10 17:22:44 +0200103int dax_invalidate_mapping_entry_sync(struct address_space *mapping,
104 pgoff_t index);
Dan Williamsd1a5f2b42016-01-28 20:25:31 -0800105
106#ifdef CONFIG_FS_DAX
Dan Williamscccbce62017-01-27 13:31:42 -0800107int __dax_zero_page_range(struct block_device *bdev,
108 struct dax_device *dax_dev, sector_t sector,
Christoph Hellwig679c8bd2016-05-09 10:47:04 +0200109 unsigned int offset, unsigned int length);
Dan Williamsd1a5f2b42016-01-28 20:25:31 -0800110#else
Christoph Hellwig679c8bd2016-05-09 10:47:04 +0200111static inline int __dax_zero_page_range(struct block_device *bdev,
Dan Williamscccbce62017-01-27 13:31:42 -0800112 struct dax_device *dax_dev, sector_t sector,
113 unsigned int offset, unsigned int length)
Christoph Hellwig679c8bd2016-05-09 10:47:04 +0200114{
115 return -ENXIO;
116}
Dan Williamsd1a5f2b42016-01-28 20:25:31 -0800117#endif
118
Ross Zwislerf9fe48b2016-01-22 15:10:40 -0800119static inline bool dax_mapping(struct address_space *mapping)
120{
121 return mapping->host && IS_DAX(mapping->host);
122}
Ross Zwisler7f6d5b52016-02-26 15:19:55 -0800123
124struct writeback_control;
125int dax_writeback_mapping_range(struct address_space *mapping,
126 struct block_device *bdev, struct writeback_control *wbc);
Matthew Wilcoxc94c2ac2015-09-08 14:58:40 -0700127#endif