Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * linux/include/linux/nfs_page.h |
| 3 | * |
| 4 | * Copyright (C) 2000 Trond Myklebust |
| 5 | * |
| 6 | * NFS page cache wrapper. |
| 7 | */ |
| 8 | |
| 9 | #ifndef _LINUX_NFS_PAGE_H |
| 10 | #define _LINUX_NFS_PAGE_H |
| 11 | |
| 12 | |
| 13 | #include <linux/list.h> |
| 14 | #include <linux/pagemap.h> |
| 15 | #include <linux/wait.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 16 | #include <linux/sunrpc/auth.h> |
| 17 | #include <linux/nfs_xdr.h> |
| 18 | |
Trond Myklebust | c03b402 | 2007-06-17 13:26:38 -0400 | [diff] [blame] | 19 | #include <linux/kref.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | |
| 21 | /* |
| 22 | * Valid flags for a dirty buffer |
| 23 | */ |
Trond Myklebust | e468bae | 2008-06-13 13:25:22 -0400 | [diff] [blame] | 24 | enum { |
Weston Andros Adamson | 12c0579 | 2014-05-15 11:56:41 -0400 | [diff] [blame] | 25 | PG_BUSY = 0, /* nfs_{un}lock_request */ |
| 26 | PG_MAPPED, /* page private set for buffered io */ |
| 27 | PG_CLEAN, /* write succeeded */ |
| 28 | PG_COMMIT_TO_DS, /* used by pnfs layouts */ |
Weston Andros Adamson | b412ddf | 2014-07-17 20:42:16 -0400 | [diff] [blame] | 29 | PG_INODE_REF, /* extra ref held by inode when in writeback */ |
Weston Andros Adamson | 2bfc6e5 | 2014-05-15 11:56:45 -0400 | [diff] [blame] | 30 | PG_HEADLOCK, /* page group lock of wb_head */ |
| 31 | PG_TEARDOWN, /* page group sync for destroy */ |
Weston Andros Adamson | 67d0338 | 2014-05-15 11:56:46 -0400 | [diff] [blame] | 32 | PG_UNLOCKPAGE, /* page group sync bit in read path */ |
| 33 | PG_UPTODATE, /* page group sync bit in read path */ |
Weston Andros Adamson | 20633f0 | 2014-05-15 11:56:47 -0400 | [diff] [blame] | 34 | PG_WB_END, /* page group sync bit in write path */ |
| 35 | PG_REMOVE, /* page group sync bit in write path */ |
Trond Myklebust | e468bae | 2008-06-13 13:25:22 -0400 | [diff] [blame] | 36 | }; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 | |
Trond Myklebust | 3da28eb | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 38 | struct nfs_inode; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | struct nfs_page { |
Fred Isaman | d6d6dc7 | 2012-03-08 17:29:35 -0500 | [diff] [blame] | 40 | struct list_head wb_list; /* Defines state of page: */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 | struct page *wb_page; /* page to read in/write out */ |
| 42 | struct nfs_open_context *wb_context; /* File state context info */ |
Trond Myklebust | f11ac8d | 2010-06-25 16:35:53 -0400 | [diff] [blame] | 43 | struct nfs_lock_context *wb_lock_context; /* lock context info */ |
Kirill A. Shutemov | ea1754a | 2016-04-01 15:29:48 +0300 | [diff] [blame] | 44 | pgoff_t wb_index; /* Offset >> PAGE_SHIFT */ |
| 45 | unsigned int wb_offset, /* Offset & ~PAGE_MASK */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | wb_pgbase, /* Start of page data */ |
| 47 | wb_bytes; /* Length of request */ |
Trond Myklebust | c03b402 | 2007-06-17 13:26:38 -0400 | [diff] [blame] | 48 | struct kref wb_kref; /* reference count */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | unsigned long wb_flags; |
Trond Myklebust | 2f2c63b | 2012-06-08 11:56:09 -0400 | [diff] [blame] | 50 | struct nfs_write_verifier wb_verf; /* Commit cookie */ |
Weston Andros Adamson | 2bfc6e5 | 2014-05-15 11:56:45 -0400 | [diff] [blame] | 51 | struct nfs_page *wb_this_page; /* list of reqs for this page */ |
| 52 | struct nfs_page *wb_head; /* head pointer for req list */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 53 | }; |
| 54 | |
Trond Myklebust | 1751c36 | 2011-06-10 13:30:23 -0400 | [diff] [blame] | 55 | struct nfs_pageio_descriptor; |
| 56 | struct nfs_pageio_ops { |
Trond Myklebust | d8007d4 | 2011-06-10 13:30:23 -0400 | [diff] [blame] | 57 | void (*pg_init)(struct nfs_pageio_descriptor *, struct nfs_page *); |
Weston Andros Adamson | b4fdac1 | 2014-05-15 11:56:43 -0400 | [diff] [blame] | 58 | size_t (*pg_test)(struct nfs_pageio_descriptor *, struct nfs_page *, |
| 59 | struct nfs_page *); |
Trond Myklebust | 1751c36 | 2011-06-10 13:30:23 -0400 | [diff] [blame] | 60 | int (*pg_doio)(struct nfs_pageio_descriptor *); |
Weston Andros Adamson | a7d42dd | 2014-09-19 10:55:07 -0400 | [diff] [blame] | 61 | unsigned int (*pg_get_mirror_count)(struct nfs_pageio_descriptor *, |
| 62 | struct nfs_page *); |
Weston Andros Adamson | 2176bf4 | 2014-09-10 15:44:18 -0400 | [diff] [blame] | 63 | void (*pg_cleanup)(struct nfs_pageio_descriptor *); |
Trond Myklebust | 1751c36 | 2011-06-10 13:30:23 -0400 | [diff] [blame] | 64 | }; |
| 65 | |
Anna Schumaker | 4a0de55 | 2014-05-06 09:12:30 -0400 | [diff] [blame] | 66 | struct nfs_rw_ops { |
Weston Andros Adamson | 1e7f3a4 | 2014-06-09 11:48:33 -0400 | [diff] [blame] | 67 | struct nfs_pgio_header *(*rw_alloc_header)(void); |
| 68 | void (*rw_free_header)(struct nfs_pgio_header *); |
Weston Andros Adamson | d45f60c | 2014-06-09 11:48:35 -0400 | [diff] [blame] | 69 | int (*rw_done)(struct rpc_task *, struct nfs_pgio_header *, |
| 70 | struct inode *); |
| 71 | void (*rw_result)(struct rpc_task *, struct nfs_pgio_header *); |
| 72 | void (*rw_initiate)(struct nfs_pgio_header *, struct rpc_message *, |
Tom Haynes | abde71f | 2014-06-09 13:12:20 -0700 | [diff] [blame] | 73 | const struct nfs_rpc_ops *, |
Anna Schumaker | 1ed26f3 | 2014-05-06 09:12:37 -0400 | [diff] [blame] | 74 | struct rpc_task_setup *, int); |
Anna Schumaker | 4a0de55 | 2014-05-06 09:12:30 -0400 | [diff] [blame] | 75 | }; |
| 76 | |
Weston Andros Adamson | a7d42dd | 2014-09-19 10:55:07 -0400 | [diff] [blame] | 77 | struct nfs_pgio_mirror { |
Trond Myklebust | d8a5ad7 | 2007-04-02 18:48:28 -0400 | [diff] [blame] | 78 | struct list_head pg_list; |
Trond Myklebust | bcb71bb | 2007-04-02 18:48:28 -0400 | [diff] [blame] | 79 | unsigned long pg_bytes_written; |
Trond Myklebust | d8a5ad7 | 2007-04-02 18:48:28 -0400 | [diff] [blame] | 80 | size_t pg_count; |
| 81 | size_t pg_bsize; |
| 82 | unsigned int pg_base; |
Weston Andros Adamson | a7d42dd | 2014-09-19 10:55:07 -0400 | [diff] [blame] | 83 | unsigned char pg_recoalesce : 1; |
| 84 | }; |
Trond Myklebust | bcb71bb | 2007-04-02 18:48:28 -0400 | [diff] [blame] | 85 | |
Weston Andros Adamson | a7d42dd | 2014-09-19 10:55:07 -0400 | [diff] [blame] | 86 | struct nfs_pageio_descriptor { |
| 87 | unsigned char pg_moreio : 1; |
Trond Myklebust | bcb71bb | 2007-04-02 18:48:28 -0400 | [diff] [blame] | 88 | struct inode *pg_inode; |
Trond Myklebust | 1751c36 | 2011-06-10 13:30:23 -0400 | [diff] [blame] | 89 | const struct nfs_pageio_ops *pg_ops; |
Anna Schumaker | 4a0de55 | 2014-05-06 09:12:30 -0400 | [diff] [blame] | 90 | const struct nfs_rw_ops *pg_rw_ops; |
Trond Myklebust | bcb71bb | 2007-04-02 18:48:28 -0400 | [diff] [blame] | 91 | int pg_ioflags; |
| 92 | int pg_error; |
Trond Myklebust | 50828d7 | 2011-07-12 13:42:02 -0400 | [diff] [blame] | 93 | const struct rpc_call_ops *pg_rpc_callops; |
Fred Isaman | 061ae2e | 2012-04-20 14:47:48 -0400 | [diff] [blame] | 94 | const struct nfs_pgio_completion_ops *pg_completion_ops; |
Fred Isaman | 94ad1c8 | 2011-03-01 01:34:14 +0000 | [diff] [blame] | 95 | struct pnfs_layout_segment *pg_lseg; |
Fred Isaman | 584aa81 | 2012-04-20 14:47:51 -0400 | [diff] [blame] | 96 | struct nfs_direct_req *pg_dreq; |
Peng Tao | f616638 | 2012-08-02 15:36:09 +0300 | [diff] [blame] | 97 | void *pg_layout_private; |
Weston Andros Adamson | a7d42dd | 2014-09-19 10:55:07 -0400 | [diff] [blame] | 98 | unsigned int pg_bsize; /* default bsize for mirrors */ |
| 99 | |
| 100 | u32 pg_mirror_count; |
| 101 | struct nfs_pgio_mirror *pg_mirrors; |
| 102 | struct nfs_pgio_mirror pg_mirrors_static[1]; |
| 103 | struct nfs_pgio_mirror *pg_mirrors_dynamic; |
| 104 | u32 pg_mirror_idx; /* current mirror */ |
Trond Myklebust | d8a5ad7 | 2007-04-02 18:48:28 -0400 | [diff] [blame] | 105 | }; |
| 106 | |
Weston Andros Adamson | a7d42dd | 2014-09-19 10:55:07 -0400 | [diff] [blame] | 107 | /* arbitrarily selected limit to number of mirrors */ |
| 108 | #define NFS_PAGEIO_DESCRIPTOR_MIRROR_MAX 16 |
| 109 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 110 | #define NFS_WBACK_BUSY(req) (test_bit(PG_BUSY,&(req)->wb_flags)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 111 | |
| 112 | extern struct nfs_page *nfs_create_request(struct nfs_open_context *ctx, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 113 | struct page *page, |
Weston Andros Adamson | 2bfc6e5 | 2014-05-15 11:56:45 -0400 | [diff] [blame] | 114 | struct nfs_page *last, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 | unsigned int offset, |
| 116 | unsigned int count); |
Weston Andros Adamson | 2bfc6e5 | 2014-05-15 11:56:45 -0400 | [diff] [blame] | 117 | extern void nfs_release_request(struct nfs_page *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 | |
| 119 | |
Trond Myklebust | bcb71bb | 2007-04-02 18:48:28 -0400 | [diff] [blame] | 120 | extern void nfs_pageio_init(struct nfs_pageio_descriptor *desc, |
| 121 | struct inode *inode, |
Trond Myklebust | 1751c36 | 2011-06-10 13:30:23 -0400 | [diff] [blame] | 122 | const struct nfs_pageio_ops *pg_ops, |
Fred Isaman | 061ae2e | 2012-04-20 14:47:48 -0400 | [diff] [blame] | 123 | const struct nfs_pgio_completion_ops *compl_ops, |
Anna Schumaker | 4a0de55 | 2014-05-06 09:12:30 -0400 | [diff] [blame] | 124 | const struct nfs_rw_ops *rw_ops, |
Trond Myklebust | bcb71bb | 2007-04-02 18:48:28 -0400 | [diff] [blame] | 125 | size_t bsize, |
Benjamin Coddington | fbe77c3 | 2017-04-19 10:11:35 -0400 | [diff] [blame^] | 126 | int how, |
| 127 | gfp_t gfp_flags); |
Trond Myklebust | 8b09bee | 2007-04-02 18:48:28 -0400 | [diff] [blame] | 128 | extern int nfs_pageio_add_request(struct nfs_pageio_descriptor *, |
| 129 | struct nfs_page *); |
Weston Andros Adamson | 53113ad | 2014-06-09 11:48:38 -0400 | [diff] [blame] | 130 | extern int nfs_pageio_resend(struct nfs_pageio_descriptor *, |
| 131 | struct nfs_pgio_header *); |
Trond Myklebust | bcb71bb | 2007-04-02 18:48:28 -0400 | [diff] [blame] | 132 | extern void nfs_pageio_complete(struct nfs_pageio_descriptor *desc); |
Trond Myklebust | 7fe7f84 | 2007-05-20 10:18:27 -0400 | [diff] [blame] | 133 | extern void nfs_pageio_cond_complete(struct nfs_pageio_descriptor *, pgoff_t); |
Weston Andros Adamson | b4fdac1 | 2014-05-15 11:56:43 -0400 | [diff] [blame] | 134 | extern size_t nfs_generic_pg_test(struct nfs_pageio_descriptor *desc, |
Benny Halevy | 19345cb | 2011-06-19 18:33:46 -0400 | [diff] [blame] | 135 | struct nfs_page *prev, |
| 136 | struct nfs_page *req); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 137 | extern int nfs_wait_on_request(struct nfs_page *); |
| 138 | extern void nfs_unlock_request(struct nfs_page *req); |
Weston Andros Adamson | 2bfc6e5 | 2014-05-15 11:56:45 -0400 | [diff] [blame] | 139 | extern void nfs_unlock_and_release_request(struct nfs_page *); |
Weston Andros Adamson | e702920 | 2014-07-17 20:42:15 -0400 | [diff] [blame] | 140 | extern int nfs_page_group_lock(struct nfs_page *, bool); |
Weston Andros Adamson | 7c3af97 | 2014-08-08 11:00:57 -0400 | [diff] [blame] | 141 | extern void nfs_page_group_lock_wait(struct nfs_page *); |
Weston Andros Adamson | 2bfc6e5 | 2014-05-15 11:56:45 -0400 | [diff] [blame] | 142 | extern void nfs_page_group_unlock(struct nfs_page *); |
| 143 | extern bool nfs_page_group_sync_on_bit(struct nfs_page *, unsigned int); |
Trond Myklebust | c6a556b | 2005-06-22 17:16:30 +0000 | [diff] [blame] | 144 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 145 | /* |
Trond Myklebust | 7ad84aa | 2012-05-09 13:19:15 -0400 | [diff] [blame] | 146 | * Lock the page of an asynchronous request |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 147 | */ |
| 148 | static inline int |
Trond Myklebust | 8dd3775 | 2012-03-15 17:16:40 -0400 | [diff] [blame] | 149 | nfs_lock_request(struct nfs_page *req) |
| 150 | { |
Trond Myklebust | 7ad84aa | 2012-05-09 13:19:15 -0400 | [diff] [blame] | 151 | return !test_and_set_bit(PG_BUSY, &req->wb_flags); |
Trond Myklebust | 8dd3775 | 2012-03-15 17:16:40 -0400 | [diff] [blame] | 152 | } |
| 153 | |
Trond Myklebust | 3da28eb | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 154 | /** |
| 155 | * nfs_list_add_request - Insert a request into a list |
| 156 | * @req: request |
| 157 | * @head: head of list into which to insert the request. |
| 158 | */ |
| 159 | static inline void |
| 160 | nfs_list_add_request(struct nfs_page *req, struct list_head *head) |
| 161 | { |
| 162 | list_add_tail(&req->wb_list, head); |
Trond Myklebust | 3da28eb | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 163 | } |
| 164 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 165 | |
| 166 | /** |
| 167 | * nfs_list_remove_request - Remove a request from its wb_list |
| 168 | * @req: request |
| 169 | */ |
| 170 | static inline void |
| 171 | nfs_list_remove_request(struct nfs_page *req) |
| 172 | { |
| 173 | if (list_empty(&req->wb_list)) |
| 174 | return; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 175 | list_del_init(&req->wb_list); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 176 | } |
| 177 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 178 | static inline struct nfs_page * |
| 179 | nfs_list_entry(struct list_head *head) |
| 180 | { |
| 181 | return list_entry(head, struct nfs_page, wb_list); |
| 182 | } |
| 183 | |
| 184 | static inline |
| 185 | loff_t req_offset(struct nfs_page *req) |
| 186 | { |
Kirill A. Shutemov | 09cbfea | 2016-04-01 15:29:47 +0300 | [diff] [blame] | 187 | return (((loff_t)req->wb_index) << PAGE_SHIFT) + req->wb_offset; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 | } |
| 189 | |
| 190 | #endif /* _LINUX_NFS_PAGE_H */ |