blob: d67b67ae6c8bfba9ccfdbdbdd1d132e203f22b55 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/include/linux/nfs_page.h
3 *
4 * Copyright (C) 2000 Trond Myklebust
5 *
6 * NFS page cache wrapper.
7 */
8
9#ifndef _LINUX_NFS_PAGE_H
10#define _LINUX_NFS_PAGE_H
11
12
13#include <linux/list.h>
14#include <linux/pagemap.h>
15#include <linux/wait.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/sunrpc/auth.h>
17#include <linux/nfs_xdr.h>
18
Trond Myklebustc03b4022007-06-17 13:26:38 -040019#include <linux/kref.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020
21/*
22 * Valid flags for a dirty buffer
23 */
Trond Myklebuste468bae2008-06-13 13:25:22 -040024enum {
Weston Andros Adamson12c05792014-05-15 11:56:41 -040025 PG_BUSY = 0, /* nfs_{un}lock_request */
26 PG_MAPPED, /* page private set for buffered io */
27 PG_CLEAN, /* write succeeded */
28 PG_COMMIT_TO_DS, /* used by pnfs layouts */
Weston Andros Adamsonb412ddf2014-07-17 20:42:16 -040029 PG_INODE_REF, /* extra ref held by inode when in writeback */
Weston Andros Adamson2bfc6e52014-05-15 11:56:45 -040030 PG_HEADLOCK, /* page group lock of wb_head */
31 PG_TEARDOWN, /* page group sync for destroy */
Weston Andros Adamson67d03382014-05-15 11:56:46 -040032 PG_UNLOCKPAGE, /* page group sync bit in read path */
33 PG_UPTODATE, /* page group sync bit in read path */
Weston Andros Adamson20633f02014-05-15 11:56:47 -040034 PG_WB_END, /* page group sync bit in write path */
35 PG_REMOVE, /* page group sync bit in write path */
Trond Myklebustb4f937c2017-07-11 17:53:48 -040036 PG_CONTENDED1, /* Is someone waiting for a lock? */
37 PG_CONTENDED2, /* Is someone waiting for a lock? */
Trond Myklebuste468bae2008-06-13 13:25:22 -040038};
Linus Torvalds1da177e2005-04-16 15:20:36 -070039
Trond Myklebust3da28eb2005-06-22 17:16:31 +000040struct nfs_inode;
Linus Torvalds1da177e2005-04-16 15:20:36 -070041struct nfs_page {
Fred Isamand6d6dc72012-03-08 17:29:35 -050042 struct list_head wb_list; /* Defines state of page: */
Linus Torvalds1da177e2005-04-16 15:20:36 -070043 struct page *wb_page; /* page to read in/write out */
44 struct nfs_open_context *wb_context; /* File state context info */
Trond Myklebustf11ac8d2010-06-25 16:35:53 -040045 struct nfs_lock_context *wb_lock_context; /* lock context info */
Kirill A. Shutemovea1754a2016-04-01 15:29:48 +030046 pgoff_t wb_index; /* Offset >> PAGE_SHIFT */
47 unsigned int wb_offset, /* Offset & ~PAGE_MASK */
Linus Torvalds1da177e2005-04-16 15:20:36 -070048 wb_pgbase, /* Start of page data */
49 wb_bytes; /* Length of request */
Trond Myklebustc03b4022007-06-17 13:26:38 -040050 struct kref wb_kref; /* reference count */
Linus Torvalds1da177e2005-04-16 15:20:36 -070051 unsigned long wb_flags;
Trond Myklebust2f2c63b2012-06-08 11:56:09 -040052 struct nfs_write_verifier wb_verf; /* Commit cookie */
Weston Andros Adamson2bfc6e52014-05-15 11:56:45 -040053 struct nfs_page *wb_this_page; /* list of reqs for this page */
54 struct nfs_page *wb_head; /* head pointer for req list */
Linus Torvalds1da177e2005-04-16 15:20:36 -070055};
56
Trond Myklebust1751c362011-06-10 13:30:23 -040057struct nfs_pageio_descriptor;
58struct nfs_pageio_ops {
Trond Myklebustd8007d42011-06-10 13:30:23 -040059 void (*pg_init)(struct nfs_pageio_descriptor *, struct nfs_page *);
Weston Andros Adamsonb4fdac12014-05-15 11:56:43 -040060 size_t (*pg_test)(struct nfs_pageio_descriptor *, struct nfs_page *,
61 struct nfs_page *);
Trond Myklebust1751c362011-06-10 13:30:23 -040062 int (*pg_doio)(struct nfs_pageio_descriptor *);
Weston Andros Adamsona7d42dd2014-09-19 10:55:07 -040063 unsigned int (*pg_get_mirror_count)(struct nfs_pageio_descriptor *,
64 struct nfs_page *);
Weston Andros Adamson2176bf42014-09-10 15:44:18 -040065 void (*pg_cleanup)(struct nfs_pageio_descriptor *);
Trond Myklebust1751c362011-06-10 13:30:23 -040066};
67
Anna Schumaker4a0de552014-05-06 09:12:30 -040068struct nfs_rw_ops {
Weston Andros Adamson1e7f3a42014-06-09 11:48:33 -040069 struct nfs_pgio_header *(*rw_alloc_header)(void);
70 void (*rw_free_header)(struct nfs_pgio_header *);
Weston Andros Adamsond45f60c2014-06-09 11:48:35 -040071 int (*rw_done)(struct rpc_task *, struct nfs_pgio_header *,
72 struct inode *);
73 void (*rw_result)(struct rpc_task *, struct nfs_pgio_header *);
74 void (*rw_initiate)(struct nfs_pgio_header *, struct rpc_message *,
Tom Haynesabde71f2014-06-09 13:12:20 -070075 const struct nfs_rpc_ops *,
Anna Schumaker1ed26f32014-05-06 09:12:37 -040076 struct rpc_task_setup *, int);
Anna Schumaker4a0de552014-05-06 09:12:30 -040077};
78
Weston Andros Adamsona7d42dd2014-09-19 10:55:07 -040079struct nfs_pgio_mirror {
Trond Myklebustd8a5ad72007-04-02 18:48:28 -040080 struct list_head pg_list;
Trond Myklebustbcb71bb2007-04-02 18:48:28 -040081 unsigned long pg_bytes_written;
Trond Myklebustd8a5ad72007-04-02 18:48:28 -040082 size_t pg_count;
83 size_t pg_bsize;
84 unsigned int pg_base;
Weston Andros Adamsona7d42dd2014-09-19 10:55:07 -040085 unsigned char pg_recoalesce : 1;
86};
Trond Myklebustbcb71bb2007-04-02 18:48:28 -040087
Weston Andros Adamsona7d42dd2014-09-19 10:55:07 -040088struct nfs_pageio_descriptor {
89 unsigned char pg_moreio : 1;
Trond Myklebustbcb71bb2007-04-02 18:48:28 -040090 struct inode *pg_inode;
Trond Myklebust1751c362011-06-10 13:30:23 -040091 const struct nfs_pageio_ops *pg_ops;
Anna Schumaker4a0de552014-05-06 09:12:30 -040092 const struct nfs_rw_ops *pg_rw_ops;
Trond Myklebustbcb71bb2007-04-02 18:48:28 -040093 int pg_ioflags;
94 int pg_error;
Trond Myklebust50828d72011-07-12 13:42:02 -040095 const struct rpc_call_ops *pg_rpc_callops;
Fred Isaman061ae2e2012-04-20 14:47:48 -040096 const struct nfs_pgio_completion_ops *pg_completion_ops;
Fred Isaman94ad1c82011-03-01 01:34:14 +000097 struct pnfs_layout_segment *pg_lseg;
Trond Myklebust919e3bd2017-06-20 19:35:37 -040098 struct nfs_io_completion *pg_io_completion;
Fred Isaman584aa812012-04-20 14:47:51 -040099 struct nfs_direct_req *pg_dreq;
Weston Andros Adamsona7d42dd2014-09-19 10:55:07 -0400100 unsigned int pg_bsize; /* default bsize for mirrors */
101
102 u32 pg_mirror_count;
103 struct nfs_pgio_mirror *pg_mirrors;
104 struct nfs_pgio_mirror pg_mirrors_static[1];
105 struct nfs_pgio_mirror *pg_mirrors_dynamic;
106 u32 pg_mirror_idx; /* current mirror */
Trond Myklebustd8a5ad72007-04-02 18:48:28 -0400107};
108
Weston Andros Adamsona7d42dd2014-09-19 10:55:07 -0400109/* arbitrarily selected limit to number of mirrors */
110#define NFS_PAGEIO_DESCRIPTOR_MIRROR_MAX 16
111
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112#define NFS_WBACK_BUSY(req) (test_bit(PG_BUSY,&(req)->wb_flags))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113
114extern struct nfs_page *nfs_create_request(struct nfs_open_context *ctx,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115 struct page *page,
Weston Andros Adamson2bfc6e52014-05-15 11:56:45 -0400116 struct nfs_page *last,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117 unsigned int offset,
118 unsigned int count);
Weston Andros Adamson2bfc6e52014-05-15 11:56:45 -0400119extern void nfs_release_request(struct nfs_page *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120
121
Trond Myklebustbcb71bb2007-04-02 18:48:28 -0400122extern void nfs_pageio_init(struct nfs_pageio_descriptor *desc,
123 struct inode *inode,
Trond Myklebust1751c362011-06-10 13:30:23 -0400124 const struct nfs_pageio_ops *pg_ops,
Fred Isaman061ae2e2012-04-20 14:47:48 -0400125 const struct nfs_pgio_completion_ops *compl_ops,
Anna Schumaker4a0de552014-05-06 09:12:30 -0400126 const struct nfs_rw_ops *rw_ops,
Trond Myklebustbcb71bb2007-04-02 18:48:28 -0400127 size_t bsize,
Benjamin Coddingtonfbe77c32017-04-19 10:11:35 -0400128 int how,
129 gfp_t gfp_flags);
Trond Myklebust8b09bee2007-04-02 18:48:28 -0400130extern int nfs_pageio_add_request(struct nfs_pageio_descriptor *,
131 struct nfs_page *);
Weston Andros Adamson53113ad2014-06-09 11:48:38 -0400132extern int nfs_pageio_resend(struct nfs_pageio_descriptor *,
133 struct nfs_pgio_header *);
Trond Myklebustbcb71bb2007-04-02 18:48:28 -0400134extern void nfs_pageio_complete(struct nfs_pageio_descriptor *desc);
Trond Myklebust7fe7f842007-05-20 10:18:27 -0400135extern void nfs_pageio_cond_complete(struct nfs_pageio_descriptor *, pgoff_t);
Weston Andros Adamsonb4fdac12014-05-15 11:56:43 -0400136extern size_t nfs_generic_pg_test(struct nfs_pageio_descriptor *desc,
Benny Halevy19345cb2011-06-19 18:33:46 -0400137 struct nfs_page *prev,
138 struct nfs_page *req);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139extern int nfs_wait_on_request(struct nfs_page *);
140extern void nfs_unlock_request(struct nfs_page *req);
Weston Andros Adamson2bfc6e52014-05-15 11:56:45 -0400141extern void nfs_unlock_and_release_request(struct nfs_page *);
Weston Andros Adamsone7029202014-07-17 20:42:15 -0400142extern int nfs_page_group_lock(struct nfs_page *, bool);
Weston Andros Adamson7c3af972014-08-08 11:00:57 -0400143extern void nfs_page_group_lock_wait(struct nfs_page *);
Weston Andros Adamson2bfc6e52014-05-15 11:56:45 -0400144extern void nfs_page_group_unlock(struct nfs_page *);
145extern bool nfs_page_group_sync_on_bit(struct nfs_page *, unsigned int);
Benjamin Coddington7d6ddf82017-04-11 12:50:10 -0400146extern bool nfs_async_iocounter_wait(struct rpc_task *, struct nfs_lock_context *);
Trond Myklebustc6a556b2005-06-22 17:16:30 +0000147
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148/*
Trond Myklebust7ad84aa2012-05-09 13:19:15 -0400149 * Lock the page of an asynchronous request
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150 */
151static inline int
Trond Myklebust8dd37752012-03-15 17:16:40 -0400152nfs_lock_request(struct nfs_page *req)
153{
Trond Myklebust7ad84aa2012-05-09 13:19:15 -0400154 return !test_and_set_bit(PG_BUSY, &req->wb_flags);
Trond Myklebust8dd37752012-03-15 17:16:40 -0400155}
156
Trond Myklebust3da28eb2005-06-22 17:16:31 +0000157/**
158 * nfs_list_add_request - Insert a request into a list
159 * @req: request
160 * @head: head of list into which to insert the request.
161 */
162static inline void
163nfs_list_add_request(struct nfs_page *req, struct list_head *head)
164{
165 list_add_tail(&req->wb_list, head);
Trond Myklebust3da28eb2005-06-22 17:16:31 +0000166}
167
Linus Torvalds1da177e2005-04-16 15:20:36 -0700168
169/**
170 * nfs_list_remove_request - Remove a request from its wb_list
171 * @req: request
172 */
173static inline void
174nfs_list_remove_request(struct nfs_page *req)
175{
176 if (list_empty(&req->wb_list))
177 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700178 list_del_init(&req->wb_list);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179}
180
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181static inline struct nfs_page *
182nfs_list_entry(struct list_head *head)
183{
184 return list_entry(head, struct nfs_page, wb_list);
185}
186
187static inline
188loff_t req_offset(struct nfs_page *req)
189{
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300190 return (((loff_t)req->wb_index) << PAGE_SHIFT) + req->wb_offset;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191}
192
193#endif /* _LINUX_NFS_PAGE_H */