blob: 137a2bd5c8c7047f4139278ebc73d7e571bd6744 [file] [log] [blame]
Ricardo Labiaga85e174b2010-10-20 00:17:58 -04001/*
2 * pNFS client data structures.
3 *
4 * Copyright (c) 2002
5 * The Regents of the University of Michigan
6 * All Rights Reserved
7 *
8 * Dean Hildebrand <dhildebz@umich.edu>
9 *
10 * Permission is granted to use, copy, create derivative works, and
11 * redistribute this software and such derivative works for any purpose,
12 * so long as the name of the University of Michigan is not used in
13 * any advertising or publicity pertaining to the use or distribution
14 * of this software without specific, written prior authorization. If
15 * the above copyright notice or any other identification of the
16 * University of Michigan is included in any copy of any portion of
17 * this software, then the disclaimer below must also be included.
18 *
19 * This software is provided as is, without representation or warranty
20 * of any kind either express or implied, including without limitation
21 * the implied warranties of merchantability, fitness for a particular
22 * purpose, or noninfringement. The Regents of the University of
23 * Michigan shall not be liable for any damages, including special,
24 * indirect, incidental, or consequential damages, with respect to any
25 * claim arising out of or in connection with the use of the software,
26 * even if it has been or is hereafter advised of the possibility of
27 * such damages.
28 */
29
30#ifndef FS_NFS_PNFS_H
31#define FS_NFS_PNFS_H
32
Benny Halevy45df3c82011-05-05 08:28:46 +030033#include <linux/nfs_fs.h>
Fred Isaman94ad1c82011-03-01 01:34:14 +000034#include <linux/nfs_page.h>
35
Fred Isaman4541d162011-01-06 11:36:23 +000036enum {
37 NFS_LSEG_VALID = 0, /* cleared when lseg is recalled/returned */
Fred Isamanf7e89172011-01-06 11:36:32 +000038 NFS_LSEG_ROC, /* roc bit received from server */
Fred Isaman4541d162011-01-06 11:36:23 +000039};
40
Andy Adamson974cec82010-10-20 00:18:02 -040041struct pnfs_layout_segment {
Fred Isaman566052c2011-01-06 11:36:20 +000042 struct list_head pls_list;
43 struct pnfs_layout_range pls_range;
Fred Isaman4541d162011-01-06 11:36:23 +000044 atomic_t pls_refcount;
45 unsigned long pls_flags;
Fred Isaman566052c2011-01-06 11:36:20 +000046 struct pnfs_layout_hdr *pls_layout;
Andy Adamson863a3c62011-03-23 13:27:54 +000047 struct rpc_cred *pls_lc_cred; /* LAYOUTCOMMIT credential */
48 loff_t pls_end_pos; /* LAYOUTCOMMIT write end */
Andy Adamson974cec82010-10-20 00:18:02 -040049};
50
Andy Adamson64419a92011-03-01 01:34:16 +000051enum pnfs_try_status {
52 PNFS_ATTEMPTED = 0,
53 PNFS_NOT_ATTEMPTED = 1,
54};
55
Ricardo Labiaga85e174b2010-10-20 00:17:58 -040056#ifdef CONFIG_NFS_V4_1
57
58#define LAYOUT_NFSV4_1_MODULE_PREFIX "nfs-layouttype4"
59
Benny Halevye5e94012010-10-20 00:18:01 -040060enum {
61 NFS_LAYOUT_RO_FAILED = 0, /* get ro layout failed stop trying */
62 NFS_LAYOUT_RW_FAILED, /* get rw layout failed stop trying */
Fred Isaman43f1b3d2011-01-06 11:36:30 +000063 NFS_LAYOUT_BULK_RECALL, /* bulk recall affecting layout */
Fred Isamanf7e89172011-01-06 11:36:32 +000064 NFS_LAYOUT_ROC, /* some lseg had roc bit set */
Fred Isaman4541d162011-01-06 11:36:23 +000065 NFS_LAYOUT_DESTROYED, /* no new use of layout allowed */
Benny Halevye5e94012010-10-20 00:18:01 -040066};
67
Benny Halevy8a1636c2010-07-14 15:43:57 -040068enum layoutdriver_policy_flags {
69 /* Should the pNFS client commit and return the layout upon a setattr */
70 PNFS_LAYOUTRET_ON_SETATTR = 1 << 0,
71};
72
Benny Halevy1775bc32011-05-20 13:47:33 +020073struct nfs4_deviceid_node;
74
Ricardo Labiaga85e174b2010-10-20 00:17:58 -040075/* Per-layout driver specific registration structure */
76struct pnfs_layoutdriver_type {
Fred Isaman02c35fc2010-10-20 00:17:59 -040077 struct list_head pnfs_tblid;
78 const u32 id;
79 const char *name;
80 struct module *owner;
Benny Halevy8a1636c2010-07-14 15:43:57 -040081 unsigned flags;
Benny Halevy636fb9c2011-05-22 19:51:33 +030082
83 struct pnfs_layout_hdr * (*alloc_layout_hdr) (struct inode *inode, gfp_t gfp_flags);
84 void (*free_layout_hdr) (struct pnfs_layout_hdr *);
85
Trond Myklebusta75b9df2011-05-11 18:00:51 -040086 struct pnfs_layout_segment * (*alloc_lseg) (struct pnfs_layout_hdr *layoutid, struct nfs4_layoutget_res *lgr, gfp_t gfp_flags);
Andy Adamsonb1f69b72010-10-20 00:18:03 -040087 void (*free_lseg) (struct pnfs_layout_segment *lseg);
Fred Isaman94ad1c82011-03-01 01:34:14 +000088
89 /* test for nfs page cache coalescing */
Trond Myklebust1751c362011-06-10 13:30:23 -040090 const struct nfs_pageio_ops *pg_read_ops;
91 const struct nfs_pageio_ops *pg_write_ops;
Andy Adamson64419a92011-03-01 01:34:16 +000092
Fred Isamana861a1e2011-03-23 13:27:51 +000093 /* Returns true if layoutdriver wants to divert this request to
94 * driver's commit routine.
95 */
96 bool (*mark_pnfs_commit)(struct pnfs_layout_segment *lseg);
97 struct list_head * (*choose_commit_list) (struct nfs_page *req);
98 int (*commit_pagelist)(struct inode *inode, struct list_head *mds_pages, int how);
99
Andy Adamson64419a92011-03-01 01:34:16 +0000100 /*
101 * Return PNFS_ATTEMPTED to indicate the layout code has attempted
102 * I/O, else return PNFS_NOT_ATTEMPTED to fall back to normal NFS
103 */
104 enum pnfs_try_status (*read_pagelist) (struct nfs_read_data *nfs_data);
Andy Adamson0382b742011-03-03 15:13:45 +0000105 enum pnfs_try_status (*write_pagelist) (struct nfs_write_data *nfs_data, int how);
Benny Halevy1775bc32011-05-20 13:47:33 +0200106
107 void (*free_deviceid_node) (struct nfs4_deviceid_node *);
Andy Adamson04a55542011-05-22 19:53:10 +0300108
109 void (*encode_layoutreturn) (struct pnfs_layout_hdr *layoutid,
110 struct xdr_stream *xdr,
111 const struct nfs4_layoutreturn_args *args);
Benny Halevyac7db722011-05-22 19:53:48 +0300112
113 void (*encode_layoutcommit) (struct pnfs_layout_hdr *layoutid,
114 struct xdr_stream *xdr,
115 const struct nfs4_layoutcommit_args *args);
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400116};
117
Benny Halevye5e94012010-10-20 00:18:01 -0400118struct pnfs_layout_hdr {
Fred Isamancc6e5342011-01-06 11:36:28 +0000119 atomic_t plh_refcount;
Fred Isamanb7edfaa2011-01-06 11:36:21 +0000120 struct list_head plh_layouts; /* other client layouts */
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000121 struct list_head plh_bulk_recall; /* clnt list of bulk recalls */
Fred Isamanb7edfaa2011-01-06 11:36:21 +0000122 struct list_head plh_segs; /* layout segments list */
Fred Isamanb7edfaa2011-01-06 11:36:21 +0000123 nfs4_stateid plh_stateid;
Fred Isamancf7d63f2011-01-06 11:36:25 +0000124 atomic_t plh_outstanding; /* number of RPCs out */
Fred Isamanf7e89172011-01-06 11:36:32 +0000125 unsigned long plh_block_lgets; /* block LAYOUTGET if >0 */
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000126 u32 plh_barrier; /* ignore lower seqids */
Fred Isaman566052c2011-01-06 11:36:20 +0000127 unsigned long plh_flags;
Fred Isamanb7edfaa2011-01-06 11:36:21 +0000128 struct inode *plh_inode;
Benny Halevye5e94012010-10-20 00:18:01 -0400129};
130
Andy Adamsonb1f69b72010-10-20 00:18:03 -0400131struct pnfs_device {
132 struct nfs4_deviceid dev_id;
133 unsigned int layout_type;
134 unsigned int mincount;
135 struct page **pages;
Andy Adamsonb1f69b72010-10-20 00:18:03 -0400136 unsigned int pgbase;
137 unsigned int pglen;
138};
139
Fred Isaman02c35fc2010-10-20 00:17:59 -0400140extern int pnfs_register_layoutdriver(struct pnfs_layoutdriver_type *);
141extern void pnfs_unregister_layoutdriver(struct pnfs_layoutdriver_type *);
142
Andy Adamsonb1f69b72010-10-20 00:18:03 -0400143/* nfs4proc.c */
144extern int nfs4_proc_getdeviceinfo(struct nfs_server *server,
145 struct pnfs_device *dev);
146extern int nfs4_proc_layoutget(struct nfs4_layoutget *lgp);
Benny Halevycbe82602011-05-22 19:52:37 +0300147extern int nfs4_proc_layoutreturn(struct nfs4_layoutreturn *lrp);
Andy Adamsonb1f69b72010-10-20 00:18:03 -0400148
149/* pnfs.c */
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000150void get_layout_hdr(struct pnfs_layout_hdr *lo);
Fred Isamanbae724e2011-03-01 01:34:15 +0000151void put_lseg(struct pnfs_layout_segment *lseg);
Benny Halevye5e94012010-10-20 00:18:01 -0400152struct pnfs_layout_segment *
153pnfs_update_layout(struct inode *ino, struct nfs_open_context *ctx,
Benny Halevyfb3296e2011-05-22 19:47:26 +0300154 loff_t pos, u64 count, enum pnfs_iomode access_type,
155 gfp_t gfp_flags);
Trond Myklebust1751c362011-06-10 13:30:23 -0400156
157bool pnfs_pageio_init_read(struct nfs_pageio_descriptor *, struct inode *);
158bool pnfs_pageio_init_write(struct nfs_pageio_descriptor *, struct inode *, int);
159
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400160void set_pnfs_layoutdriver(struct nfs_server *, u32 id);
161void unset_pnfs_layoutdriver(struct nfs_server *);
Andy Adamson0382b742011-03-03 15:13:45 +0000162enum pnfs_try_status pnfs_try_to_write_data(struct nfs_write_data *,
163 const struct rpc_call_ops *, int);
Andy Adamson64419a92011-03-01 01:34:16 +0000164enum pnfs_try_status pnfs_try_to_read_data(struct nfs_read_data *,
165 const struct rpc_call_ops *);
Benny Halevy18ad0a92011-05-25 21:03:56 +0300166bool pnfs_generic_pg_test(struct nfs_pageio_descriptor *pgio, struct nfs_page *prev, struct nfs_page *req);
Andy Adamsonb1f69b72010-10-20 00:18:03 -0400167int pnfs_layout_process(struct nfs4_layoutget *lgp);
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000168void pnfs_free_lseg_list(struct list_head *tmp_list);
Benny Halevye5e94012010-10-20 00:18:01 -0400169void pnfs_destroy_layout(struct nfs_inode *);
Andy Adamson974cec82010-10-20 00:18:02 -0400170void pnfs_destroy_all_layouts(struct nfs_client *);
Fred Isamancc6e5342011-01-06 11:36:28 +0000171void put_layout_hdr(struct pnfs_layout_hdr *lo);
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000172void pnfs_set_layout_stateid(struct pnfs_layout_hdr *lo,
173 const nfs4_stateid *new,
174 bool update_barrier);
Fred Isamanfd6002e2011-01-06 11:36:22 +0000175int pnfs_choose_layoutget_stateid(nfs4_stateid *dst,
176 struct pnfs_layout_hdr *lo,
177 struct nfs4_state *open_state);
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000178int mark_matching_lsegs_invalid(struct pnfs_layout_hdr *lo,
179 struct list_head *tmp_list,
Benny Halevy778b5502011-05-22 19:48:02 +0300180 struct pnfs_layout_range *recall_range);
Fred Isamanf7e89172011-01-06 11:36:32 +0000181bool pnfs_roc(struct inode *ino);
182void pnfs_roc_release(struct inode *ino);
183void pnfs_roc_set_barrier(struct inode *ino, u32 barrier);
184bool pnfs_roc_drain(struct inode *ino, u32 *barrier);
Andy Adamson863a3c62011-03-23 13:27:54 +0000185void pnfs_set_layoutcommit(struct nfs_write_data *wdata);
Andy Adamsonef311532011-03-12 02:58:10 -0500186int pnfs_layoutcommit_inode(struct inode *inode, bool sync);
Benny Halevycbe82602011-05-22 19:52:37 +0300187int _pnfs_return_layout(struct inode *);
Benny Halevyd20581a2011-05-22 19:52:03 +0300188int pnfs_ld_write_done(struct nfs_write_data *);
189int pnfs_ld_read_done(struct nfs_read_data *);
Benny Halevye5e94012010-10-20 00:18:01 -0400190
Benny Halevya1eaecb2011-05-19 22:14:47 -0400191/* pnfs_dev.c */
192struct nfs4_deviceid_node {
193 struct hlist_node node;
Weston Andros Adamson9e3bd4e2011-05-31 21:46:50 -0400194 struct hlist_node tmpnode;
Benny Halevy1775bc32011-05-20 13:47:33 +0200195 const struct pnfs_layoutdriver_type *ld;
Benny Halevya1eaecb2011-05-19 22:14:47 -0400196 const struct nfs_client *nfs_client;
197 struct nfs4_deviceid deviceid;
198 atomic_t ref;
199};
200
201void nfs4_print_deviceid(const struct nfs4_deviceid *dev_id);
Benny Halevy35c8bb52011-05-24 18:04:02 +0300202struct nfs4_deviceid_node *nfs4_find_get_deviceid(const struct pnfs_layoutdriver_type *, const struct nfs_client *, const struct nfs4_deviceid *);
203struct nfs4_deviceid_node *nfs4_unhash_put_deviceid(const struct pnfs_layoutdriver_type *, const struct nfs_client *, const struct nfs4_deviceid *);
204void nfs4_delete_deviceid(const struct pnfs_layoutdriver_type *, const struct nfs_client *, const struct nfs4_deviceid *);
Benny Halevya1eaecb2011-05-19 22:14:47 -0400205void nfs4_init_deviceid_node(struct nfs4_deviceid_node *,
Benny Halevy1775bc32011-05-20 13:47:33 +0200206 const struct pnfs_layoutdriver_type *,
Benny Halevya1eaecb2011-05-19 22:14:47 -0400207 const struct nfs_client *,
208 const struct nfs4_deviceid *);
209struct nfs4_deviceid_node *nfs4_insert_deviceid_node(struct nfs4_deviceid_node *);
210bool nfs4_put_deviceid_node(struct nfs4_deviceid_node *);
Benny Halevy1775bc32011-05-20 13:47:33 +0200211void nfs4_deviceid_purge_client(const struct nfs_client *);
Benny Halevya1eaecb2011-05-19 22:14:47 -0400212
Benny Halevye5e94012010-10-20 00:18:01 -0400213static inline int lo_fail_bit(u32 iomode)
214{
215 return iomode == IOMODE_RW ?
216 NFS_LAYOUT_RW_FAILED : NFS_LAYOUT_RO_FAILED;
217}
218
Fred Isamand684d2a2011-03-01 01:34:13 +0000219static inline struct pnfs_layout_segment *
220get_lseg(struct pnfs_layout_segment *lseg)
221{
222 if (lseg) {
223 atomic_inc(&lseg->pls_refcount);
224 smp_mb__after_atomic_inc();
225 }
226 return lseg;
227}
228
Benny Halevye5e94012010-10-20 00:18:01 -0400229/* Return true if a layout driver is being used for this mountpoint */
230static inline int pnfs_enabled_sb(struct nfs_server *nfss)
231{
232 return nfss->pnfs_curr_ld != NULL;
233}
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400234
Fred Isamana861a1e2011-03-23 13:27:51 +0000235static inline void
236pnfs_mark_request_commit(struct nfs_page *req, struct pnfs_layout_segment *lseg)
237{
238 if (lseg) {
239 struct pnfs_layoutdriver_type *ld;
240
241 ld = NFS_SERVER(req->wb_page->mapping->host)->pnfs_curr_ld;
242 if (ld->mark_pnfs_commit && ld->mark_pnfs_commit(lseg)) {
243 set_bit(PG_PNFS_COMMIT, &req->wb_flags);
244 req->wb_commit_lseg = get_lseg(lseg);
245 }
246 }
247}
248
249static inline int
250pnfs_commit_list(struct inode *inode, struct list_head *mds_pages, int how)
251{
252 if (!test_and_clear_bit(NFS_INO_PNFS_COMMIT, &NFS_I(inode)->flags))
253 return PNFS_NOT_ATTEMPTED;
254 return NFS_SERVER(inode)->pnfs_curr_ld->commit_pagelist(inode, mds_pages, how);
255}
256
257static inline struct list_head *
258pnfs_choose_commit_list(struct nfs_page *req, struct list_head *mds)
259{
260 struct list_head *rv;
261
262 if (test_and_clear_bit(PG_PNFS_COMMIT, &req->wb_flags)) {
263 struct inode *inode = req->wb_commit_lseg->pls_layout->plh_inode;
264
265 set_bit(NFS_INO_PNFS_COMMIT, &NFS_I(inode)->flags);
266 rv = NFS_SERVER(inode)->pnfs_curr_ld->choose_commit_list(req);
267 /* matched by ref taken when PG_PNFS_COMMIT is set */
268 put_lseg(req->wb_commit_lseg);
269 } else
270 rv = mds;
271 return rv;
272}
273
274static inline void pnfs_clear_request_commit(struct nfs_page *req)
275{
276 if (test_and_clear_bit(PG_PNFS_COMMIT, &req->wb_flags))
277 put_lseg(req->wb_commit_lseg);
278}
279
Benny Halevy8a1636c2010-07-14 15:43:57 -0400280/* Should the pNFS client commit and return the layout upon a setattr */
281static inline bool
282pnfs_ld_layoutret_on_setattr(struct inode *inode)
283{
284 if (!pnfs_enabled_sb(NFS_SERVER(inode)))
285 return false;
286 return NFS_SERVER(inode)->pnfs_curr_ld->flags &
287 PNFS_LAYOUTRET_ON_SETATTR;
288}
289
Benny Halevycbe82602011-05-22 19:52:37 +0300290static inline int pnfs_return_layout(struct inode *ino)
291{
292 struct nfs_inode *nfsi = NFS_I(ino);
293 struct nfs_server *nfss = NFS_SERVER(ino);
294
295 if (pnfs_enabled_sb(nfss) && nfsi->layout)
296 return _pnfs_return_layout(ino);
297
298 return 0;
299}
300
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400301#else /* CONFIG_NFS_V4_1 */
302
Andy Adamson974cec82010-10-20 00:18:02 -0400303static inline void pnfs_destroy_all_layouts(struct nfs_client *clp)
304{
305}
306
Benny Halevye5e94012010-10-20 00:18:01 -0400307static inline void pnfs_destroy_layout(struct nfs_inode *nfsi)
308{
309}
310
311static inline struct pnfs_layout_segment *
Fred Isamand684d2a2011-03-01 01:34:13 +0000312get_lseg(struct pnfs_layout_segment *lseg)
313{
314 return NULL;
315}
316
317static inline void put_lseg(struct pnfs_layout_segment *lseg)
318{
319}
320
321static inline struct pnfs_layout_segment *
Benny Halevye5e94012010-10-20 00:18:01 -0400322pnfs_update_layout(struct inode *ino, struct nfs_open_context *ctx,
Benny Halevyfb3296e2011-05-22 19:47:26 +0300323 loff_t pos, u64 count, enum pnfs_iomode access_type,
324 gfp_t gfp_flags)
Benny Halevye5e94012010-10-20 00:18:01 -0400325{
326 return NULL;
327}
328
Andy Adamson64419a92011-03-01 01:34:16 +0000329static inline enum pnfs_try_status
330pnfs_try_to_read_data(struct nfs_read_data *data,
331 const struct rpc_call_ops *call_ops)
332{
333 return PNFS_NOT_ATTEMPTED;
334}
335
Andy Adamson0382b742011-03-03 15:13:45 +0000336static inline enum pnfs_try_status
337pnfs_try_to_write_data(struct nfs_write_data *data,
338 const struct rpc_call_ops *call_ops, int how)
339{
340 return PNFS_NOT_ATTEMPTED;
341}
342
Benny Halevycbe82602011-05-22 19:52:37 +0300343static inline int pnfs_return_layout(struct inode *ino)
344{
345 return 0;
346}
347
Fred Isamanf7e89172011-01-06 11:36:32 +0000348static inline bool
Benny Halevy8a1636c2010-07-14 15:43:57 -0400349pnfs_ld_layoutret_on_setattr(struct inode *inode)
350{
351 return false;
352}
353
354static inline bool
Fred Isamanf7e89172011-01-06 11:36:32 +0000355pnfs_roc(struct inode *ino)
356{
357 return false;
358}
359
360static inline void
361pnfs_roc_release(struct inode *ino)
362{
363}
364
365static inline void
366pnfs_roc_set_barrier(struct inode *ino, u32 barrier)
367{
368}
369
370static inline bool
371pnfs_roc_drain(struct inode *ino, u32 *barrier)
372{
373 return false;
374}
375
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400376static inline void set_pnfs_layoutdriver(struct nfs_server *s, u32 id)
377{
378}
379
380static inline void unset_pnfs_layoutdriver(struct nfs_server *s)
381{
382}
383
Trond Myklebust1751c362011-06-10 13:30:23 -0400384static inline bool pnfs_pageio_init_read(struct nfs_pageio_descriptor *pgio, struct inode *inode)
Fred Isaman94ad1c82011-03-01 01:34:14 +0000385{
Trond Myklebust1751c362011-06-10 13:30:23 -0400386 return false;
387}
388
389static inline bool pnfs_pageio_init_write(struct nfs_pageio_descriptor *pgio, struct inode *inode, int ioflags)
390{
391 return false;
Fred Isaman44b83792011-03-03 15:13:44 +0000392}
393
Fred Isamana861a1e2011-03-23 13:27:51 +0000394static inline void
395pnfs_mark_request_commit(struct nfs_page *req, struct pnfs_layout_segment *lseg)
396{
397}
398
399static inline int
400pnfs_commit_list(struct inode *inode, struct list_head *mds_pages, int how)
401{
402 return PNFS_NOT_ATTEMPTED;
403}
404
405static inline struct list_head *
406pnfs_choose_commit_list(struct nfs_page *req, struct list_head *mds)
407{
408 return mds;
409}
410
411static inline void pnfs_clear_request_commit(struct nfs_page *req)
412{
413}
414
Andy Adamsonef311532011-03-12 02:58:10 -0500415static inline int pnfs_layoutcommit_inode(struct inode *inode, bool sync)
Andy Adamson863a3c62011-03-23 13:27:54 +0000416{
417 return 0;
418}
Benny Halevy1775bc32011-05-20 13:47:33 +0200419
420static inline void nfs4_deviceid_purge_client(struct nfs_client *ncl)
421{
422}
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400423#endif /* CONFIG_NFS_V4_1 */
424
425#endif /* FS_NFS_PNFS_H */