blob: 48d0a8e4d06212264469df6b4c21acba110597f0 [file] [log] [blame]
Ricardo Labiaga85e174b2010-10-20 00:17:58 -04001/*
2 * pNFS client data structures.
3 *
4 * Copyright (c) 2002
5 * The Regents of the University of Michigan
6 * All Rights Reserved
7 *
8 * Dean Hildebrand <dhildebz@umich.edu>
9 *
10 * Permission is granted to use, copy, create derivative works, and
11 * redistribute this software and such derivative works for any purpose,
12 * so long as the name of the University of Michigan is not used in
13 * any advertising or publicity pertaining to the use or distribution
14 * of this software without specific, written prior authorization. If
15 * the above copyright notice or any other identification of the
16 * University of Michigan is included in any copy of any portion of
17 * this software, then the disclaimer below must also be included.
18 *
19 * This software is provided as is, without representation or warranty
20 * of any kind either express or implied, including without limitation
21 * the implied warranties of merchantability, fitness for a particular
22 * purpose, or noninfringement. The Regents of the University of
23 * Michigan shall not be liable for any damages, including special,
24 * indirect, incidental, or consequential damages, with respect to any
25 * claim arising out of or in connection with the use of the software,
26 * even if it has been or is hereafter advised of the possibility of
27 * such damages.
28 */
29
30#ifndef FS_NFS_PNFS_H
31#define FS_NFS_PNFS_H
32
Benny Halevy45df3c82011-05-05 08:28:46 +030033#include <linux/nfs_fs.h>
Fred Isaman94ad1c82011-03-01 01:34:14 +000034#include <linux/nfs_page.h>
35
Fred Isaman4541d162011-01-06 11:36:23 +000036enum {
37 NFS_LSEG_VALID = 0, /* cleared when lseg is recalled/returned */
Fred Isamanf7e89172011-01-06 11:36:32 +000038 NFS_LSEG_ROC, /* roc bit received from server */
Fred Isaman4541d162011-01-06 11:36:23 +000039};
40
Andy Adamson974cec82010-10-20 00:18:02 -040041struct pnfs_layout_segment {
Fred Isaman566052c2011-01-06 11:36:20 +000042 struct list_head pls_list;
43 struct pnfs_layout_range pls_range;
Fred Isaman4541d162011-01-06 11:36:23 +000044 atomic_t pls_refcount;
45 unsigned long pls_flags;
Fred Isaman566052c2011-01-06 11:36:20 +000046 struct pnfs_layout_hdr *pls_layout;
Andy Adamson863a3c62011-03-23 13:27:54 +000047 struct rpc_cred *pls_lc_cred; /* LAYOUTCOMMIT credential */
48 loff_t pls_end_pos; /* LAYOUTCOMMIT write end */
Andy Adamson974cec82010-10-20 00:18:02 -040049};
50
Andy Adamson64419a92011-03-01 01:34:16 +000051enum pnfs_try_status {
52 PNFS_ATTEMPTED = 0,
53 PNFS_NOT_ATTEMPTED = 1,
54};
55
Ricardo Labiaga85e174b2010-10-20 00:17:58 -040056#ifdef CONFIG_NFS_V4_1
57
58#define LAYOUT_NFSV4_1_MODULE_PREFIX "nfs-layouttype4"
59
Benny Halevye5e94012010-10-20 00:18:01 -040060enum {
61 NFS_LAYOUT_RO_FAILED = 0, /* get ro layout failed stop trying */
62 NFS_LAYOUT_RW_FAILED, /* get rw layout failed stop trying */
Fred Isaman43f1b3d2011-01-06 11:36:30 +000063 NFS_LAYOUT_BULK_RECALL, /* bulk recall affecting layout */
Fred Isamanf7e89172011-01-06 11:36:32 +000064 NFS_LAYOUT_ROC, /* some lseg had roc bit set */
Fred Isaman4541d162011-01-06 11:36:23 +000065 NFS_LAYOUT_DESTROYED, /* no new use of layout allowed */
Benny Halevye5e94012010-10-20 00:18:01 -040066};
67
Benny Halevy8a1636c2010-07-14 15:43:57 -040068enum layoutdriver_policy_flags {
69 /* Should the pNFS client commit and return the layout upon a setattr */
70 PNFS_LAYOUTRET_ON_SETATTR = 1 << 0,
71};
72
Benny Halevy1775bc32011-05-20 13:47:33 +020073struct nfs4_deviceid_node;
74
Ricardo Labiaga85e174b2010-10-20 00:17:58 -040075/* Per-layout driver specific registration structure */
76struct pnfs_layoutdriver_type {
Fred Isaman02c35fc2010-10-20 00:17:59 -040077 struct list_head pnfs_tblid;
78 const u32 id;
79 const char *name;
80 struct module *owner;
Benny Halevy8a1636c2010-07-14 15:43:57 -040081 unsigned flags;
Benny Halevy636fb9c2011-05-22 19:51:33 +030082
83 struct pnfs_layout_hdr * (*alloc_layout_hdr) (struct inode *inode, gfp_t gfp_flags);
84 void (*free_layout_hdr) (struct pnfs_layout_hdr *);
85
Trond Myklebusta75b9df2011-05-11 18:00:51 -040086 struct pnfs_layout_segment * (*alloc_lseg) (struct pnfs_layout_hdr *layoutid, struct nfs4_layoutget_res *lgr, gfp_t gfp_flags);
Andy Adamsonb1f69b72010-10-20 00:18:03 -040087 void (*free_lseg) (struct pnfs_layout_segment *lseg);
Fred Isaman94ad1c82011-03-01 01:34:14 +000088
89 /* test for nfs page cache coalescing */
Benny Halevy18ad0a92011-05-25 21:03:56 +030090 bool (*pg_test)(struct nfs_pageio_descriptor *, struct nfs_page *, struct nfs_page *);
Andy Adamson64419a92011-03-01 01:34:16 +000091
Fred Isamana861a1e2011-03-23 13:27:51 +000092 /* Returns true if layoutdriver wants to divert this request to
93 * driver's commit routine.
94 */
95 bool (*mark_pnfs_commit)(struct pnfs_layout_segment *lseg);
96 struct list_head * (*choose_commit_list) (struct nfs_page *req);
97 int (*commit_pagelist)(struct inode *inode, struct list_head *mds_pages, int how);
98
Andy Adamson64419a92011-03-01 01:34:16 +000099 /*
100 * Return PNFS_ATTEMPTED to indicate the layout code has attempted
101 * I/O, else return PNFS_NOT_ATTEMPTED to fall back to normal NFS
102 */
103 enum pnfs_try_status (*read_pagelist) (struct nfs_read_data *nfs_data);
Andy Adamson0382b742011-03-03 15:13:45 +0000104 enum pnfs_try_status (*write_pagelist) (struct nfs_write_data *nfs_data, int how);
Benny Halevy1775bc32011-05-20 13:47:33 +0200105
106 void (*free_deviceid_node) (struct nfs4_deviceid_node *);
Andy Adamson04a55542011-05-22 19:53:10 +0300107
108 void (*encode_layoutreturn) (struct pnfs_layout_hdr *layoutid,
109 struct xdr_stream *xdr,
110 const struct nfs4_layoutreturn_args *args);
Benny Halevyac7db722011-05-22 19:53:48 +0300111
112 void (*encode_layoutcommit) (struct pnfs_layout_hdr *layoutid,
113 struct xdr_stream *xdr,
114 const struct nfs4_layoutcommit_args *args);
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400115};
116
Benny Halevye5e94012010-10-20 00:18:01 -0400117struct pnfs_layout_hdr {
Fred Isamancc6e5342011-01-06 11:36:28 +0000118 atomic_t plh_refcount;
Fred Isamanb7edfaa2011-01-06 11:36:21 +0000119 struct list_head plh_layouts; /* other client layouts */
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000120 struct list_head plh_bulk_recall; /* clnt list of bulk recalls */
Fred Isamanb7edfaa2011-01-06 11:36:21 +0000121 struct list_head plh_segs; /* layout segments list */
Fred Isamanb7edfaa2011-01-06 11:36:21 +0000122 nfs4_stateid plh_stateid;
Fred Isamancf7d63f2011-01-06 11:36:25 +0000123 atomic_t plh_outstanding; /* number of RPCs out */
Fred Isamanf7e89172011-01-06 11:36:32 +0000124 unsigned long plh_block_lgets; /* block LAYOUTGET if >0 */
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000125 u32 plh_barrier; /* ignore lower seqids */
Fred Isaman566052c2011-01-06 11:36:20 +0000126 unsigned long plh_flags;
Fred Isamanb7edfaa2011-01-06 11:36:21 +0000127 struct inode *plh_inode;
Benny Halevye5e94012010-10-20 00:18:01 -0400128};
129
Andy Adamsonb1f69b72010-10-20 00:18:03 -0400130struct pnfs_device {
131 struct nfs4_deviceid dev_id;
132 unsigned int layout_type;
133 unsigned int mincount;
134 struct page **pages;
Andy Adamsonb1f69b72010-10-20 00:18:03 -0400135 unsigned int pgbase;
136 unsigned int pglen;
137};
138
Fred Isaman02c35fc2010-10-20 00:17:59 -0400139extern int pnfs_register_layoutdriver(struct pnfs_layoutdriver_type *);
140extern void pnfs_unregister_layoutdriver(struct pnfs_layoutdriver_type *);
141
Andy Adamsonb1f69b72010-10-20 00:18:03 -0400142/* nfs4proc.c */
143extern int nfs4_proc_getdeviceinfo(struct nfs_server *server,
144 struct pnfs_device *dev);
145extern int nfs4_proc_layoutget(struct nfs4_layoutget *lgp);
Benny Halevycbe82602011-05-22 19:52:37 +0300146extern int nfs4_proc_layoutreturn(struct nfs4_layoutreturn *lrp);
Andy Adamsonb1f69b72010-10-20 00:18:03 -0400147
148/* pnfs.c */
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000149void get_layout_hdr(struct pnfs_layout_hdr *lo);
Fred Isamanbae724e2011-03-01 01:34:15 +0000150void put_lseg(struct pnfs_layout_segment *lseg);
Benny Halevye5e94012010-10-20 00:18:01 -0400151struct pnfs_layout_segment *
152pnfs_update_layout(struct inode *ino, struct nfs_open_context *ctx,
Benny Halevyfb3296e2011-05-22 19:47:26 +0300153 loff_t pos, u64 count, enum pnfs_iomode access_type,
154 gfp_t gfp_flags);
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400155void set_pnfs_layoutdriver(struct nfs_server *, u32 id);
156void unset_pnfs_layoutdriver(struct nfs_server *);
Andy Adamson0382b742011-03-03 15:13:45 +0000157enum pnfs_try_status pnfs_try_to_write_data(struct nfs_write_data *,
158 const struct rpc_call_ops *, int);
Andy Adamson64419a92011-03-01 01:34:16 +0000159enum pnfs_try_status pnfs_try_to_read_data(struct nfs_read_data *,
160 const struct rpc_call_ops *);
Benny Halevy18ad0a92011-05-25 21:03:56 +0300161bool pnfs_generic_pg_test(struct nfs_pageio_descriptor *pgio, struct nfs_page *prev, struct nfs_page *req);
Andy Adamsonb1f69b72010-10-20 00:18:03 -0400162int pnfs_layout_process(struct nfs4_layoutget *lgp);
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000163void pnfs_free_lseg_list(struct list_head *tmp_list);
Benny Halevye5e94012010-10-20 00:18:01 -0400164void pnfs_destroy_layout(struct nfs_inode *);
Andy Adamson974cec82010-10-20 00:18:02 -0400165void pnfs_destroy_all_layouts(struct nfs_client *);
Fred Isamancc6e5342011-01-06 11:36:28 +0000166void put_layout_hdr(struct pnfs_layout_hdr *lo);
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000167void pnfs_set_layout_stateid(struct pnfs_layout_hdr *lo,
168 const nfs4_stateid *new,
169 bool update_barrier);
Fred Isamanfd6002e2011-01-06 11:36:22 +0000170int pnfs_choose_layoutget_stateid(nfs4_stateid *dst,
171 struct pnfs_layout_hdr *lo,
172 struct nfs4_state *open_state);
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000173int mark_matching_lsegs_invalid(struct pnfs_layout_hdr *lo,
174 struct list_head *tmp_list,
Benny Halevy778b5502011-05-22 19:48:02 +0300175 struct pnfs_layout_range *recall_range);
Fred Isamanf7e89172011-01-06 11:36:32 +0000176bool pnfs_roc(struct inode *ino);
177void pnfs_roc_release(struct inode *ino);
178void pnfs_roc_set_barrier(struct inode *ino, u32 barrier);
179bool pnfs_roc_drain(struct inode *ino, u32 *barrier);
Andy Adamson863a3c62011-03-23 13:27:54 +0000180void pnfs_set_layoutcommit(struct nfs_write_data *wdata);
Andy Adamsonef311532011-03-12 02:58:10 -0500181int pnfs_layoutcommit_inode(struct inode *inode, bool sync);
Benny Halevycbe82602011-05-22 19:52:37 +0300182int _pnfs_return_layout(struct inode *);
Benny Halevyd20581a2011-05-22 19:52:03 +0300183int pnfs_ld_write_done(struct nfs_write_data *);
184int pnfs_ld_read_done(struct nfs_read_data *);
Benny Halevye5e94012010-10-20 00:18:01 -0400185
Benny Halevya1eaecb2011-05-19 22:14:47 -0400186/* pnfs_dev.c */
187struct nfs4_deviceid_node {
188 struct hlist_node node;
Benny Halevy1775bc32011-05-20 13:47:33 +0200189 const struct pnfs_layoutdriver_type *ld;
Benny Halevya1eaecb2011-05-19 22:14:47 -0400190 const struct nfs_client *nfs_client;
191 struct nfs4_deviceid deviceid;
192 atomic_t ref;
193};
194
195void nfs4_print_deviceid(const struct nfs4_deviceid *dev_id);
Benny Halevy35c8bb52011-05-24 18:04:02 +0300196struct nfs4_deviceid_node *nfs4_find_get_deviceid(const struct pnfs_layoutdriver_type *, const struct nfs_client *, const struct nfs4_deviceid *);
197struct nfs4_deviceid_node *nfs4_unhash_put_deviceid(const struct pnfs_layoutdriver_type *, const struct nfs_client *, const struct nfs4_deviceid *);
198void nfs4_delete_deviceid(const struct pnfs_layoutdriver_type *, const struct nfs_client *, const struct nfs4_deviceid *);
Benny Halevya1eaecb2011-05-19 22:14:47 -0400199void nfs4_init_deviceid_node(struct nfs4_deviceid_node *,
Benny Halevy1775bc32011-05-20 13:47:33 +0200200 const struct pnfs_layoutdriver_type *,
Benny Halevya1eaecb2011-05-19 22:14:47 -0400201 const struct nfs_client *,
202 const struct nfs4_deviceid *);
203struct nfs4_deviceid_node *nfs4_insert_deviceid_node(struct nfs4_deviceid_node *);
204bool nfs4_put_deviceid_node(struct nfs4_deviceid_node *);
Benny Halevy1775bc32011-05-20 13:47:33 +0200205void nfs4_deviceid_purge_client(const struct nfs_client *);
Benny Halevya1eaecb2011-05-19 22:14:47 -0400206
Benny Halevye5e94012010-10-20 00:18:01 -0400207static inline int lo_fail_bit(u32 iomode)
208{
209 return iomode == IOMODE_RW ?
210 NFS_LAYOUT_RW_FAILED : NFS_LAYOUT_RO_FAILED;
211}
212
Fred Isamand684d2a2011-03-01 01:34:13 +0000213static inline struct pnfs_layout_segment *
214get_lseg(struct pnfs_layout_segment *lseg)
215{
216 if (lseg) {
217 atomic_inc(&lseg->pls_refcount);
218 smp_mb__after_atomic_inc();
219 }
220 return lseg;
221}
222
Benny Halevye5e94012010-10-20 00:18:01 -0400223/* Return true if a layout driver is being used for this mountpoint */
224static inline int pnfs_enabled_sb(struct nfs_server *nfss)
225{
226 return nfss->pnfs_curr_ld != NULL;
227}
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400228
Fred Isamana861a1e2011-03-23 13:27:51 +0000229static inline void
230pnfs_mark_request_commit(struct nfs_page *req, struct pnfs_layout_segment *lseg)
231{
232 if (lseg) {
233 struct pnfs_layoutdriver_type *ld;
234
235 ld = NFS_SERVER(req->wb_page->mapping->host)->pnfs_curr_ld;
236 if (ld->mark_pnfs_commit && ld->mark_pnfs_commit(lseg)) {
237 set_bit(PG_PNFS_COMMIT, &req->wb_flags);
238 req->wb_commit_lseg = get_lseg(lseg);
239 }
240 }
241}
242
243static inline int
244pnfs_commit_list(struct inode *inode, struct list_head *mds_pages, int how)
245{
246 if (!test_and_clear_bit(NFS_INO_PNFS_COMMIT, &NFS_I(inode)->flags))
247 return PNFS_NOT_ATTEMPTED;
248 return NFS_SERVER(inode)->pnfs_curr_ld->commit_pagelist(inode, mds_pages, how);
249}
250
251static inline struct list_head *
252pnfs_choose_commit_list(struct nfs_page *req, struct list_head *mds)
253{
254 struct list_head *rv;
255
256 if (test_and_clear_bit(PG_PNFS_COMMIT, &req->wb_flags)) {
257 struct inode *inode = req->wb_commit_lseg->pls_layout->plh_inode;
258
259 set_bit(NFS_INO_PNFS_COMMIT, &NFS_I(inode)->flags);
260 rv = NFS_SERVER(inode)->pnfs_curr_ld->choose_commit_list(req);
261 /* matched by ref taken when PG_PNFS_COMMIT is set */
262 put_lseg(req->wb_commit_lseg);
263 } else
264 rv = mds;
265 return rv;
266}
267
268static inline void pnfs_clear_request_commit(struct nfs_page *req)
269{
270 if (test_and_clear_bit(PG_PNFS_COMMIT, &req->wb_flags))
271 put_lseg(req->wb_commit_lseg);
272}
273
Benny Halevy8a1636c2010-07-14 15:43:57 -0400274/* Should the pNFS client commit and return the layout upon a setattr */
275static inline bool
276pnfs_ld_layoutret_on_setattr(struct inode *inode)
277{
278 if (!pnfs_enabled_sb(NFS_SERVER(inode)))
279 return false;
280 return NFS_SERVER(inode)->pnfs_curr_ld->flags &
281 PNFS_LAYOUTRET_ON_SETATTR;
282}
283
Benny Halevycbe82602011-05-22 19:52:37 +0300284static inline int pnfs_return_layout(struct inode *ino)
285{
286 struct nfs_inode *nfsi = NFS_I(ino);
287 struct nfs_server *nfss = NFS_SERVER(ino);
288
289 if (pnfs_enabled_sb(nfss) && nfsi->layout)
290 return _pnfs_return_layout(ino);
291
292 return 0;
293}
294
Benny Halevydfed2062011-05-25 20:25:22 +0300295static inline void pnfs_pageio_init(struct nfs_pageio_descriptor *pgio,
296 struct inode *inode)
297{
Benny Halevy89a58e32011-05-25 20:54:40 +0300298 struct pnfs_layoutdriver_type *ld = NFS_SERVER(inode)->pnfs_curr_ld;
299
300 if (ld)
301 pgio->pg_test = ld->pg_test;
Benny Halevydfed2062011-05-25 20:25:22 +0300302}
303
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400304#else /* CONFIG_NFS_V4_1 */
305
Andy Adamson974cec82010-10-20 00:18:02 -0400306static inline void pnfs_destroy_all_layouts(struct nfs_client *clp)
307{
308}
309
Benny Halevye5e94012010-10-20 00:18:01 -0400310static inline void pnfs_destroy_layout(struct nfs_inode *nfsi)
311{
312}
313
314static inline struct pnfs_layout_segment *
Fred Isamand684d2a2011-03-01 01:34:13 +0000315get_lseg(struct pnfs_layout_segment *lseg)
316{
317 return NULL;
318}
319
320static inline void put_lseg(struct pnfs_layout_segment *lseg)
321{
322}
323
324static inline struct pnfs_layout_segment *
Benny Halevye5e94012010-10-20 00:18:01 -0400325pnfs_update_layout(struct inode *ino, struct nfs_open_context *ctx,
Benny Halevyfb3296e2011-05-22 19:47:26 +0300326 loff_t pos, u64 count, enum pnfs_iomode access_type,
327 gfp_t gfp_flags)
Benny Halevye5e94012010-10-20 00:18:01 -0400328{
329 return NULL;
330}
331
Andy Adamson64419a92011-03-01 01:34:16 +0000332static inline enum pnfs_try_status
333pnfs_try_to_read_data(struct nfs_read_data *data,
334 const struct rpc_call_ops *call_ops)
335{
336 return PNFS_NOT_ATTEMPTED;
337}
338
Andy Adamson0382b742011-03-03 15:13:45 +0000339static inline enum pnfs_try_status
340pnfs_try_to_write_data(struct nfs_write_data *data,
341 const struct rpc_call_ops *call_ops, int how)
342{
343 return PNFS_NOT_ATTEMPTED;
344}
345
Benny Halevycbe82602011-05-22 19:52:37 +0300346static inline int pnfs_return_layout(struct inode *ino)
347{
348 return 0;
349}
350
Fred Isamanf7e89172011-01-06 11:36:32 +0000351static inline bool
Benny Halevy8a1636c2010-07-14 15:43:57 -0400352pnfs_ld_layoutret_on_setattr(struct inode *inode)
353{
354 return false;
355}
356
357static inline bool
Fred Isamanf7e89172011-01-06 11:36:32 +0000358pnfs_roc(struct inode *ino)
359{
360 return false;
361}
362
363static inline void
364pnfs_roc_release(struct inode *ino)
365{
366}
367
368static inline void
369pnfs_roc_set_barrier(struct inode *ino, u32 barrier)
370{
371}
372
373static inline bool
374pnfs_roc_drain(struct inode *ino, u32 *barrier)
375{
376 return false;
377}
378
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400379static inline void set_pnfs_layoutdriver(struct nfs_server *s, u32 id)
380{
381}
382
383static inline void unset_pnfs_layoutdriver(struct nfs_server *s)
384{
385}
386
Benny Halevydfed2062011-05-25 20:25:22 +0300387static inline void pnfs_pageio_init(struct nfs_pageio_descriptor *pgio,
388 struct inode *inode)
Fred Isaman94ad1c82011-03-01 01:34:14 +0000389{
Fred Isaman44b83792011-03-03 15:13:44 +0000390}
391
Fred Isamana861a1e2011-03-23 13:27:51 +0000392static inline void
393pnfs_mark_request_commit(struct nfs_page *req, struct pnfs_layout_segment *lseg)
394{
395}
396
397static inline int
398pnfs_commit_list(struct inode *inode, struct list_head *mds_pages, int how)
399{
400 return PNFS_NOT_ATTEMPTED;
401}
402
403static inline struct list_head *
404pnfs_choose_commit_list(struct nfs_page *req, struct list_head *mds)
405{
406 return mds;
407}
408
409static inline void pnfs_clear_request_commit(struct nfs_page *req)
410{
411}
412
Andy Adamsonef311532011-03-12 02:58:10 -0500413static inline int pnfs_layoutcommit_inode(struct inode *inode, bool sync)
Andy Adamson863a3c62011-03-23 13:27:54 +0000414{
415 return 0;
416}
Benny Halevy1775bc32011-05-20 13:47:33 +0200417
418static inline void nfs4_deviceid_purge_client(struct nfs_client *ncl)
419{
420}
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400421#endif /* CONFIG_NFS_V4_1 */
422
423#endif /* FS_NFS_PNFS_H */