blob: 0383e66e71f0a04c0378d89822c289c1af3ad123 [file] [log] [blame]
Ricardo Labiaga85e174b2010-10-20 00:17:58 -04001/*
2 * pNFS client data structures.
3 *
4 * Copyright (c) 2002
5 * The Regents of the University of Michigan
6 * All Rights Reserved
7 *
8 * Dean Hildebrand <dhildebz@umich.edu>
9 *
10 * Permission is granted to use, copy, create derivative works, and
11 * redistribute this software and such derivative works for any purpose,
12 * so long as the name of the University of Michigan is not used in
13 * any advertising or publicity pertaining to the use or distribution
14 * of this software without specific, written prior authorization. If
15 * the above copyright notice or any other identification of the
16 * University of Michigan is included in any copy of any portion of
17 * this software, then the disclaimer below must also be included.
18 *
19 * This software is provided as is, without representation or warranty
20 * of any kind either express or implied, including without limitation
21 * the implied warranties of merchantability, fitness for a particular
22 * purpose, or noninfringement. The Regents of the University of
23 * Michigan shall not be liable for any damages, including special,
24 * indirect, incidental, or consequential damages, with respect to any
25 * claim arising out of or in connection with the use of the software,
26 * even if it has been or is hereafter advised of the possibility of
27 * such damages.
28 */
29
30#ifndef FS_NFS_PNFS_H
31#define FS_NFS_PNFS_H
32
Benny Halevy45df3c82011-05-05 08:28:46 +030033#include <linux/nfs_fs.h>
Fred Isaman94ad1c82011-03-01 01:34:14 +000034#include <linux/nfs_page.h>
35
Fred Isaman4541d162011-01-06 11:36:23 +000036enum {
37 NFS_LSEG_VALID = 0, /* cleared when lseg is recalled/returned */
Fred Isamanf7e89172011-01-06 11:36:32 +000038 NFS_LSEG_ROC, /* roc bit received from server */
Fred Isaman4541d162011-01-06 11:36:23 +000039};
40
Andy Adamson974cec82010-10-20 00:18:02 -040041struct pnfs_layout_segment {
Fred Isaman566052c2011-01-06 11:36:20 +000042 struct list_head pls_list;
43 struct pnfs_layout_range pls_range;
Fred Isaman4541d162011-01-06 11:36:23 +000044 atomic_t pls_refcount;
45 unsigned long pls_flags;
Fred Isaman566052c2011-01-06 11:36:20 +000046 struct pnfs_layout_hdr *pls_layout;
Andy Adamson863a3c62011-03-23 13:27:54 +000047 struct rpc_cred *pls_lc_cred; /* LAYOUTCOMMIT credential */
48 loff_t pls_end_pos; /* LAYOUTCOMMIT write end */
Andy Adamson974cec82010-10-20 00:18:02 -040049};
50
Andy Adamson64419a92011-03-01 01:34:16 +000051enum pnfs_try_status {
52 PNFS_ATTEMPTED = 0,
53 PNFS_NOT_ATTEMPTED = 1,
54};
55
Ricardo Labiaga85e174b2010-10-20 00:17:58 -040056#ifdef CONFIG_NFS_V4_1
57
58#define LAYOUT_NFSV4_1_MODULE_PREFIX "nfs-layouttype4"
59
Benny Halevye5e94012010-10-20 00:18:01 -040060enum {
61 NFS_LAYOUT_RO_FAILED = 0, /* get ro layout failed stop trying */
62 NFS_LAYOUT_RW_FAILED, /* get rw layout failed stop trying */
Fred Isaman43f1b3d2011-01-06 11:36:30 +000063 NFS_LAYOUT_BULK_RECALL, /* bulk recall affecting layout */
Fred Isamanf7e89172011-01-06 11:36:32 +000064 NFS_LAYOUT_ROC, /* some lseg had roc bit set */
Fred Isaman4541d162011-01-06 11:36:23 +000065 NFS_LAYOUT_DESTROYED, /* no new use of layout allowed */
Benny Halevye5e94012010-10-20 00:18:01 -040066};
67
Benny Halevy1775bc32011-05-20 13:47:33 +020068struct nfs4_deviceid_node;
69
Ricardo Labiaga85e174b2010-10-20 00:17:58 -040070/* Per-layout driver specific registration structure */
71struct pnfs_layoutdriver_type {
Fred Isaman02c35fc2010-10-20 00:17:59 -040072 struct list_head pnfs_tblid;
73 const u32 id;
74 const char *name;
75 struct module *owner;
Benny Halevy636fb9c2011-05-22 19:51:33 +030076
77 struct pnfs_layout_hdr * (*alloc_layout_hdr) (struct inode *inode, gfp_t gfp_flags);
78 void (*free_layout_hdr) (struct pnfs_layout_hdr *);
79
Trond Myklebusta75b9df2011-05-11 18:00:51 -040080 struct pnfs_layout_segment * (*alloc_lseg) (struct pnfs_layout_hdr *layoutid, struct nfs4_layoutget_res *lgr, gfp_t gfp_flags);
Andy Adamsonb1f69b72010-10-20 00:18:03 -040081 void (*free_lseg) (struct pnfs_layout_segment *lseg);
Fred Isaman94ad1c82011-03-01 01:34:14 +000082
83 /* test for nfs page cache coalescing */
84 int (*pg_test)(struct nfs_pageio_descriptor *, struct nfs_page *, struct nfs_page *);
Andy Adamson64419a92011-03-01 01:34:16 +000085
Fred Isamana861a1e2011-03-23 13:27:51 +000086 /* Returns true if layoutdriver wants to divert this request to
87 * driver's commit routine.
88 */
89 bool (*mark_pnfs_commit)(struct pnfs_layout_segment *lseg);
90 struct list_head * (*choose_commit_list) (struct nfs_page *req);
91 int (*commit_pagelist)(struct inode *inode, struct list_head *mds_pages, int how);
92
Andy Adamson64419a92011-03-01 01:34:16 +000093 /*
94 * Return PNFS_ATTEMPTED to indicate the layout code has attempted
95 * I/O, else return PNFS_NOT_ATTEMPTED to fall back to normal NFS
96 */
97 enum pnfs_try_status (*read_pagelist) (struct nfs_read_data *nfs_data);
Andy Adamson0382b742011-03-03 15:13:45 +000098 enum pnfs_try_status (*write_pagelist) (struct nfs_write_data *nfs_data, int how);
Benny Halevy1775bc32011-05-20 13:47:33 +020099
100 void (*free_deviceid_node) (struct nfs4_deviceid_node *);
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400101};
102
Benny Halevye5e94012010-10-20 00:18:01 -0400103struct pnfs_layout_hdr {
Fred Isamancc6e5342011-01-06 11:36:28 +0000104 atomic_t plh_refcount;
Fred Isamanb7edfaa2011-01-06 11:36:21 +0000105 struct list_head plh_layouts; /* other client layouts */
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000106 struct list_head plh_bulk_recall; /* clnt list of bulk recalls */
Fred Isamanb7edfaa2011-01-06 11:36:21 +0000107 struct list_head plh_segs; /* layout segments list */
Fred Isamanb7edfaa2011-01-06 11:36:21 +0000108 nfs4_stateid plh_stateid;
Fred Isamancf7d63f2011-01-06 11:36:25 +0000109 atomic_t plh_outstanding; /* number of RPCs out */
Fred Isamanf7e89172011-01-06 11:36:32 +0000110 unsigned long plh_block_lgets; /* block LAYOUTGET if >0 */
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000111 u32 plh_barrier; /* ignore lower seqids */
Fred Isaman566052c2011-01-06 11:36:20 +0000112 unsigned long plh_flags;
Fred Isamanb7edfaa2011-01-06 11:36:21 +0000113 struct inode *plh_inode;
Benny Halevye5e94012010-10-20 00:18:01 -0400114};
115
Andy Adamsonb1f69b72010-10-20 00:18:03 -0400116struct pnfs_device {
117 struct nfs4_deviceid dev_id;
118 unsigned int layout_type;
119 unsigned int mincount;
120 struct page **pages;
Andy Adamsonb1f69b72010-10-20 00:18:03 -0400121 unsigned int pgbase;
122 unsigned int pglen;
123};
124
Fred Isaman02c35fc2010-10-20 00:17:59 -0400125extern int pnfs_register_layoutdriver(struct pnfs_layoutdriver_type *);
126extern void pnfs_unregister_layoutdriver(struct pnfs_layoutdriver_type *);
127
Andy Adamsonb1f69b72010-10-20 00:18:03 -0400128/* nfs4proc.c */
129extern int nfs4_proc_getdeviceinfo(struct nfs_server *server,
130 struct pnfs_device *dev);
131extern int nfs4_proc_layoutget(struct nfs4_layoutget *lgp);
132
133/* pnfs.c */
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000134void get_layout_hdr(struct pnfs_layout_hdr *lo);
Fred Isamanbae724e2011-03-01 01:34:15 +0000135void put_lseg(struct pnfs_layout_segment *lseg);
Benny Halevye5e94012010-10-20 00:18:01 -0400136struct pnfs_layout_segment *
137pnfs_update_layout(struct inode *ino, struct nfs_open_context *ctx,
Benny Halevyfb3296e2011-05-22 19:47:26 +0300138 loff_t pos, u64 count, enum pnfs_iomode access_type,
139 gfp_t gfp_flags);
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400140void set_pnfs_layoutdriver(struct nfs_server *, u32 id);
141void unset_pnfs_layoutdriver(struct nfs_server *);
Andy Adamson0382b742011-03-03 15:13:45 +0000142enum pnfs_try_status pnfs_try_to_write_data(struct nfs_write_data *,
143 const struct rpc_call_ops *, int);
Andy Adamson64419a92011-03-01 01:34:16 +0000144enum pnfs_try_status pnfs_try_to_read_data(struct nfs_read_data *,
145 const struct rpc_call_ops *);
Fred Isaman94ad1c82011-03-01 01:34:14 +0000146void pnfs_pageio_init_read(struct nfs_pageio_descriptor *, struct inode *);
Fred Isaman44b83792011-03-03 15:13:44 +0000147void pnfs_pageio_init_write(struct nfs_pageio_descriptor *, struct inode *);
Andy Adamsonb1f69b72010-10-20 00:18:03 -0400148int pnfs_layout_process(struct nfs4_layoutget *lgp);
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000149void pnfs_free_lseg_list(struct list_head *tmp_list);
Benny Halevye5e94012010-10-20 00:18:01 -0400150void pnfs_destroy_layout(struct nfs_inode *);
Andy Adamson974cec82010-10-20 00:18:02 -0400151void pnfs_destroy_all_layouts(struct nfs_client *);
Fred Isamancc6e5342011-01-06 11:36:28 +0000152void put_layout_hdr(struct pnfs_layout_hdr *lo);
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000153void pnfs_set_layout_stateid(struct pnfs_layout_hdr *lo,
154 const nfs4_stateid *new,
155 bool update_barrier);
Fred Isamanfd6002e2011-01-06 11:36:22 +0000156int pnfs_choose_layoutget_stateid(nfs4_stateid *dst,
157 struct pnfs_layout_hdr *lo,
158 struct nfs4_state *open_state);
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000159int mark_matching_lsegs_invalid(struct pnfs_layout_hdr *lo,
160 struct list_head *tmp_list,
Benny Halevy778b5502011-05-22 19:48:02 +0300161 struct pnfs_layout_range *recall_range);
Fred Isamanf7e89172011-01-06 11:36:32 +0000162bool pnfs_roc(struct inode *ino);
163void pnfs_roc_release(struct inode *ino);
164void pnfs_roc_set_barrier(struct inode *ino, u32 barrier);
165bool pnfs_roc_drain(struct inode *ino, u32 *barrier);
Andy Adamson863a3c62011-03-23 13:27:54 +0000166void pnfs_set_layoutcommit(struct nfs_write_data *wdata);
Andy Adamsonef311532011-03-12 02:58:10 -0500167int pnfs_layoutcommit_inode(struct inode *inode, bool sync);
Benny Halevyd20581a2011-05-22 19:52:03 +0300168int pnfs_ld_write_done(struct nfs_write_data *);
169int pnfs_ld_read_done(struct nfs_read_data *);
Benny Halevye5e94012010-10-20 00:18:01 -0400170
Benny Halevya1eaecb2011-05-19 22:14:47 -0400171/* pnfs_dev.c */
172struct nfs4_deviceid_node {
173 struct hlist_node node;
Benny Halevy1775bc32011-05-20 13:47:33 +0200174 const struct pnfs_layoutdriver_type *ld;
Benny Halevya1eaecb2011-05-19 22:14:47 -0400175 const struct nfs_client *nfs_client;
176 struct nfs4_deviceid deviceid;
177 atomic_t ref;
178};
179
180void nfs4_print_deviceid(const struct nfs4_deviceid *dev_id);
Benny Halevy35c8bb52011-05-24 18:04:02 +0300181struct nfs4_deviceid_node *nfs4_find_get_deviceid(const struct pnfs_layoutdriver_type *, const struct nfs_client *, const struct nfs4_deviceid *);
182struct nfs4_deviceid_node *nfs4_unhash_put_deviceid(const struct pnfs_layoutdriver_type *, const struct nfs_client *, const struct nfs4_deviceid *);
183void nfs4_delete_deviceid(const struct pnfs_layoutdriver_type *, const struct nfs_client *, const struct nfs4_deviceid *);
Benny Halevya1eaecb2011-05-19 22:14:47 -0400184void nfs4_init_deviceid_node(struct nfs4_deviceid_node *,
Benny Halevy1775bc32011-05-20 13:47:33 +0200185 const struct pnfs_layoutdriver_type *,
Benny Halevya1eaecb2011-05-19 22:14:47 -0400186 const struct nfs_client *,
187 const struct nfs4_deviceid *);
188struct nfs4_deviceid_node *nfs4_insert_deviceid_node(struct nfs4_deviceid_node *);
189bool nfs4_put_deviceid_node(struct nfs4_deviceid_node *);
Benny Halevy1775bc32011-05-20 13:47:33 +0200190void nfs4_deviceid_purge_client(const struct nfs_client *);
Benny Halevya1eaecb2011-05-19 22:14:47 -0400191
Benny Halevye5e94012010-10-20 00:18:01 -0400192static inline int lo_fail_bit(u32 iomode)
193{
194 return iomode == IOMODE_RW ?
195 NFS_LAYOUT_RW_FAILED : NFS_LAYOUT_RO_FAILED;
196}
197
Fred Isamand684d2a2011-03-01 01:34:13 +0000198static inline struct pnfs_layout_segment *
199get_lseg(struct pnfs_layout_segment *lseg)
200{
201 if (lseg) {
202 atomic_inc(&lseg->pls_refcount);
203 smp_mb__after_atomic_inc();
204 }
205 return lseg;
206}
207
Benny Halevye5e94012010-10-20 00:18:01 -0400208/* Return true if a layout driver is being used for this mountpoint */
209static inline int pnfs_enabled_sb(struct nfs_server *nfss)
210{
211 return nfss->pnfs_curr_ld != NULL;
212}
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400213
Fred Isamana861a1e2011-03-23 13:27:51 +0000214static inline void
215pnfs_mark_request_commit(struct nfs_page *req, struct pnfs_layout_segment *lseg)
216{
217 if (lseg) {
218 struct pnfs_layoutdriver_type *ld;
219
220 ld = NFS_SERVER(req->wb_page->mapping->host)->pnfs_curr_ld;
221 if (ld->mark_pnfs_commit && ld->mark_pnfs_commit(lseg)) {
222 set_bit(PG_PNFS_COMMIT, &req->wb_flags);
223 req->wb_commit_lseg = get_lseg(lseg);
224 }
225 }
226}
227
228static inline int
229pnfs_commit_list(struct inode *inode, struct list_head *mds_pages, int how)
230{
231 if (!test_and_clear_bit(NFS_INO_PNFS_COMMIT, &NFS_I(inode)->flags))
232 return PNFS_NOT_ATTEMPTED;
233 return NFS_SERVER(inode)->pnfs_curr_ld->commit_pagelist(inode, mds_pages, how);
234}
235
236static inline struct list_head *
237pnfs_choose_commit_list(struct nfs_page *req, struct list_head *mds)
238{
239 struct list_head *rv;
240
241 if (test_and_clear_bit(PG_PNFS_COMMIT, &req->wb_flags)) {
242 struct inode *inode = req->wb_commit_lseg->pls_layout->plh_inode;
243
244 set_bit(NFS_INO_PNFS_COMMIT, &NFS_I(inode)->flags);
245 rv = NFS_SERVER(inode)->pnfs_curr_ld->choose_commit_list(req);
246 /* matched by ref taken when PG_PNFS_COMMIT is set */
247 put_lseg(req->wb_commit_lseg);
248 } else
249 rv = mds;
250 return rv;
251}
252
253static inline void pnfs_clear_request_commit(struct nfs_page *req)
254{
255 if (test_and_clear_bit(PG_PNFS_COMMIT, &req->wb_flags))
256 put_lseg(req->wb_commit_lseg);
257}
258
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400259#else /* CONFIG_NFS_V4_1 */
260
Andy Adamson974cec82010-10-20 00:18:02 -0400261static inline void pnfs_destroy_all_layouts(struct nfs_client *clp)
262{
263}
264
Benny Halevye5e94012010-10-20 00:18:01 -0400265static inline void pnfs_destroy_layout(struct nfs_inode *nfsi)
266{
267}
268
269static inline struct pnfs_layout_segment *
Fred Isamand684d2a2011-03-01 01:34:13 +0000270get_lseg(struct pnfs_layout_segment *lseg)
271{
272 return NULL;
273}
274
275static inline void put_lseg(struct pnfs_layout_segment *lseg)
276{
277}
278
279static inline struct pnfs_layout_segment *
Benny Halevye5e94012010-10-20 00:18:01 -0400280pnfs_update_layout(struct inode *ino, struct nfs_open_context *ctx,
Benny Halevyfb3296e2011-05-22 19:47:26 +0300281 loff_t pos, u64 count, enum pnfs_iomode access_type,
282 gfp_t gfp_flags)
Benny Halevye5e94012010-10-20 00:18:01 -0400283{
284 return NULL;
285}
286
Andy Adamson64419a92011-03-01 01:34:16 +0000287static inline enum pnfs_try_status
288pnfs_try_to_read_data(struct nfs_read_data *data,
289 const struct rpc_call_ops *call_ops)
290{
291 return PNFS_NOT_ATTEMPTED;
292}
293
Andy Adamson0382b742011-03-03 15:13:45 +0000294static inline enum pnfs_try_status
295pnfs_try_to_write_data(struct nfs_write_data *data,
296 const struct rpc_call_ops *call_ops, int how)
297{
298 return PNFS_NOT_ATTEMPTED;
299}
300
Fred Isamanf7e89172011-01-06 11:36:32 +0000301static inline bool
302pnfs_roc(struct inode *ino)
303{
304 return false;
305}
306
307static inline void
308pnfs_roc_release(struct inode *ino)
309{
310}
311
312static inline void
313pnfs_roc_set_barrier(struct inode *ino, u32 barrier)
314{
315}
316
317static inline bool
318pnfs_roc_drain(struct inode *ino, u32 *barrier)
319{
320 return false;
321}
322
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400323static inline void set_pnfs_layoutdriver(struct nfs_server *s, u32 id)
324{
325}
326
327static inline void unset_pnfs_layoutdriver(struct nfs_server *s)
328{
329}
330
Fred Isaman94ad1c82011-03-01 01:34:14 +0000331static inline void
332pnfs_pageio_init_read(struct nfs_pageio_descriptor *pgio, struct inode *ino)
333{
334 pgio->pg_test = NULL;
335}
336
Fred Isaman44b83792011-03-03 15:13:44 +0000337static inline void
338pnfs_pageio_init_write(struct nfs_pageio_descriptor *pgio, struct inode *ino)
339{
340 pgio->pg_test = NULL;
341}
342
Fred Isamana861a1e2011-03-23 13:27:51 +0000343static inline void
344pnfs_mark_request_commit(struct nfs_page *req, struct pnfs_layout_segment *lseg)
345{
346}
347
348static inline int
349pnfs_commit_list(struct inode *inode, struct list_head *mds_pages, int how)
350{
351 return PNFS_NOT_ATTEMPTED;
352}
353
354static inline struct list_head *
355pnfs_choose_commit_list(struct nfs_page *req, struct list_head *mds)
356{
357 return mds;
358}
359
360static inline void pnfs_clear_request_commit(struct nfs_page *req)
361{
362}
363
Andy Adamsonef311532011-03-12 02:58:10 -0500364static inline int pnfs_layoutcommit_inode(struct inode *inode, bool sync)
Andy Adamson863a3c62011-03-23 13:27:54 +0000365{
366 return 0;
367}
Benny Halevy1775bc32011-05-20 13:47:33 +0200368
369static inline void nfs4_deviceid_purge_client(struct nfs_client *ncl)
370{
371}
Ricardo Labiaga85e174b2010-10-20 00:17:58 -0400372#endif /* CONFIG_NFS_V4_1 */
373
374#endif /* FS_NFS_PNFS_H */