blob: d561161b7c3ea43269ec3e9e381b0e763b0c739e [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * linux/fs/nfs/callback_proc.c
4 *
5 * Copyright (C) 2004 Trond Myklebust
6 *
7 * NFSv4 callback procedures
8 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07009#include <linux/nfs4.h>
10#include <linux/nfs_fs.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090011#include <linux/slab.h>
Trond Myklebust2446ab62012-03-01 17:00:56 -050012#include <linux/rcupdate.h>
Trond Myklebust4ce79712005-06-22 17:16:21 +000013#include "nfs4_fs.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include "callback.h"
15#include "delegation.h"
David Howells24c8dbb2006-08-22 20:06:10 -040016#include "internal.h"
Fred Isaman43f1b3d2011-01-06 11:36:30 +000017#include "pnfs.h"
Trond Myklebust73e39aa2012-11-26 12:49:34 -050018#include "nfs4session.h"
Trond Myklebustca8acf82013-08-13 10:36:56 -040019#include "nfs4trace.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070020
21#define NFSDBG_FACILITY NFSDBG_CALLBACK
Andy Adamsonc36fca52011-01-06 02:04:32 +000022
Christoph Hellwigf4dac4a2017-05-11 09:22:18 +020023__be32 nfs4_callback_getattr(void *argp, void *resp,
Andy Adamsonc36fca52011-01-06 02:04:32 +000024 struct cb_process_state *cps)
Linus Torvalds1da177e2005-04-16 15:20:36 -070025{
Christoph Hellwigf4dac4a2017-05-11 09:22:18 +020026 struct cb_getattrargs *args = argp;
27 struct cb_getattrres *res = resp;
Linus Torvalds1da177e2005-04-16 15:20:36 -070028 struct nfs_delegation *delegation;
29 struct nfs_inode *nfsi;
30 struct inode *inode;
Chuck Lever1d98fe62007-12-10 14:57:23 -050031
Andy Adamsonc36fca52011-01-06 02:04:32 +000032 res->status = htonl(NFS4ERR_OP_NOT_IN_SESSION);
33 if (!cps->clp) /* Always set for v4.0. Set in cb_sequence for v4.1 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070034 goto out;
Chuck Lever1d98fe62007-12-10 14:57:23 -050035
Andy Adamsonc36fca52011-01-06 02:04:32 +000036 res->bitmap[0] = res->bitmap[1] = 0;
37 res->status = htonl(NFS4ERR_BADHANDLE);
Chuck Lever1d98fe62007-12-10 14:57:23 -050038
Trond Myklebust2446ab62012-03-01 17:00:56 -050039 dprintk_rcu("NFS: GETATTR callback request from %s\n",
Andy Adamsonc36fca52011-01-06 02:04:32 +000040 rpc_peeraddr2str(cps->clp->cl_rpcclient, RPC_DISPLAY_ADDR));
41
42 inode = nfs_delegation_find_inode(cps->clp, &args->fh);
Trond Myklebust7cd14862015-08-20 20:07:54 -050043 if (inode == NULL) {
Trond Myklebust249b2ee2015-08-20 20:43:14 -050044 trace_nfs4_cb_getattr(cps->clp, &args->fh, NULL,
Trond Myklebust7cd14862015-08-20 20:07:54 -050045 -ntohl(res->status));
Andy Adamsonc36fca52011-01-06 02:04:32 +000046 goto out;
Trond Myklebust7cd14862015-08-20 20:07:54 -050047 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070048 nfsi = NFS_I(inode);
Trond Myklebust761fe932010-08-04 09:29:52 -040049 rcu_read_lock();
50 delegation = rcu_dereference(nfsi->delegation);
Linus Torvalds1da177e2005-04-16 15:20:36 -070051 if (delegation == NULL || (delegation->type & FMODE_WRITE) == 0)
52 goto out_iput;
53 res->size = i_size_read(inode);
Trond Myklebustbeb2a5e2006-01-03 09:55:37 +010054 res->change_attr = delegation->change_attr;
Trond Myklebusta6b6d5b2017-08-01 15:39:46 -040055 if (nfs_have_writebacks(inode))
Trond Myklebustbeb2a5e2006-01-03 09:55:37 +010056 res->change_attr++;
Linus Torvalds1da177e2005-04-16 15:20:36 -070057 res->ctime = inode->i_ctime;
58 res->mtime = inode->i_mtime;
59 res->bitmap[0] = (FATTR4_WORD0_CHANGE|FATTR4_WORD0_SIZE) &
60 args->bitmap[0];
61 res->bitmap[1] = (FATTR4_WORD1_TIME_METADATA|FATTR4_WORD1_TIME_MODIFY) &
62 args->bitmap[1];
63 res->status = 0;
64out_iput:
Trond Myklebust761fe932010-08-04 09:29:52 -040065 rcu_read_unlock();
Trond Myklebust7cd14862015-08-20 20:07:54 -050066 trace_nfs4_cb_getattr(cps->clp, &args->fh, inode, -ntohl(res->status));
Linus Torvalds1da177e2005-04-16 15:20:36 -070067 iput(inode);
Linus Torvalds1da177e2005-04-16 15:20:36 -070068out:
Harvey Harrison3110ff82008-05-02 13:42:44 -070069 dprintk("%s: exit with status = %d\n", __func__, ntohl(res->status));
Linus Torvalds1da177e2005-04-16 15:20:36 -070070 return res->status;
71}
72
Christoph Hellwigf4dac4a2017-05-11 09:22:18 +020073__be32 nfs4_callback_recall(void *argp, void *resp,
Andy Adamsonc36fca52011-01-06 02:04:32 +000074 struct cb_process_state *cps)
Linus Torvalds1da177e2005-04-16 15:20:36 -070075{
Christoph Hellwigf4dac4a2017-05-11 09:22:18 +020076 struct cb_recallargs *args = argp;
Linus Torvalds1da177e2005-04-16 15:20:36 -070077 struct inode *inode;
Al Viroe6f684f2006-10-19 23:28:50 -070078 __be32 res;
Linus Torvalds1da177e2005-04-16 15:20:36 -070079
Andy Adamsonc36fca52011-01-06 02:04:32 +000080 res = htonl(NFS4ERR_OP_NOT_IN_SESSION);
81 if (!cps->clp) /* Always set for v4.0. Set in cb_sequence for v4.1 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070082 goto out;
Chuck Lever1d98fe62007-12-10 14:57:23 -050083
Trond Myklebust2446ab62012-03-01 17:00:56 -050084 dprintk_rcu("NFS: RECALL callback request from %s\n",
Andy Adamsonc36fca52011-01-06 02:04:32 +000085 rpc_peeraddr2str(cps->clp->cl_rpcclient, RPC_DISPLAY_ADDR));
Chuck Lever1d98fe62007-12-10 14:57:23 -050086
Andy Adamsonc36fca52011-01-06 02:04:32 +000087 res = htonl(NFS4ERR_BADHANDLE);
88 inode = nfs_delegation_find_inode(cps->clp, &args->fh);
Trond Myklebuste07db902015-12-28 14:07:23 -050089 if (inode == NULL) {
90 trace_nfs4_cb_recall(cps->clp, &args->fh, NULL,
91 &args->stateid, -ntohl(res));
Andy Adamsonc36fca52011-01-06 02:04:32 +000092 goto out;
Trond Myklebuste07db902015-12-28 14:07:23 -050093 }
Andy Adamsonc36fca52011-01-06 02:04:32 +000094 /* Set up a helper thread to actually return the delegation */
95 switch (nfs_async_inode_return_delegation(inode, &args->stateid)) {
96 case 0:
97 res = 0;
98 break;
99 case -ENOENT:
Trond Myklebust8e663f02012-03-04 18:13:56 -0500100 res = htonl(NFS4ERR_BAD_STATEID);
Andy Adamsonc36fca52011-01-06 02:04:32 +0000101 break;
102 default:
103 res = htonl(NFS4ERR_RESOURCE);
104 }
Trond Myklebuste07db902015-12-28 14:07:23 -0500105 trace_nfs4_cb_recall(cps->clp, &args->fh, inode,
106 &args->stateid, -ntohl(res));
Andy Adamsonc36fca52011-01-06 02:04:32 +0000107 iput(inode);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108out:
Harvey Harrison3110ff82008-05-02 13:42:44 -0700109 dprintk("%s: exit with status = %d\n", __func__, ntohl(res));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 return res;
111}
Benny Halevyd49433e2009-04-01 09:23:25 -0400112
113#if defined(CONFIG_NFS_V4_1)
114
Benny Halevyd36b7cf2012-01-22 16:03:39 +0200115/*
Trond Myklebust7b410d92016-10-31 10:05:21 -0400116 * Lookup a layout inode by stateid
Benny Halevyd36b7cf2012-01-22 16:03:39 +0200117 *
Trond Myklebust7b410d92016-10-31 10:05:21 -0400118 * Note: returns a refcount on the inode and superblock
Benny Halevyd36b7cf2012-01-22 16:03:39 +0200119 */
Trond Myklebust7b410d92016-10-31 10:05:21 -0400120static struct inode *nfs_layout_find_inode_by_stateid(struct nfs_client *clp,
121 const nfs4_stateid *stateid)
122{
123 struct nfs_server *server;
124 struct inode *inode;
125 struct pnfs_layout_hdr *lo;
126
127restart:
128 list_for_each_entry_rcu(server, &clp->cl_superblocks, client_link) {
129 list_for_each_entry(lo, &server->layouts, plh_layouts) {
130 if (stateid != NULL &&
131 !nfs4_stateid_match_other(stateid, &lo->plh_stateid))
132 continue;
133 inode = igrab(lo->plh_inode);
134 if (!inode)
135 continue;
136 if (!nfs_sb_active(inode->i_sb)) {
Trond Myklebust2e846112017-05-05 13:02:42 -0400137 rcu_read_unlock();
Trond Myklebust7b410d92016-10-31 10:05:21 -0400138 spin_unlock(&clp->cl_lock);
139 iput(inode);
140 spin_lock(&clp->cl_lock);
Trond Myklebust2e846112017-05-05 13:02:42 -0400141 rcu_read_lock();
Trond Myklebust7b410d92016-10-31 10:05:21 -0400142 goto restart;
143 }
144 return inode;
145 }
146 }
147
148 return NULL;
149}
150
151/*
152 * Lookup a layout inode by filehandle.
153 *
154 * Note: returns a refcount on the inode and superblock
155 *
156 */
157static struct inode *nfs_layout_find_inode_by_fh(struct nfs_client *clp,
158 const struct nfs_fh *fh)
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000159{
Weston Andros Adamson6382a442011-06-01 16:44:44 -0400160 struct nfs_server *server;
Trond Myklebust793b7fe2016-07-23 21:11:43 -0400161 struct nfs_inode *nfsi;
Trond Myklebust7b410d92016-10-31 10:05:21 -0400162 struct inode *inode;
Benny Halevyd36b7cf2012-01-22 16:03:39 +0200163 struct pnfs_layout_hdr *lo;
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000164
Trond Myklebust793b7fe2016-07-23 21:11:43 -0400165restart:
Weston Andros Adamson6382a442011-06-01 16:44:44 -0400166 list_for_each_entry_rcu(server, &clp->cl_superblocks, client_link) {
167 list_for_each_entry(lo, &server->layouts, plh_layouts) {
Trond Myklebust793b7fe2016-07-23 21:11:43 -0400168 nfsi = NFS_I(lo->plh_inode);
169 if (nfs_compare_fh(fh, &nfsi->fh))
Trond Myklebust27999f22014-02-12 08:12:42 -0500170 continue;
Trond Myklebust793b7fe2016-07-23 21:11:43 -0400171 if (nfsi->layout != lo)
Weston Andros Adamson6382a442011-06-01 16:44:44 -0400172 continue;
Trond Myklebust7b410d92016-10-31 10:05:21 -0400173 inode = igrab(lo->plh_inode);
174 if (!inode)
175 continue;
176 if (!nfs_sb_active(inode->i_sb)) {
Trond Myklebust2e846112017-05-05 13:02:42 -0400177 rcu_read_unlock();
Trond Myklebust7b410d92016-10-31 10:05:21 -0400178 spin_unlock(&clp->cl_lock);
179 iput(inode);
180 spin_lock(&clp->cl_lock);
Trond Myklebust2e846112017-05-05 13:02:42 -0400181 rcu_read_lock();
Trond Myklebust793b7fe2016-07-23 21:11:43 -0400182 goto restart;
Trond Myklebust9c626382012-09-20 17:31:43 -0400183 }
Trond Myklebust7b410d92016-10-31 10:05:21 -0400184 return inode;
Weston Andros Adamson6382a442011-06-01 16:44:44 -0400185 }
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000186 }
Benny Halevyd36b7cf2012-01-22 16:03:39 +0200187
188 return NULL;
189}
190
Trond Myklebust7b410d92016-10-31 10:05:21 -0400191static struct inode *nfs_layout_find_inode(struct nfs_client *clp,
192 const struct nfs_fh *fh,
193 const nfs4_stateid *stateid)
Benny Halevyd36b7cf2012-01-22 16:03:39 +0200194{
Trond Myklebust7b410d92016-10-31 10:05:21 -0400195 struct inode *inode;
Benny Halevyd36b7cf2012-01-22 16:03:39 +0200196
197 spin_lock(&clp->cl_lock);
198 rcu_read_lock();
Trond Myklebust7b410d92016-10-31 10:05:21 -0400199 inode = nfs_layout_find_inode_by_stateid(clp, stateid);
200 if (!inode)
201 inode = nfs_layout_find_inode_by_fh(clp, fh);
Weston Andros Adamson6382a442011-06-01 16:44:44 -0400202 rcu_read_unlock();
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000203 spin_unlock(&clp->cl_lock);
Weston Andros Adamson6382a442011-06-01 16:44:44 -0400204
Trond Myklebust7b410d92016-10-31 10:05:21 -0400205 return inode;
Benny Halevyd36b7cf2012-01-22 16:03:39 +0200206}
207
Trond Myklebust41c91272015-12-28 12:57:53 -0500208/*
209 * Enforce RFC5661 section 12.5.5.2.1. (Layout Recall and Return Sequencing)
210 */
Trond Myklebust793b7fe2016-07-23 21:11:43 -0400211static u32 pnfs_check_callback_stateid(struct pnfs_layout_hdr *lo,
Trond Myklebust41c91272015-12-28 12:57:53 -0500212 const nfs4_stateid *new)
213{
214 u32 oldseq, newseq;
215
Trond Myklebust793b7fe2016-07-23 21:11:43 -0400216 /* Is the stateid still not initialised? */
217 if (!pnfs_layout_is_valid(lo))
218 return NFS4ERR_DELAY;
Trond Myklebust41c91272015-12-28 12:57:53 -0500219
Trond Myklebust793b7fe2016-07-23 21:11:43 -0400220 /* Mismatched stateid? */
221 if (!nfs4_stateid_match_other(&lo->plh_stateid, new))
222 return NFS4ERR_BAD_STATEID;
223
224 newseq = be32_to_cpu(new->seqid);
225 /* Are we already in a layout recall situation? */
226 if (test_bit(NFS_LAYOUT_RETURN_REQUESTED, &lo->plh_flags) &&
227 lo->plh_return_seq != 0) {
228 if (newseq < lo->plh_return_seq)
229 return NFS4ERR_OLD_STATEID;
230 if (newseq > lo->plh_return_seq)
231 return NFS4ERR_DELAY;
232 goto out;
233 }
234
235 /* Check that the stateid matches what we think it should be. */
236 oldseq = be32_to_cpu(lo->plh_stateid.seqid);
Trond Myklebust41c91272015-12-28 12:57:53 -0500237 if (newseq > oldseq + 1)
Trond Myklebust793b7fe2016-07-23 21:11:43 -0400238 return NFS4ERR_DELAY;
239 /* Crazy server! */
240 if (newseq <= oldseq)
241 return NFS4ERR_OLD_STATEID;
242out:
243 return NFS_OK;
Trond Myklebust41c91272015-12-28 12:57:53 -0500244}
245
Benny Halevyd36b7cf2012-01-22 16:03:39 +0200246static u32 initiate_file_draining(struct nfs_client *clp,
247 struct cb_layoutrecallargs *args)
248{
249 struct inode *ino;
250 struct pnfs_layout_hdr *lo;
251 u32 rv = NFS4ERR_NOMATCHING_LAYOUT;
252 LIST_HEAD(free_me_list);
253
Trond Myklebust7b410d92016-10-31 10:05:21 -0400254 ino = nfs_layout_find_inode(clp, &args->cbl_fh, &args->cbl_stateid);
255 if (!ino)
Trond Myklebust27999f22014-02-12 08:12:42 -0500256 goto out;
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000257
Christoph Hellwig7c5d1872014-09-10 08:23:29 -0700258 pnfs_layoutcommit_inode(ino, false);
259
Trond Myklebust793b7fe2016-07-23 21:11:43 -0400260
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000261 spin_lock(&ino->i_lock);
Trond Myklebust7b410d92016-10-31 10:05:21 -0400262 lo = NFS_I(ino)->layout;
263 if (!lo) {
264 spin_unlock(&ino->i_lock);
265 goto out;
266 }
267 pnfs_get_layout_hdr(lo);
Trond Myklebust793b7fe2016-07-23 21:11:43 -0400268 rv = pnfs_check_callback_stateid(lo, &args->cbl_stateid);
269 if (rv != NFS_OK)
270 goto unlock;
271 pnfs_set_layout_stateid(lo, &args->cbl_stateid, true);
272
Trond Myklebustfc7ff362015-12-28 10:28:59 -0500273 /*
274 * Enforce RFC5661 Section 12.5.5.2.1.5 (Bulk Recall and Return)
275 */
276 if (test_bit(NFS_LAYOUT_BULK_RECALL, &lo->plh_flags)) {
277 rv = NFS4ERR_DELAY;
278 goto unlock;
279 }
280
Trond Myklebust4b0934b2016-01-04 11:28:11 -0500281 if (pnfs_mark_matching_lsegs_return(lo, &free_me_list,
Jeff Layton6d597e12016-05-17 12:28:42 -0400282 &args->cbl_range,
283 be32_to_cpu(args->cbl_stateid.seqid))) {
Trond Myklebuste0d92432015-12-28 12:21:50 -0500284 rv = NFS4_OK;
Christoph Hellwigc88953d2014-09-10 08:23:31 -0700285 goto unlock;
286 }
287
Trond Myklebust793b7fe2016-07-23 21:11:43 -0400288 /* Embrace your forgetfulness! */
289 rv = NFS4ERR_NOMATCHING_LAYOUT;
290
Christoph Hellwigc88953d2014-09-10 08:23:31 -0700291 if (NFS_SERVER(ino)->pnfs_curr_ld->return_range) {
292 NFS_SERVER(ino)->pnfs_curr_ld->return_range(lo,
293 &args->cbl_range);
294 }
295unlock:
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000296 spin_unlock(&ino->i_lock);
297 pnfs_free_lseg_list(&free_me_list);
Trond Myklebustb20135d2015-12-31 09:28:06 -0500298 /* Free all lsegs that are attached to commit buckets */
299 nfs_commit_inode(ino, 0);
Trond Myklebust70c3bd22012-09-18 20:51:13 -0400300 pnfs_put_layout_hdr(lo);
Trond Myklebust7b410d92016-10-31 10:05:21 -0400301out:
Trond Myklebuste07db902015-12-28 14:07:23 -0500302 trace_nfs4_cb_layoutrecall_file(clp, &args->cbl_fh, ino,
303 &args->cbl_stateid, -rv);
Trond Myklebust7b410d92016-10-31 10:05:21 -0400304 nfs_iput_and_deactive(ino);
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000305 return rv;
306}
307
308static u32 initiate_bulk_draining(struct nfs_client *clp,
309 struct cb_layoutrecallargs *args)
310{
Trond Myklebustfd9a8d72013-02-12 09:48:42 -0500311 int stat;
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000312
Trond Myklebustfd9a8d72013-02-12 09:48:42 -0500313 if (args->cbl_recall_type == RETURN_FSID)
314 stat = pnfs_destroy_layouts_byfsid(clp, &args->cbl_fsid, true);
315 else
316 stat = pnfs_destroy_layouts_byclid(clp, true);
317 if (stat != 0)
318 return NFS4ERR_DELAY;
319 return NFS4ERR_NOMATCHING_LAYOUT;
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000320}
321
322static u32 do_callback_layoutrecall(struct nfs_client *clp,
323 struct cb_layoutrecallargs *args)
324{
Fred Isamanc49b5202016-10-05 09:37:12 -0400325 write_seqcount_begin(&clp->cl_callback_count);
326 write_seqcount_end(&clp->cl_callback_count);
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000327 if (args->cbl_recall_type == RETURN_FILE)
Anna Schumaker1a916ce2017-04-07 14:14:55 -0400328 return initiate_file_draining(clp, args);
329 return initiate_bulk_draining(clp, args);
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000330}
331
Christoph Hellwigf4dac4a2017-05-11 09:22:18 +0200332__be32 nfs4_callback_layoutrecall(void *argp, void *resp,
333 struct cb_process_state *cps)
Fred Isamanf2a62562011-01-06 11:36:29 +0000334{
Christoph Hellwigf4dac4a2017-05-11 09:22:18 +0200335 struct cb_layoutrecallargs *args = argp;
Anna Schumaker5694a4f2017-04-07 14:14:56 -0400336 u32 res = NFS4ERR_OP_NOT_IN_SESSION;
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000337
338 if (cps->clp)
339 res = do_callback_layoutrecall(cps->clp, args);
Fred Isaman43f1b3d2011-01-06 11:36:30 +0000340 return cpu_to_be32(res);
Fred Isamanf2a62562011-01-06 11:36:29 +0000341}
342
Alexandros Batsakis36840372011-01-06 11:36:31 +0000343static void pnfs_recall_all_layouts(struct nfs_client *clp)
344{
345 struct cb_layoutrecallargs args;
346
347 /* Pretend we got a CB_LAYOUTRECALL(ALL) */
348 memset(&args, 0, sizeof(args));
349 args.cbl_recall_type = RETURN_ALL;
350 /* FIXME we ignore errors, what should we do? */
351 do_callback_layoutrecall(clp, &args);
352}
353
Christoph Hellwigf4dac4a2017-05-11 09:22:18 +0200354__be32 nfs4_callback_devicenotify(void *argp, void *resp,
355 struct cb_process_state *cps)
Marc Eshel1be56832011-05-22 19:47:09 +0300356{
Christoph Hellwigf4dac4a2017-05-11 09:22:18 +0200357 struct cb_devicenotifyargs *args = argp;
Marc Eshel1be56832011-05-22 19:47:09 +0300358 int i;
359 __be32 res = 0;
360 struct nfs_client *clp = cps->clp;
361 struct nfs_server *server = NULL;
362
Marc Eshel1be56832011-05-22 19:47:09 +0300363 if (!clp) {
364 res = cpu_to_be32(NFS4ERR_OP_NOT_IN_SESSION);
365 goto out;
366 }
367
368 for (i = 0; i < args->ndevs; i++) {
369 struct cb_devicenotifyitem *dev = &args->devs[i];
370
371 if (!server ||
372 server->pnfs_curr_ld->id != dev->cbd_layout_type) {
373 rcu_read_lock();
374 list_for_each_entry_rcu(server, &clp->cl_superblocks, client_link)
375 if (server->pnfs_curr_ld &&
376 server->pnfs_curr_ld->id == dev->cbd_layout_type) {
377 rcu_read_unlock();
378 goto found;
379 }
380 rcu_read_unlock();
Marc Eshel1be56832011-05-22 19:47:09 +0300381 continue;
382 }
383
384 found:
Benny Halevy35c8bb52011-05-24 18:04:02 +0300385 nfs4_delete_deviceid(server->pnfs_curr_ld, clp, &dev->cbd_dev_id);
Marc Eshel1be56832011-05-22 19:47:09 +0300386 }
387
388out:
389 kfree(args->devs);
Marc Eshel1be56832011-05-22 19:47:09 +0300390 return res;
391}
392
Ricardo Labiaga963891a2009-04-01 09:23:34 -0400393/*
Ricardo Labiaga68f3f902009-04-01 09:23:35 -0400394 * Validate the sequenceID sent by the server.
395 * Return success if the sequenceID is one more than what we last saw on
396 * this slot, accounting for wraparound. Increments the slot's sequence.
397 *
Andy Adamson49110962010-01-14 17:45:08 -0500398 * We don't yet implement a duplicate request cache, instead we set the
399 * back channel ca_maxresponsesize_cached to zero. This is OK for now
Ricardo Labiaga68f3f902009-04-01 09:23:35 -0400400 * since we only currently implement idempotent callbacks anyway.
401 *
402 * We have a single slot backchannel at this time, so we don't bother
403 * checking the used_slots bit array on the table. The lower layer guarantees
404 * a single outstanding callback request at a time.
405 */
Andy Adamson9733f0d2010-01-22 12:03:08 -0500406static __be32
Trond Myklebust5f83d862016-01-23 16:57:58 -0500407validate_seqid(const struct nfs4_slot_table *tbl, const struct nfs4_slot *slot,
408 const struct cb_sequenceargs * args)
Ricardo Labiaga68f3f902009-04-01 09:23:35 -0400409{
Trond Myklebustf4f58ed2016-01-23 14:12:52 -0500410 if (args->csa_slotid > tbl->server_highest_slotid)
Ricardo Labiaga68f3f902009-04-01 09:23:35 -0400411 return htonl(NFS4ERR_BADSLOT);
412
Ricardo Labiaga68f3f902009-04-01 09:23:35 -0400413 /* Replay */
Andy Adamsonb2f28bd2010-01-14 17:45:07 -0500414 if (args->csa_sequenceid == slot->seq_nr) {
Trond Myklebust810d82e2016-01-23 15:18:18 -0500415 if (nfs4_test_locked_slot(tbl, slot->slot_nr))
Trond Myklebustf74a8342016-01-23 17:15:37 -0500416 return htonl(NFS4ERR_DELAY);
Andy Adamson49110962010-01-14 17:45:08 -0500417 /* Signal process_op to set this error on next op */
418 if (args->csa_cachethis == 0)
419 return htonl(NFS4ERR_RETRY_UNCACHED_REP);
420
Trond Myklebust80f96422016-01-23 15:21:08 -0500421 /* Liar! We never allowed you to set csa_cachethis != 0 */
422 return htonl(NFS4ERR_SEQ_FALSE_RETRY);
Ricardo Labiaga68f3f902009-04-01 09:23:35 -0400423 }
424
425 /* Wraparound */
Trond Myklebust5f83d862016-01-23 16:57:58 -0500426 if (unlikely(slot->seq_nr == 0xFFFFFFFFU)) {
427 if (args->csa_sequenceid == 1)
428 return htonl(NFS4_OK);
429 } else if (likely(args->csa_sequenceid == slot->seq_nr + 1))
430 return htonl(NFS4_OK);
Ricardo Labiaga68f3f902009-04-01 09:23:35 -0400431
432 /* Misordered request */
433 return htonl(NFS4ERR_SEQ_MISORDERED);
434}
435
436/*
Mike Sagera7989c32010-01-19 12:54:40 -0500437 * For each referring call triple, check the session's slot table for
438 * a match. If the slot is in use and the sequence numbers match, the
439 * client is still waiting for a response to the original request.
440 */
441static bool referring_call_exists(struct nfs_client *clp,
442 uint32_t nrclists,
443 struct referring_call_list *rclists)
444{
Thomas Meyer6089dd02017-10-07 16:02:21 +0200445 bool status = false;
Mike Sagera7989c32010-01-19 12:54:40 -0500446 int i, j;
447 struct nfs4_session *session;
448 struct nfs4_slot_table *tbl;
449 struct referring_call_list *rclist;
450 struct referring_call *ref;
451
452 /*
453 * XXX When client trunking is implemented, this becomes
454 * a session lookup from within the loop
455 */
456 session = clp->cl_session;
457 tbl = &session->fc_slot_table;
458
459 for (i = 0; i < nrclists; i++) {
460 rclist = &rclists[i];
461 if (memcmp(session->sess_id.data,
462 rclist->rcl_sessionid.data,
463 NFS4_MAX_SESSIONID_LEN) != 0)
464 continue;
465
466 for (j = 0; j < rclist->rcl_nrefcalls; j++) {
467 ref = &rclist->rcl_refcalls[j];
Trond Myklebust045d2a62016-08-28 13:25:43 -0400468 status = nfs4_slot_wait_on_seqid(tbl, ref->rc_slotid,
469 ref->rc_sequenceid, HZ >> 1) < 0;
Mike Sagera7989c32010-01-19 12:54:40 -0500470 if (status)
471 goto out;
472 }
473 }
474
475out:
476 return status;
477}
478
Christoph Hellwigf4dac4a2017-05-11 09:22:18 +0200479__be32 nfs4_callback_sequence(void *argp, void *resp,
Andy Adamsonc36fca52011-01-06 02:04:32 +0000480 struct cb_process_state *cps)
Benny Halevyd49433e2009-04-01 09:23:25 -0400481{
Christoph Hellwigf4dac4a2017-05-11 09:22:18 +0200482 struct cb_sequenceargs *args = argp;
483 struct cb_sequenceres *res = resp;
Trond Myklebust55a67392011-08-02 14:46:29 -0400484 struct nfs4_slot_table *tbl;
Kinglong Meee937ee72015-06-02 18:58:46 +0800485 struct nfs4_slot *slot;
Ricardo Labiaga68f3f902009-04-01 09:23:35 -0400486 struct nfs_client *clp;
Andy Adamson9733f0d2010-01-22 12:03:08 -0500487 int i;
Andy Adamson778be232011-01-25 15:38:01 +0000488 __be32 status = htonl(NFS4ERR_BADSESSION);
Benny Halevyd49433e2009-04-01 09:23:25 -0400489
Bryan Schumaker459de2e2013-06-05 11:15:01 -0400490 clp = nfs4_find_client_sessionid(cps->net, args->csa_addr,
491 &args->csa_sessionid, cps->minorversion);
Ricardo Labiaga68f3f902009-04-01 09:23:35 -0400492 if (clp == NULL)
493 goto out;
494
Trond Myklebustb1c0df52015-02-18 11:34:58 -0800495 if (!(clp->cl_session->flags & SESSION4_BACK_CHAN))
496 goto out;
Kinglong Meee937ee72015-06-02 18:58:46 +0800497
Trond Myklebust55a67392011-08-02 14:46:29 -0400498 tbl = &clp->cl_session->bc_slot_table;
499
Trond Myklebuste5003b22016-02-01 12:01:51 -0500500 /* Set up res before grabbing the spinlock */
501 memcpy(&res->csr_sessionid, &args->csa_sessionid,
502 sizeof(res->csr_sessionid));
503 res->csr_sequenceid = args->csa_sequenceid;
504 res->csr_slotid = args->csa_slotid;
505
Trond Myklebust55a67392011-08-02 14:46:29 -0400506 spin_lock(&tbl->slot_tbl_lock);
Andy Adamson42acd022011-01-06 02:04:34 +0000507 /* state manager is resetting the session */
Andy Adamson774d5f12013-05-20 14:13:50 -0400508 if (test_bit(NFS4_SLOT_TBL_DRAINING, &tbl->slot_tbl_state)) {
Trond Myklebust55a67392011-08-02 14:46:29 -0400509 status = htonl(NFS4ERR_DELAY);
Trond Myklebust910ac682011-08-02 14:46:52 -0400510 /* Return NFS4ERR_BADSESSION if we're draining the session
511 * in order to reset it.
512 */
513 if (test_bit(NFS4CLNT_SESSION_RESET, &clp->cl_state))
514 status = htonl(NFS4ERR_BADSESSION);
Trond Myklebust4e54ab82015-06-11 21:13:58 -0400515 goto out_unlock;
Andy Adamson42acd022011-01-06 02:04:34 +0000516 }
517
Trond Myklebust810d82e2016-01-23 15:18:18 -0500518 status = htonl(NFS4ERR_BADSLOT);
519 slot = nfs4_lookup_slot(tbl, args->csa_slotid);
520 if (IS_ERR(slot))
521 goto out_unlock;
Trond Myklebuste5003b22016-02-01 12:01:51 -0500522
523 res->csr_highestslotid = tbl->server_highest_slotid;
524 res->csr_target_highestslotid = tbl->target_highest_slotid;
525
Trond Myklebust5f83d862016-01-23 16:57:58 -0500526 status = validate_seqid(tbl, slot, args);
527 if (status)
528 goto out_unlock;
Trond Myklebust810d82e2016-01-23 15:18:18 -0500529 if (!nfs4_try_to_lock_slot(tbl, slot)) {
530 status = htonl(NFS4ERR_DELAY);
531 goto out_unlock;
532 }
533 cps->slot = slot;
Trond Myklebust5f83d862016-01-23 16:57:58 -0500534
Trond Myklebust80f96422016-01-23 15:21:08 -0500535 /* The ca_maxresponsesize_cached is 0 with no DRC */
Olga Kornievskaiac2985d02016-05-10 16:57:41 -0400536 if (args->csa_cachethis != 0) {
537 status = htonl(NFS4ERR_REP_TOO_BIG_TO_CACHE);
538 goto out_unlock;
539 }
Trond Myklebust80f96422016-01-23 15:21:08 -0500540
Mike Sager72ce2b32010-01-19 12:54:41 -0500541 /*
542 * Check for pending referring calls. If a match is found, a
543 * related callback was received before the response to the original
544 * call.
545 */
546 if (referring_call_exists(clp, args->csa_nrclists, args->csa_rclists)) {
547 status = htonl(NFS4ERR_DELAY);
Trond Myklebust4e54ab82015-06-11 21:13:58 -0400548 goto out_unlock;
Mike Sager72ce2b32010-01-19 12:54:41 -0500549 }
550
Kinglong Meee937ee72015-06-02 18:58:46 +0800551 /*
552 * RFC5661 20.9.3
553 * If CB_SEQUENCE returns an error, then the state of the slot
554 * (sequence ID, cached reply) MUST NOT change.
555 */
Trond Myklebust5f83d862016-01-23 16:57:58 -0500556 slot->seq_nr = args->csa_sequenceid;
Trond Myklebust4e54ab82015-06-11 21:13:58 -0400557out_unlock:
558 spin_unlock(&tbl->slot_tbl_lock);
Kinglong Meee937ee72015-06-02 18:58:46 +0800559
Ricardo Labiaga68f3f902009-04-01 09:23:35 -0400560out:
Andy Adamson2c4cdf82011-01-25 15:38:02 +0000561 cps->clp = clp; /* put in nfs4_callback_compound */
Mike Sager72ce2b32010-01-19 12:54:41 -0500562 for (i = 0; i < args->csa_nrclists; i++)
563 kfree(args->csa_rclists[i].rcl_refcalls);
564 kfree(args->csa_rclists);
565
Andy Adamsonc36fca52011-01-06 02:04:32 +0000566 if (status == htonl(NFS4ERR_RETRY_UNCACHED_REP)) {
567 cps->drc_status = status;
568 status = 0;
569 } else
Andy Adamson49110962010-01-14 17:45:08 -0500570 res->csr_status = status;
Andy Adamsonc36fca52011-01-06 02:04:32 +0000571
Trond Myklebust2f92ae32013-08-14 17:58:28 -0400572 trace_nfs4_cb_sequence(args, res, status);
Andy Adamson49110962010-01-14 17:45:08 -0500573 return status;
Benny Halevyd49433e2009-04-01 09:23:25 -0400574}
575
Alexandros Batsakis36840372011-01-06 11:36:31 +0000576static bool
Trond Myklebust6d243a232018-02-21 16:35:50 -0500577validate_bitmap_values(unsigned int mask)
Alexandros Batsakis36840372011-01-06 11:36:31 +0000578{
579 return (mask & ~RCA4_TYPE_MASK_ALL) == 0;
580}
581
Christoph Hellwigf4dac4a2017-05-11 09:22:18 +0200582__be32 nfs4_callback_recallany(void *argp, void *resp,
Andy Adamsonc36fca52011-01-06 02:04:32 +0000583 struct cb_process_state *cps)
Alexandros Batsakis31f09602009-12-05 13:27:02 -0500584{
Christoph Hellwigf4dac4a2017-05-11 09:22:18 +0200585 struct cb_recallanyargs *args = argp;
Andy Adamson9733f0d2010-01-22 12:03:08 -0500586 __be32 status;
Alexandros Batsakis31f09602009-12-05 13:27:02 -0500587 fmode_t flags = 0;
588
Alexandros Batsakis36840372011-01-06 11:36:31 +0000589 status = cpu_to_be32(NFS4ERR_OP_NOT_IN_SESSION);
Andy Adamsonc36fca52011-01-06 02:04:32 +0000590 if (!cps->clp) /* set in cb_sequence */
Alexandros Batsakis31f09602009-12-05 13:27:02 -0500591 goto out;
592
Trond Myklebust2446ab62012-03-01 17:00:56 -0500593 dprintk_rcu("NFS: RECALL_ANY callback request from %s\n",
Andy Adamsonc36fca52011-01-06 02:04:32 +0000594 rpc_peeraddr2str(cps->clp->cl_rpcclient, RPC_DISPLAY_ADDR));
Alexandros Batsakis31f09602009-12-05 13:27:02 -0500595
Alexandros Batsakis36840372011-01-06 11:36:31 +0000596 status = cpu_to_be32(NFS4ERR_INVAL);
597 if (!validate_bitmap_values(args->craa_type_mask))
598 goto out;
599
600 status = cpu_to_be32(NFS4_OK);
Trond Myklebust6d243a232018-02-21 16:35:50 -0500601 if (args->craa_type_mask & BIT(RCA4_TYPE_MASK_RDATA_DLG))
Alexandros Batsakis31f09602009-12-05 13:27:02 -0500602 flags = FMODE_READ;
Trond Myklebust6d243a232018-02-21 16:35:50 -0500603 if (args->craa_type_mask & BIT(RCA4_TYPE_MASK_WDATA_DLG))
Alexandros Batsakis31f09602009-12-05 13:27:02 -0500604 flags |= FMODE_WRITE;
Alexandros Batsakis31f09602009-12-05 13:27:02 -0500605 if (flags)
Trond Myklebust826e0012013-04-03 19:27:52 -0400606 nfs_expire_unused_delegation_types(cps->clp, flags);
Trond Myklebust6d243a232018-02-21 16:35:50 -0500607
608 if (args->craa_type_mask & BIT(RCA4_TYPE_MASK_FILE_LAYOUT))
609 pnfs_recall_all_layouts(cps->clp);
Alexandros Batsakis31f09602009-12-05 13:27:02 -0500610out:
611 dprintk("%s: exit with status = %d\n", __func__, ntohl(status));
612 return status;
613}
Andy Adamsonb9efa1b2010-01-20 16:06:27 -0500614
615/* Reduce the fore channel's max_slots to the target value */
Christoph Hellwigf4dac4a2017-05-11 09:22:18 +0200616__be32 nfs4_callback_recallslot(void *argp, void *resp,
Andy Adamsonc36fca52011-01-06 02:04:32 +0000617 struct cb_process_state *cps)
Andy Adamsonb9efa1b2010-01-20 16:06:27 -0500618{
Christoph Hellwigf4dac4a2017-05-11 09:22:18 +0200619 struct cb_recallslotargs *args = argp;
Andy Adamsonb9efa1b2010-01-20 16:06:27 -0500620 struct nfs4_slot_table *fc_tbl;
Andy Adamson9733f0d2010-01-22 12:03:08 -0500621 __be32 status;
Andy Adamsonb9efa1b2010-01-20 16:06:27 -0500622
623 status = htonl(NFS4ERR_OP_NOT_IN_SESSION);
Andy Adamsonc36fca52011-01-06 02:04:32 +0000624 if (!cps->clp) /* set in cb_sequence */
Andy Adamsonb9efa1b2010-01-20 16:06:27 -0500625 goto out;
626
Chuck Levere8d92382013-08-09 12:47:51 -0400627 dprintk_rcu("NFS: CB_RECALL_SLOT request from %s target highest slotid %u\n",
Andy Adamsonc36fca52011-01-06 02:04:32 +0000628 rpc_peeraddr2str(cps->clp->cl_rpcclient, RPC_DISPLAY_ADDR),
Trond Myklebustd5fb4ce2012-11-20 20:24:02 -0500629 args->crsa_target_highest_slotid);
Andy Adamsonb9efa1b2010-01-20 16:06:27 -0500630
Andy Adamsonc36fca52011-01-06 02:04:32 +0000631 fc_tbl = &cps->clp->cl_session->fc_slot_table;
Andy Adamsonb9efa1b2010-01-20 16:06:27 -0500632
Andy Adamsonbae0ac02010-01-21 14:19:16 -0500633 status = htonl(NFS4_OK);
Andy Adamsonb9efa1b2010-01-20 16:06:27 -0500634
Trond Myklebustd5fb4ce2012-11-20 20:24:02 -0500635 nfs41_set_target_slotid(fc_tbl, args->crsa_target_highest_slotid);
Anna Schumaker3f10a6a2015-07-13 14:01:31 -0400636 nfs41_notify_server(cps->clp);
Andy Adamsonb9efa1b2010-01-20 16:06:27 -0500637out:
638 dprintk("%s: exit with status = %d\n", __func__, ntohl(status));
639 return status;
640}
Jeff Laytondb783682016-09-17 18:17:36 -0400641
Christoph Hellwigf4dac4a2017-05-11 09:22:18 +0200642__be32 nfs4_callback_notify_lock(void *argp, void *resp,
Jeff Laytondb783682016-09-17 18:17:36 -0400643 struct cb_process_state *cps)
644{
Christoph Hellwigf4dac4a2017-05-11 09:22:18 +0200645 struct cb_notify_lock_args *args = argp;
646
Jeff Laytondb783682016-09-17 18:17:36 -0400647 if (!cps->clp) /* set in cb_sequence */
648 return htonl(NFS4ERR_OP_NOT_IN_SESSION);
649
650 dprintk_rcu("NFS: CB_NOTIFY_LOCK request from %s\n",
651 rpc_peeraddr2str(cps->clp->cl_rpcclient, RPC_DISPLAY_ADDR));
652
Jeff Laytona1d617d82016-09-17 18:17:39 -0400653 /* Don't wake anybody if the string looked bogus */
654 if (args->cbnl_valid)
655 __wake_up(&cps->clp->cl_lock_waitq, TASK_NORMAL, 0, args);
656
Jeff Laytondb783682016-09-17 18:17:36 -0400657 return htonl(NFS4_OK);
658}
Benny Halevyd49433e2009-04-01 09:23:25 -0400659#endif /* CONFIG_NFS_V4_1 */