Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * linux/fs/lockd/clntlock.c |
| 3 | * |
| 4 | * Lock handling for the client side NLM implementation |
| 5 | * |
| 6 | * Copyright (C) 1996, Olaf Kirch <okir@monad.swb.de> |
| 7 | */ |
| 8 | |
| 9 | #include <linux/module.h> |
| 10 | #include <linux/types.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 11 | #include <linux/slab.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | #include <linux/time.h> |
| 13 | #include <linux/nfs_fs.h> |
| 14 | #include <linux/sunrpc/clnt.h> |
| 15 | #include <linux/sunrpc/svc.h> |
| 16 | #include <linux/lockd/lockd.h> |
| 17 | #include <linux/smp_lock.h> |
Jeff Layton | df94f00 | 2008-12-23 15:21:33 -0500 | [diff] [blame] | 18 | #include <linux/kthread.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | |
| 20 | #define NLMDBG_FACILITY NLMDBG_CLIENT |
| 21 | |
| 22 | /* |
| 23 | * Local function prototypes |
| 24 | */ |
| 25 | static int reclaimer(void *ptr); |
| 26 | |
| 27 | /* |
| 28 | * The following functions handle blocking and granting from the |
| 29 | * client perspective. |
| 30 | */ |
| 31 | |
| 32 | /* |
| 33 | * This is the representation of a blocked client lock. |
| 34 | */ |
| 35 | struct nlm_wait { |
Trond Myklebust | 4f15e2b | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 36 | struct list_head b_list; /* linked list */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 | wait_queue_head_t b_wait; /* where to wait on */ |
| 38 | struct nlm_host * b_host; |
| 39 | struct file_lock * b_lock; /* local file lock */ |
| 40 | unsigned short b_reclaim; /* got to reclaim lock */ |
Al Viro | e8c5c04 | 2006-12-13 00:35:03 -0800 | [diff] [blame] | 41 | __be32 b_status; /* grant callback status */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 42 | }; |
| 43 | |
Trond Myklebust | 4f15e2b | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 44 | static LIST_HEAD(nlm_blocked); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 | |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 46 | /** |
| 47 | * nlmclnt_init - Set up per-NFS mount point lockd data structures |
Chuck Lever | 883bb16 | 2008-01-15 16:04:20 -0500 | [diff] [blame] | 48 | * @nlm_init: pointer to arguments structure |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 49 | * |
| 50 | * Returns pointer to an appropriate nlm_host struct, |
| 51 | * or an ERR_PTR value. |
| 52 | */ |
Chuck Lever | 883bb16 | 2008-01-15 16:04:20 -0500 | [diff] [blame] | 53 | struct nlm_host *nlmclnt_init(const struct nlmclnt_initdata *nlm_init) |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 54 | { |
| 55 | struct nlm_host *host; |
Chuck Lever | 883bb16 | 2008-01-15 16:04:20 -0500 | [diff] [blame] | 56 | u32 nlm_version = (nlm_init->nfs_version == 2) ? 1 : 4; |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 57 | int status; |
| 58 | |
Chuck Lever | 26a4140 | 2008-10-03 17:15:30 -0400 | [diff] [blame] | 59 | status = lockd_up(); |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 60 | if (status < 0) |
| 61 | return ERR_PTR(status); |
| 62 | |
Chuck Lever | d7d2044 | 2008-10-03 12:50:21 -0400 | [diff] [blame] | 63 | host = nlmclnt_lookup_host(nlm_init->address, nlm_init->addrlen, |
Chuck Lever | 883bb16 | 2008-01-15 16:04:20 -0500 | [diff] [blame] | 64 | nlm_init->protocol, nlm_version, |
Chuck Lever | 0cb2659 | 2008-12-23 15:21:38 -0500 | [diff] [blame] | 65 | nlm_init->hostname, nlm_init->noresvport); |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 66 | if (host == NULL) { |
| 67 | lockd_down(); |
| 68 | return ERR_PTR(-ENOLCK); |
| 69 | } |
| 70 | |
| 71 | return host; |
| 72 | } |
| 73 | EXPORT_SYMBOL_GPL(nlmclnt_init); |
| 74 | |
| 75 | /** |
| 76 | * nlmclnt_done - Release resources allocated by nlmclnt_init() |
| 77 | * @host: nlm_host structure reserved by nlmclnt_init() |
| 78 | * |
| 79 | */ |
| 80 | void nlmclnt_done(struct nlm_host *host) |
| 81 | { |
| 82 | nlm_release_host(host); |
| 83 | lockd_down(); |
| 84 | } |
| 85 | EXPORT_SYMBOL_GPL(nlmclnt_done); |
| 86 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | /* |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 88 | * Queue up a lock for blocking so that the GRANTED request can see it |
| 89 | */ |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 90 | struct nlm_wait *nlmclnt_prepare_block(struct nlm_host *host, struct file_lock *fl) |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 91 | { |
| 92 | struct nlm_wait *block; |
| 93 | |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 94 | block = kmalloc(sizeof(*block), GFP_KERNEL); |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 95 | if (block != NULL) { |
| 96 | block->b_host = host; |
| 97 | block->b_lock = fl; |
| 98 | init_waitqueue_head(&block->b_wait); |
Al Viro | e8c5c04 | 2006-12-13 00:35:03 -0800 | [diff] [blame] | 99 | block->b_status = nlm_lck_blocked; |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 100 | list_add(&block->b_list, &nlm_blocked); |
| 101 | } |
| 102 | return block; |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 103 | } |
| 104 | |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 105 | void nlmclnt_finish_block(struct nlm_wait *block) |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 106 | { |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 107 | if (block == NULL) |
| 108 | return; |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 109 | list_del(&block->b_list); |
| 110 | kfree(block); |
| 111 | } |
| 112 | |
| 113 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 114 | * Block on a lock |
| 115 | */ |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 116 | int nlmclnt_block(struct nlm_wait *block, struct nlm_rqst *req, long timeout) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 117 | { |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 118 | long ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 119 | |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 120 | /* A borken server might ask us to block even if we didn't |
| 121 | * request it. Just say no! |
| 122 | */ |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 123 | if (block == NULL) |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 124 | return -EAGAIN; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | |
| 126 | /* Go to sleep waiting for GRANT callback. Some servers seem |
| 127 | * to lose callbacks, however, so we're going to poll from |
| 128 | * time to time just to make sure. |
| 129 | * |
| 130 | * For now, the retry frequency is pretty high; normally |
| 131 | * a 1 minute timeout would do. See the comment before |
| 132 | * nlmclnt_lock for an explanation. |
| 133 | */ |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 134 | ret = wait_event_interruptible_timeout(block->b_wait, |
Al Viro | e8c5c04 | 2006-12-13 00:35:03 -0800 | [diff] [blame] | 135 | block->b_status != nlm_lck_blocked, |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 136 | timeout); |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 137 | if (ret < 0) |
| 138 | return -ERESTARTSYS; |
| 139 | req->a_res.status = block->b_status; |
| 140 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 141 | } |
| 142 | |
| 143 | /* |
| 144 | * The server lockd has called us back to tell us the lock was granted |
| 145 | */ |
Chuck Lever | dcff09f | 2008-10-03 12:50:36 -0400 | [diff] [blame] | 146 | __be32 nlmclnt_grant(const struct sockaddr *addr, const struct nlm_lock *lock) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 147 | { |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 148 | const struct file_lock *fl = &lock->fl; |
| 149 | const struct nfs_fh *fh = &lock->fh; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 150 | struct nlm_wait *block; |
Al Viro | 52921e0 | 2006-10-19 23:28:46 -0700 | [diff] [blame] | 151 | __be32 res = nlm_lck_denied; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 152 | |
| 153 | /* |
| 154 | * Look up blocked request based on arguments. |
| 155 | * Warning: must not use cookie to match it! |
| 156 | */ |
Trond Myklebust | 4f15e2b | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 157 | list_for_each_entry(block, &nlm_blocked, b_list) { |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 158 | struct file_lock *fl_blocked = block->b_lock; |
| 159 | |
Trond Myklebust | 7bab377 | 2006-03-20 13:44:06 -0500 | [diff] [blame] | 160 | if (fl_blocked->fl_start != fl->fl_start) |
| 161 | continue; |
| 162 | if (fl_blocked->fl_end != fl->fl_end) |
| 163 | continue; |
| 164 | /* |
| 165 | * Careful! The NLM server will return the 32-bit "pid" that |
| 166 | * we put on the wire: in this case the lockowner "pid". |
| 167 | */ |
| 168 | if (fl_blocked->fl_u.nfs_fl.owner->pid != lock->svid) |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 169 | continue; |
Jeff Layton | 4516fc0 | 2009-08-14 12:57:54 -0400 | [diff] [blame] | 170 | if (!rpc_cmp_addr(nlm_addr(block->b_host), addr)) |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 171 | continue; |
Josef Sipek | 225a719 | 2006-12-08 02:37:18 -0800 | [diff] [blame] | 172 | if (nfs_compare_fh(NFS_FH(fl_blocked->fl_file->f_path.dentry->d_inode) ,fh) != 0) |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 173 | continue; |
| 174 | /* Alright, we found a lock. Set the return status |
| 175 | * and wake up the caller |
| 176 | */ |
Al Viro | e8c5c04 | 2006-12-13 00:35:03 -0800 | [diff] [blame] | 177 | block->b_status = nlm_granted; |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 178 | wake_up(&block->b_wait); |
| 179 | res = nlm_granted; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 180 | } |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 181 | return res; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 182 | } |
| 183 | |
| 184 | /* |
| 185 | * The following procedures deal with the recovery of locks after a |
| 186 | * server crash. |
| 187 | */ |
| 188 | |
| 189 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 190 | * Reclaim all locks on server host. We do this by spawning a separate |
| 191 | * reclaimer thread. |
| 192 | */ |
| 193 | void |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 194 | nlmclnt_recovery(struct nlm_host *host) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 195 | { |
Jeff Layton | df94f00 | 2008-12-23 15:21:33 -0500 | [diff] [blame] | 196 | struct task_struct *task; |
| 197 | |
Trond Myklebust | 28df955 | 2006-06-09 09:40:27 -0400 | [diff] [blame] | 198 | if (!host->h_reclaiming++) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 199 | nlm_get_host(host); |
Jeff Layton | df94f00 | 2008-12-23 15:21:33 -0500 | [diff] [blame] | 200 | task = kthread_run(reclaimer, host, "%s-reclaim", host->h_name); |
| 201 | if (IS_ERR(task)) |
| 202 | printk(KERN_ERR "lockd: unable to spawn reclaimer " |
| 203 | "thread. Locks for %s won't be reclaimed! " |
| 204 | "(%ld)\n", host->h_name, PTR_ERR(task)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 205 | } |
| 206 | } |
| 207 | |
| 208 | static int |
| 209 | reclaimer(void *ptr) |
| 210 | { |
| 211 | struct nlm_host *host = (struct nlm_host *) ptr; |
| 212 | struct nlm_wait *block; |
Christoph Hellwig | 26bcbf9 | 2006-03-20 13:44:40 -0500 | [diff] [blame] | 213 | struct file_lock *fl, *next; |
Trond Myklebust | 28df955 | 2006-06-09 09:40:27 -0400 | [diff] [blame] | 214 | u32 nsmstate; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 215 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 216 | allow_signal(SIGKILL); |
| 217 | |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 218 | down_write(&host->h_rwsem); |
| 219 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 220 | /* This one ensures that our parent doesn't terminate while the |
| 221 | * reclaim is in progress */ |
| 222 | lock_kernel(); |
Chuck Lever | 26a4140 | 2008-10-03 17:15:30 -0400 | [diff] [blame] | 223 | lockd_up(); /* note: this cannot fail as lockd is already running */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 224 | |
Adrian Bunk | d019bcf | 2007-01-29 13:19:51 -0800 | [diff] [blame] | 225 | dprintk("lockd: reclaiming locks for host %s\n", host->h_name); |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 226 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 227 | restart: |
Trond Myklebust | 28df955 | 2006-06-09 09:40:27 -0400 | [diff] [blame] | 228 | nsmstate = host->h_nsmstate; |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 229 | |
| 230 | /* Force a portmap getport - the peer's lockd will |
| 231 | * most likely end up on a different port. |
| 232 | */ |
Olaf Kirch | 0ade060 | 2006-10-04 02:16:04 -0700 | [diff] [blame] | 233 | host->h_nextrebind = jiffies; |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 234 | nlm_rebind_host(host); |
| 235 | |
| 236 | /* First, reclaim all locks that have been granted. */ |
| 237 | list_splice_init(&host->h_granted, &host->h_reclaim); |
Christoph Hellwig | 26bcbf9 | 2006-03-20 13:44:40 -0500 | [diff] [blame] | 238 | list_for_each_entry_safe(fl, next, &host->h_reclaim, fl_u.nfs_fl.list) { |
Trond Myklebust | 4c060b5 | 2006-03-20 13:44:41 -0500 | [diff] [blame] | 239 | list_del_init(&fl->fl_u.nfs_fl.list); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 240 | |
Jeff Layton | df94f00 | 2008-12-23 15:21:33 -0500 | [diff] [blame] | 241 | /* |
| 242 | * sending this thread a SIGKILL will result in any unreclaimed |
| 243 | * locks being removed from the h_granted list. This means that |
| 244 | * the kernel will not attempt to reclaim them again if a new |
| 245 | * reclaimer thread is spawned for this host. |
| 246 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 247 | if (signalled()) |
Trond Myklebust | 4c060b5 | 2006-03-20 13:44:41 -0500 | [diff] [blame] | 248 | continue; |
Trond Myklebust | 28df955 | 2006-06-09 09:40:27 -0400 | [diff] [blame] | 249 | if (nlmclnt_reclaim(host, fl) != 0) |
| 250 | continue; |
| 251 | list_add_tail(&fl->fl_u.nfs_fl.list, &host->h_granted); |
| 252 | if (host->h_nsmstate != nsmstate) { |
| 253 | /* Argh! The server rebooted again! */ |
Trond Myklebust | 28df955 | 2006-06-09 09:40:27 -0400 | [diff] [blame] | 254 | goto restart; |
| 255 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 256 | } |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 257 | |
| 258 | host->h_reclaiming = 0; |
| 259 | up_write(&host->h_rwsem); |
Adrian Bunk | d019bcf | 2007-01-29 13:19:51 -0800 | [diff] [blame] | 260 | dprintk("NLM: done reclaiming locks for host %s\n", host->h_name); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 261 | |
| 262 | /* Now, wake up all processes that sleep on a blocked lock */ |
Trond Myklebust | 4f15e2b | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 263 | list_for_each_entry(block, &nlm_blocked, b_list) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 264 | if (block->b_host == host) { |
Al Viro | e8c5c04 | 2006-12-13 00:35:03 -0800 | [diff] [blame] | 265 | block->b_status = nlm_lck_denied_grace_period; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 266 | wake_up(&block->b_wait); |
| 267 | } |
| 268 | } |
| 269 | |
| 270 | /* Release host handle after use */ |
| 271 | nlm_release_host(host); |
| 272 | lockd_down(); |
| 273 | unlock_kernel(); |
Jeff Layton | df94f00 | 2008-12-23 15:21:33 -0500 | [diff] [blame] | 274 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 275 | } |