Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * linux/fs/lockd/clntlock.c |
| 3 | * |
| 4 | * Lock handling for the client side NLM implementation |
| 5 | * |
| 6 | * Copyright (C) 1996, Olaf Kirch <okir@monad.swb.de> |
| 7 | */ |
| 8 | |
| 9 | #include <linux/module.h> |
| 10 | #include <linux/types.h> |
| 11 | #include <linux/time.h> |
| 12 | #include <linux/nfs_fs.h> |
| 13 | #include <linux/sunrpc/clnt.h> |
| 14 | #include <linux/sunrpc/svc.h> |
| 15 | #include <linux/lockd/lockd.h> |
| 16 | #include <linux/smp_lock.h> |
Jeff Layton | df94f00 | 2008-12-23 15:21:33 -0500 | [diff] [blame] | 17 | #include <linux/kthread.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | |
| 19 | #define NLMDBG_FACILITY NLMDBG_CLIENT |
| 20 | |
| 21 | /* |
| 22 | * Local function prototypes |
| 23 | */ |
| 24 | static int reclaimer(void *ptr); |
| 25 | |
| 26 | /* |
| 27 | * The following functions handle blocking and granting from the |
| 28 | * client perspective. |
| 29 | */ |
| 30 | |
| 31 | /* |
| 32 | * This is the representation of a blocked client lock. |
| 33 | */ |
| 34 | struct nlm_wait { |
Trond Myklebust | 4f15e2b | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 35 | struct list_head b_list; /* linked list */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | wait_queue_head_t b_wait; /* where to wait on */ |
| 37 | struct nlm_host * b_host; |
| 38 | struct file_lock * b_lock; /* local file lock */ |
| 39 | unsigned short b_reclaim; /* got to reclaim lock */ |
Al Viro | e8c5c04 | 2006-12-13 00:35:03 -0800 | [diff] [blame] | 40 | __be32 b_status; /* grant callback status */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 | }; |
| 42 | |
Trond Myklebust | 4f15e2b | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 43 | static LIST_HEAD(nlm_blocked); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 45 | /** |
| 46 | * nlmclnt_init - Set up per-NFS mount point lockd data structures |
Chuck Lever | 883bb16 | 2008-01-15 16:04:20 -0500 | [diff] [blame] | 47 | * @nlm_init: pointer to arguments structure |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 48 | * |
| 49 | * Returns pointer to an appropriate nlm_host struct, |
| 50 | * or an ERR_PTR value. |
| 51 | */ |
Chuck Lever | 883bb16 | 2008-01-15 16:04:20 -0500 | [diff] [blame] | 52 | struct nlm_host *nlmclnt_init(const struct nlmclnt_initdata *nlm_init) |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 53 | { |
| 54 | struct nlm_host *host; |
Chuck Lever | 883bb16 | 2008-01-15 16:04:20 -0500 | [diff] [blame] | 55 | u32 nlm_version = (nlm_init->nfs_version == 2) ? 1 : 4; |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 56 | int status; |
| 57 | |
Chuck Lever | 26a4140 | 2008-10-03 17:15:30 -0400 | [diff] [blame] | 58 | status = lockd_up(); |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 59 | if (status < 0) |
| 60 | return ERR_PTR(status); |
| 61 | |
Chuck Lever | d7d2044 | 2008-10-03 12:50:21 -0400 | [diff] [blame] | 62 | host = nlmclnt_lookup_host(nlm_init->address, nlm_init->addrlen, |
Chuck Lever | 883bb16 | 2008-01-15 16:04:20 -0500 | [diff] [blame] | 63 | nlm_init->protocol, nlm_version, |
Chuck Lever | 0cb2659 | 2008-12-23 15:21:38 -0500 | [diff] [blame] | 64 | nlm_init->hostname, nlm_init->noresvport); |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 65 | if (host == NULL) { |
| 66 | lockd_down(); |
| 67 | return ERR_PTR(-ENOLCK); |
| 68 | } |
| 69 | |
| 70 | return host; |
| 71 | } |
| 72 | EXPORT_SYMBOL_GPL(nlmclnt_init); |
| 73 | |
| 74 | /** |
| 75 | * nlmclnt_done - Release resources allocated by nlmclnt_init() |
| 76 | * @host: nlm_host structure reserved by nlmclnt_init() |
| 77 | * |
| 78 | */ |
| 79 | void nlmclnt_done(struct nlm_host *host) |
| 80 | { |
| 81 | nlm_release_host(host); |
| 82 | lockd_down(); |
| 83 | } |
| 84 | EXPORT_SYMBOL_GPL(nlmclnt_done); |
| 85 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 86 | /* |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 87 | * Queue up a lock for blocking so that the GRANTED request can see it |
| 88 | */ |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 89 | struct nlm_wait *nlmclnt_prepare_block(struct nlm_host *host, struct file_lock *fl) |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 90 | { |
| 91 | struct nlm_wait *block; |
| 92 | |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 93 | block = kmalloc(sizeof(*block), GFP_KERNEL); |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 94 | if (block != NULL) { |
| 95 | block->b_host = host; |
| 96 | block->b_lock = fl; |
| 97 | init_waitqueue_head(&block->b_wait); |
Al Viro | e8c5c04 | 2006-12-13 00:35:03 -0800 | [diff] [blame] | 98 | block->b_status = nlm_lck_blocked; |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 99 | list_add(&block->b_list, &nlm_blocked); |
| 100 | } |
| 101 | return block; |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 102 | } |
| 103 | |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 104 | void nlmclnt_finish_block(struct nlm_wait *block) |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 105 | { |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 106 | if (block == NULL) |
| 107 | return; |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 108 | list_del(&block->b_list); |
| 109 | kfree(block); |
| 110 | } |
| 111 | |
| 112 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 113 | * Block on a lock |
| 114 | */ |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 115 | int nlmclnt_block(struct nlm_wait *block, struct nlm_rqst *req, long timeout) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 116 | { |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 117 | long ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 | |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 119 | /* A borken server might ask us to block even if we didn't |
| 120 | * request it. Just say no! |
| 121 | */ |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 122 | if (block == NULL) |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 123 | return -EAGAIN; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 124 | |
| 125 | /* Go to sleep waiting for GRANT callback. Some servers seem |
| 126 | * to lose callbacks, however, so we're going to poll from |
| 127 | * time to time just to make sure. |
| 128 | * |
| 129 | * For now, the retry frequency is pretty high; normally |
| 130 | * a 1 minute timeout would do. See the comment before |
| 131 | * nlmclnt_lock for an explanation. |
| 132 | */ |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 133 | ret = wait_event_interruptible_timeout(block->b_wait, |
Al Viro | e8c5c04 | 2006-12-13 00:35:03 -0800 | [diff] [blame] | 134 | block->b_status != nlm_lck_blocked, |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 135 | timeout); |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 136 | if (ret < 0) |
| 137 | return -ERESTARTSYS; |
| 138 | req->a_res.status = block->b_status; |
| 139 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 140 | } |
| 141 | |
| 142 | /* |
| 143 | * The server lockd has called us back to tell us the lock was granted |
| 144 | */ |
Chuck Lever | dcff09f | 2008-10-03 12:50:36 -0400 | [diff] [blame] | 145 | __be32 nlmclnt_grant(const struct sockaddr *addr, const struct nlm_lock *lock) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 146 | { |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 147 | const struct file_lock *fl = &lock->fl; |
| 148 | const struct nfs_fh *fh = &lock->fh; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | struct nlm_wait *block; |
Al Viro | 52921e0 | 2006-10-19 23:28:46 -0700 | [diff] [blame] | 150 | __be32 res = nlm_lck_denied; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 151 | |
| 152 | /* |
| 153 | * Look up blocked request based on arguments. |
| 154 | * Warning: must not use cookie to match it! |
| 155 | */ |
Trond Myklebust | 4f15e2b | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 156 | list_for_each_entry(block, &nlm_blocked, b_list) { |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 157 | struct file_lock *fl_blocked = block->b_lock; |
| 158 | |
Trond Myklebust | 7bab377 | 2006-03-20 13:44:06 -0500 | [diff] [blame] | 159 | if (fl_blocked->fl_start != fl->fl_start) |
| 160 | continue; |
| 161 | if (fl_blocked->fl_end != fl->fl_end) |
| 162 | continue; |
| 163 | /* |
| 164 | * Careful! The NLM server will return the 32-bit "pid" that |
| 165 | * we put on the wire: in this case the lockowner "pid". |
| 166 | */ |
| 167 | if (fl_blocked->fl_u.nfs_fl.owner->pid != lock->svid) |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 168 | continue; |
Jeff Layton | 4516fc0 | 2009-08-14 12:57:54 -0400 | [diff] [blame] | 169 | if (!rpc_cmp_addr(nlm_addr(block->b_host), addr)) |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 170 | continue; |
Josef Sipek | 225a719 | 2006-12-08 02:37:18 -0800 | [diff] [blame] | 171 | if (nfs_compare_fh(NFS_FH(fl_blocked->fl_file->f_path.dentry->d_inode) ,fh) != 0) |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 172 | continue; |
| 173 | /* Alright, we found a lock. Set the return status |
| 174 | * and wake up the caller |
| 175 | */ |
Al Viro | e8c5c04 | 2006-12-13 00:35:03 -0800 | [diff] [blame] | 176 | block->b_status = nlm_granted; |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 177 | wake_up(&block->b_wait); |
| 178 | res = nlm_granted; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 179 | } |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 180 | return res; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 181 | } |
| 182 | |
| 183 | /* |
| 184 | * The following procedures deal with the recovery of locks after a |
| 185 | * server crash. |
| 186 | */ |
| 187 | |
| 188 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 189 | * Reclaim all locks on server host. We do this by spawning a separate |
| 190 | * reclaimer thread. |
| 191 | */ |
| 192 | void |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 193 | nlmclnt_recovery(struct nlm_host *host) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 194 | { |
Jeff Layton | df94f00 | 2008-12-23 15:21:33 -0500 | [diff] [blame] | 195 | struct task_struct *task; |
| 196 | |
Trond Myklebust | 28df955 | 2006-06-09 09:40:27 -0400 | [diff] [blame] | 197 | if (!host->h_reclaiming++) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 198 | nlm_get_host(host); |
Jeff Layton | df94f00 | 2008-12-23 15:21:33 -0500 | [diff] [blame] | 199 | task = kthread_run(reclaimer, host, "%s-reclaim", host->h_name); |
| 200 | if (IS_ERR(task)) |
| 201 | printk(KERN_ERR "lockd: unable to spawn reclaimer " |
| 202 | "thread. Locks for %s won't be reclaimed! " |
| 203 | "(%ld)\n", host->h_name, PTR_ERR(task)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 204 | } |
| 205 | } |
| 206 | |
| 207 | static int |
| 208 | reclaimer(void *ptr) |
| 209 | { |
| 210 | struct nlm_host *host = (struct nlm_host *) ptr; |
| 211 | struct nlm_wait *block; |
Christoph Hellwig | 26bcbf9 | 2006-03-20 13:44:40 -0500 | [diff] [blame] | 212 | struct file_lock *fl, *next; |
Trond Myklebust | 28df955 | 2006-06-09 09:40:27 -0400 | [diff] [blame] | 213 | u32 nsmstate; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 214 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 215 | allow_signal(SIGKILL); |
| 216 | |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 217 | down_write(&host->h_rwsem); |
| 218 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 219 | /* This one ensures that our parent doesn't terminate while the |
| 220 | * reclaim is in progress */ |
| 221 | lock_kernel(); |
Chuck Lever | 26a4140 | 2008-10-03 17:15:30 -0400 | [diff] [blame] | 222 | lockd_up(); /* note: this cannot fail as lockd is already running */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 223 | |
Adrian Bunk | d019bcf | 2007-01-29 13:19:51 -0800 | [diff] [blame] | 224 | dprintk("lockd: reclaiming locks for host %s\n", host->h_name); |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 225 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 226 | restart: |
Trond Myklebust | 28df955 | 2006-06-09 09:40:27 -0400 | [diff] [blame] | 227 | nsmstate = host->h_nsmstate; |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 228 | |
| 229 | /* Force a portmap getport - the peer's lockd will |
| 230 | * most likely end up on a different port. |
| 231 | */ |
Olaf Kirch | 0ade060 | 2006-10-04 02:16:04 -0700 | [diff] [blame] | 232 | host->h_nextrebind = jiffies; |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 233 | nlm_rebind_host(host); |
| 234 | |
| 235 | /* First, reclaim all locks that have been granted. */ |
| 236 | list_splice_init(&host->h_granted, &host->h_reclaim); |
Christoph Hellwig | 26bcbf9 | 2006-03-20 13:44:40 -0500 | [diff] [blame] | 237 | list_for_each_entry_safe(fl, next, &host->h_reclaim, fl_u.nfs_fl.list) { |
Trond Myklebust | 4c060b5 | 2006-03-20 13:44:41 -0500 | [diff] [blame] | 238 | list_del_init(&fl->fl_u.nfs_fl.list); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 239 | |
Jeff Layton | df94f00 | 2008-12-23 15:21:33 -0500 | [diff] [blame] | 240 | /* |
| 241 | * sending this thread a SIGKILL will result in any unreclaimed |
| 242 | * locks being removed from the h_granted list. This means that |
| 243 | * the kernel will not attempt to reclaim them again if a new |
| 244 | * reclaimer thread is spawned for this host. |
| 245 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 246 | if (signalled()) |
Trond Myklebust | 4c060b5 | 2006-03-20 13:44:41 -0500 | [diff] [blame] | 247 | continue; |
Trond Myklebust | 28df955 | 2006-06-09 09:40:27 -0400 | [diff] [blame] | 248 | if (nlmclnt_reclaim(host, fl) != 0) |
| 249 | continue; |
| 250 | list_add_tail(&fl->fl_u.nfs_fl.list, &host->h_granted); |
| 251 | if (host->h_nsmstate != nsmstate) { |
| 252 | /* Argh! The server rebooted again! */ |
Trond Myklebust | 28df955 | 2006-06-09 09:40:27 -0400 | [diff] [blame] | 253 | goto restart; |
| 254 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 255 | } |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 256 | |
| 257 | host->h_reclaiming = 0; |
| 258 | up_write(&host->h_rwsem); |
Adrian Bunk | d019bcf | 2007-01-29 13:19:51 -0800 | [diff] [blame] | 259 | dprintk("NLM: done reclaiming locks for host %s\n", host->h_name); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 260 | |
| 261 | /* Now, wake up all processes that sleep on a blocked lock */ |
Trond Myklebust | 4f15e2b | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 262 | list_for_each_entry(block, &nlm_blocked, b_list) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 263 | if (block->b_host == host) { |
Al Viro | e8c5c04 | 2006-12-13 00:35:03 -0800 | [diff] [blame] | 264 | block->b_status = nlm_lck_denied_grace_period; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 265 | wake_up(&block->b_wait); |
| 266 | } |
| 267 | } |
| 268 | |
| 269 | /* Release host handle after use */ |
| 270 | nlm_release_host(host); |
| 271 | lockd_down(); |
| 272 | unlock_kernel(); |
Jeff Layton | df94f00 | 2008-12-23 15:21:33 -0500 | [diff] [blame] | 273 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 274 | } |