Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * linux/fs/nfs/dir.c |
| 3 | * |
| 4 | * Copyright (C) 1992 Rick Sladkey |
| 5 | * |
| 6 | * nfs directory handling functions |
| 7 | * |
| 8 | * 10 Apr 1996 Added silly rename for unlink --okir |
| 9 | * 28 Sep 1996 Improved directory cache --okir |
| 10 | * 23 Aug 1997 Claus Heine claus@momo.math.rwth-aachen.de |
| 11 | * Re-implemented silly rename for unlink, newly implemented |
| 12 | * silly rename for nfs_rename() following the suggestions |
| 13 | * of Olaf Kirch (okir) found in this file. |
| 14 | * Following Linus comments on my original hack, this version |
| 15 | * depends only on the dcache stuff and doesn't touch the inode |
| 16 | * layer (iput() and friends). |
| 17 | * 6 Jun 1999 Cache readdir lookups in the page cache. -DaveM |
| 18 | */ |
| 19 | |
Bryan Schumaker | ddda8e0 | 2012-07-30 16:05:23 -0400 | [diff] [blame] | 20 | #include <linux/module.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | #include <linux/time.h> |
| 22 | #include <linux/errno.h> |
| 23 | #include <linux/stat.h> |
| 24 | #include <linux/fcntl.h> |
| 25 | #include <linux/string.h> |
| 26 | #include <linux/kernel.h> |
| 27 | #include <linux/slab.h> |
| 28 | #include <linux/mm.h> |
| 29 | #include <linux/sunrpc/clnt.h> |
| 30 | #include <linux/nfs_fs.h> |
| 31 | #include <linux/nfs_mount.h> |
| 32 | #include <linux/pagemap.h> |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 33 | #include <linux/pagevec.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | #include <linux/namei.h> |
David Howells | 54ceac4 | 2006-08-22 20:06:13 -0400 | [diff] [blame] | 35 | #include <linux/mount.h> |
Mel Gorman | a0b8cab3 | 2013-07-03 15:02:32 -0700 | [diff] [blame] | 36 | #include <linux/swap.h> |
Alexey Dobriyan | e8edc6e | 2007-05-21 01:22:52 +0400 | [diff] [blame] | 37 | #include <linux/sched.h> |
Catalin Marinas | 04e4bd1 | 2010-11-11 12:53:47 +0000 | [diff] [blame] | 38 | #include <linux/kmemleak.h> |
Aneesh Kumar K.V | 64c2ce8 | 2010-12-09 11:35:25 +0000 | [diff] [blame] | 39 | #include <linux/xattr.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 | |
| 41 | #include "delegation.h" |
Chuck Lever | 91d5b47 | 2006-03-20 13:44:14 -0500 | [diff] [blame] | 42 | #include "iostat.h" |
Adrian Bunk | 4c30d56 | 2007-11-21 15:04:31 -0800 | [diff] [blame] | 43 | #include "internal.h" |
Trond Myklebust | cd9a1c0 | 2010-09-17 10:56:50 -0400 | [diff] [blame] | 44 | #include "fscache.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 | |
Trond Myklebust | f4ce129 | 2013-08-19 18:59:33 -0400 | [diff] [blame] | 46 | #include "nfstrace.h" |
| 47 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 48 | /* #define NFS_DEBUG_VERBOSE 1 */ |
| 49 | |
| 50 | static int nfs_opendir(struct inode *, struct file *); |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 51 | static int nfs_closedir(struct inode *, struct file *); |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 52 | static int nfs_readdir(struct file *, struct dir_context *); |
Josef Bacik | 02c24a8 | 2011-07-16 20:44:56 -0400 | [diff] [blame] | 53 | static int nfs_fsync_dir(struct file *, loff_t, loff_t, int); |
Trond Myklebust | f0dd213 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 54 | static loff_t nfs_llseek_dir(struct file *, loff_t, int); |
Trond Myklebust | 11de3b1 | 2010-12-01 14:17:06 -0500 | [diff] [blame] | 55 | static void nfs_readdir_clear_array(struct page*); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 56 | |
Arjan van de Ven | 4b6f5d2 | 2006-03-28 01:56:42 -0800 | [diff] [blame] | 57 | const struct file_operations nfs_dir_operations = { |
Trond Myklebust | f0dd213 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 58 | .llseek = nfs_llseek_dir, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 59 | .read = generic_read_dir, |
Al Viro | 9ac3d3e | 2016-04-28 19:52:56 -0400 | [diff] [blame] | 60 | .iterate_shared = nfs_readdir, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 61 | .open = nfs_opendir, |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 62 | .release = nfs_closedir, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | .fsync = nfs_fsync_dir, |
| 64 | }; |
| 65 | |
Trond Myklebust | 11de3b1 | 2010-12-01 14:17:06 -0500 | [diff] [blame] | 66 | const struct address_space_operations nfs_dir_aops = { |
| 67 | .freepage = nfs_readdir_clear_array, |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 68 | }; |
| 69 | |
Trond Myklebust | 0c03080 | 2011-07-30 12:45:35 -0400 | [diff] [blame] | 70 | static struct nfs_open_dir_context *alloc_nfs_open_dir_context(struct inode *dir, struct rpc_cred *cred) |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 71 | { |
Trond Myklebust | 311324a | 2014-02-07 17:02:08 -0500 | [diff] [blame] | 72 | struct nfs_inode *nfsi = NFS_I(dir); |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 73 | struct nfs_open_dir_context *ctx; |
| 74 | ctx = kmalloc(sizeof(*ctx), GFP_KERNEL); |
| 75 | if (ctx != NULL) { |
Bryan Schumaker | 8ef2ce3 | 2011-03-23 15:04:31 -0400 | [diff] [blame] | 76 | ctx->duped = 0; |
Trond Myklebust | 311324a | 2014-02-07 17:02:08 -0500 | [diff] [blame] | 77 | ctx->attr_gencount = nfsi->attr_gencount; |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 78 | ctx->dir_cookie = 0; |
Bryan Schumaker | 8ef2ce3 | 2011-03-23 15:04:31 -0400 | [diff] [blame] | 79 | ctx->dup_cookie = 0; |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 80 | ctx->cred = get_rpccred(cred); |
Trond Myklebust | 311324a | 2014-02-07 17:02:08 -0500 | [diff] [blame] | 81 | spin_lock(&dir->i_lock); |
| 82 | list_add(&ctx->list, &nfsi->open_files); |
| 83 | spin_unlock(&dir->i_lock); |
Trond Myklebust | 0c03080 | 2011-07-30 12:45:35 -0400 | [diff] [blame] | 84 | return ctx; |
| 85 | } |
| 86 | return ERR_PTR(-ENOMEM); |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 87 | } |
| 88 | |
Trond Myklebust | 311324a | 2014-02-07 17:02:08 -0500 | [diff] [blame] | 89 | static void put_nfs_open_dir_context(struct inode *dir, struct nfs_open_dir_context *ctx) |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 90 | { |
Trond Myklebust | 311324a | 2014-02-07 17:02:08 -0500 | [diff] [blame] | 91 | spin_lock(&dir->i_lock); |
| 92 | list_del(&ctx->list); |
| 93 | spin_unlock(&dir->i_lock); |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 94 | put_rpccred(ctx->cred); |
| 95 | kfree(ctx); |
| 96 | } |
| 97 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 98 | /* |
| 99 | * Open file |
| 100 | */ |
| 101 | static int |
| 102 | nfs_opendir(struct inode *inode, struct file *filp) |
| 103 | { |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 104 | int res = 0; |
| 105 | struct nfs_open_dir_context *ctx; |
| 106 | struct rpc_cred *cred; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 107 | |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 108 | dfprintk(FILE, "NFS: open dir(%pD2)\n", filp); |
Chuck Lever | cc0dd2d | 2008-06-11 17:55:42 -0400 | [diff] [blame] | 109 | |
| 110 | nfs_inc_stats(inode, NFSIOS_VFSOPEN); |
Chuck Lever | 1e7cb3d | 2006-03-20 13:44:24 -0500 | [diff] [blame] | 111 | |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 112 | cred = rpc_lookup_cred(); |
| 113 | if (IS_ERR(cred)) |
| 114 | return PTR_ERR(cred); |
Trond Myklebust | 0c03080 | 2011-07-30 12:45:35 -0400 | [diff] [blame] | 115 | ctx = alloc_nfs_open_dir_context(inode, cred); |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 116 | if (IS_ERR(ctx)) { |
| 117 | res = PTR_ERR(ctx); |
| 118 | goto out; |
| 119 | } |
| 120 | filp->private_data = ctx; |
Neil Brown | f5a7367 | 2010-08-10 10:20:05 -0400 | [diff] [blame] | 121 | if (filp->f_path.dentry == filp->f_path.mnt->mnt_root) { |
| 122 | /* This is a mountpoint, so d_revalidate will never |
| 123 | * have been called, so we need to refresh the |
| 124 | * inode (for close-open consistency) ourselves. |
| 125 | */ |
| 126 | __nfs_revalidate_inode(NFS_SERVER(inode), inode); |
| 127 | } |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 128 | out: |
| 129 | put_rpccred(cred); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 130 | return res; |
| 131 | } |
| 132 | |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 133 | static int |
| 134 | nfs_closedir(struct inode *inode, struct file *filp) |
| 135 | { |
Al Viro | a455589 | 2014-10-21 20:11:25 -0400 | [diff] [blame] | 136 | put_nfs_open_dir_context(file_inode(filp), filp->private_data); |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 137 | return 0; |
| 138 | } |
| 139 | |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 140 | struct nfs_cache_array_entry { |
| 141 | u64 cookie; |
| 142 | u64 ino; |
| 143 | struct qstr string; |
Trond Myklebust | 0b26a0b | 2010-11-20 14:26:44 -0500 | [diff] [blame] | 144 | unsigned char d_type; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 145 | }; |
| 146 | |
| 147 | struct nfs_cache_array { |
Al Viro | 9ac3d3e | 2016-04-28 19:52:56 -0400 | [diff] [blame] | 148 | atomic_t refcount; |
Chuck Lever | 88b8e13 | 2012-03-01 17:00:23 -0500 | [diff] [blame] | 149 | int size; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 150 | int eof_index; |
| 151 | u64 last_cookie; |
| 152 | struct nfs_cache_array_entry array[0]; |
| 153 | }; |
| 154 | |
Chuck Lever | 573c4e1 | 2010-12-14 14:58:11 +0000 | [diff] [blame] | 155 | typedef int (*decode_dirent_t)(struct xdr_stream *, struct nfs_entry *, int); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 156 | typedef struct { |
| 157 | struct file *file; |
| 158 | struct page *page; |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 159 | struct dir_context *ctx; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 160 | unsigned long page_index; |
Trond Myklebust | f0dd213 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 161 | u64 *dir_cookie; |
Trond Myklebust | 0aded70 | 2010-11-30 21:56:32 -0500 | [diff] [blame] | 162 | u64 last_cookie; |
Trond Myklebust | f0dd213 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 163 | loff_t current_index; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 164 | decode_dirent_t decode; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 165 | |
Neil Brown | 1f4eab7 | 2007-04-16 09:35:27 +1000 | [diff] [blame] | 166 | unsigned long timestamp; |
Trond Myklebust | 4704f0e | 2008-10-14 19:16:07 -0400 | [diff] [blame] | 167 | unsigned long gencount; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 168 | unsigned int cache_entry_index; |
| 169 | unsigned int plus:1; |
| 170 | unsigned int eof:1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 171 | } nfs_readdir_descriptor_t; |
| 172 | |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 173 | /* |
| 174 | * The caller is responsible for calling nfs_readdir_release_array(page) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 175 | */ |
| 176 | static |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 177 | struct nfs_cache_array *nfs_readdir_get_array(struct page *page) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 178 | { |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 179 | void *ptr; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 180 | if (page == NULL) |
| 181 | return ERR_PTR(-EIO); |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 182 | ptr = kmap(page); |
| 183 | if (ptr == NULL) |
| 184 | return ERR_PTR(-ENOMEM); |
| 185 | return ptr; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 186 | } |
| 187 | |
| 188 | static |
| 189 | void nfs_readdir_release_array(struct page *page) |
| 190 | { |
| 191 | kunmap(page); |
| 192 | } |
| 193 | |
| 194 | /* |
| 195 | * we are freeing strings created by nfs_add_to_readdir_array() |
| 196 | */ |
| 197 | static |
Trond Myklebust | 11de3b1 | 2010-12-01 14:17:06 -0500 | [diff] [blame] | 198 | void nfs_readdir_clear_array(struct page *page) |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 199 | { |
Trond Myklebust | 11de3b1 | 2010-12-01 14:17:06 -0500 | [diff] [blame] | 200 | struct nfs_cache_array *array; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 201 | int i; |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 202 | |
Cong Wang | 2b86ce2 | 2011-11-25 23:14:33 +0800 | [diff] [blame] | 203 | array = kmap_atomic(page); |
Al Viro | 9ac3d3e | 2016-04-28 19:52:56 -0400 | [diff] [blame] | 204 | if (atomic_dec_and_test(&array->refcount)) |
| 205 | for (i = 0; i < array->size; i++) |
| 206 | kfree(array->array[i].string.name); |
Cong Wang | 2b86ce2 | 2011-11-25 23:14:33 +0800 | [diff] [blame] | 207 | kunmap_atomic(array); |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 208 | } |
| 209 | |
Al Viro | 9ac3d3e | 2016-04-28 19:52:56 -0400 | [diff] [blame] | 210 | static bool grab_page(struct page *page) |
| 211 | { |
| 212 | struct nfs_cache_array *array = kmap_atomic(page); |
| 213 | bool res = atomic_inc_not_zero(&array->refcount); |
| 214 | kunmap_atomic(array); |
| 215 | return res; |
| 216 | } |
| 217 | |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 218 | /* |
| 219 | * the caller is responsible for freeing qstr.name |
| 220 | * when called by nfs_readdir_add_to_array, the strings will be freed in |
| 221 | * nfs_clear_readdir_array() |
| 222 | */ |
| 223 | static |
Trond Myklebust | 4a201d6 | 2010-10-23 14:53:23 -0400 | [diff] [blame] | 224 | int nfs_readdir_make_qstr(struct qstr *string, const char *name, unsigned int len) |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 225 | { |
| 226 | string->len = len; |
| 227 | string->name = kmemdup(name, len, GFP_KERNEL); |
Trond Myklebust | 4a201d6 | 2010-10-23 14:53:23 -0400 | [diff] [blame] | 228 | if (string->name == NULL) |
| 229 | return -ENOMEM; |
Catalin Marinas | 04e4bd1 | 2010-11-11 12:53:47 +0000 | [diff] [blame] | 230 | /* |
| 231 | * Avoid a kmemleak false positive. The pointer to the name is stored |
| 232 | * in a page cache page which kmemleak does not scan. |
| 233 | */ |
| 234 | kmemleak_not_leak(string->name); |
Trond Myklebust | 4a201d6 | 2010-10-23 14:53:23 -0400 | [diff] [blame] | 235 | string->hash = full_name_hash(name, len); |
| 236 | return 0; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 237 | } |
| 238 | |
| 239 | static |
| 240 | int nfs_readdir_add_to_array(struct nfs_entry *entry, struct page *page) |
| 241 | { |
| 242 | struct nfs_cache_array *array = nfs_readdir_get_array(page); |
Trond Myklebust | 4a201d6 | 2010-10-23 14:53:23 -0400 | [diff] [blame] | 243 | struct nfs_cache_array_entry *cache_entry; |
| 244 | int ret; |
| 245 | |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 246 | if (IS_ERR(array)) |
| 247 | return PTR_ERR(array); |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 248 | |
Trond Myklebust | 4a201d6 | 2010-10-23 14:53:23 -0400 | [diff] [blame] | 249 | cache_entry = &array->array[array->size]; |
Trond Myklebust | 3020093 | 2010-11-20 15:18:22 -0500 | [diff] [blame] | 250 | |
| 251 | /* Check that this entry lies within the page bounds */ |
| 252 | ret = -ENOSPC; |
| 253 | if ((char *)&cache_entry[1] - (char *)page_address(page) > PAGE_SIZE) |
| 254 | goto out; |
| 255 | |
Trond Myklebust | 4a201d6 | 2010-10-23 14:53:23 -0400 | [diff] [blame] | 256 | cache_entry->cookie = entry->prev_cookie; |
| 257 | cache_entry->ino = entry->ino; |
Trond Myklebust | 0b26a0b | 2010-11-20 14:26:44 -0500 | [diff] [blame] | 258 | cache_entry->d_type = entry->d_type; |
Trond Myklebust | 4a201d6 | 2010-10-23 14:53:23 -0400 | [diff] [blame] | 259 | ret = nfs_readdir_make_qstr(&cache_entry->string, entry->name, entry->len); |
| 260 | if (ret) |
| 261 | goto out; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 262 | array->last_cookie = entry->cookie; |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 263 | array->size++; |
Trond Myklebust | 47c716c | 2010-12-07 12:44:56 -0500 | [diff] [blame] | 264 | if (entry->eof != 0) |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 265 | array->eof_index = array->size; |
Trond Myklebust | 4a201d6 | 2010-10-23 14:53:23 -0400 | [diff] [blame] | 266 | out: |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 267 | nfs_readdir_release_array(page); |
Trond Myklebust | 4a201d6 | 2010-10-23 14:53:23 -0400 | [diff] [blame] | 268 | return ret; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 269 | } |
| 270 | |
| 271 | static |
| 272 | int nfs_readdir_search_for_pos(struct nfs_cache_array *array, nfs_readdir_descriptor_t *desc) |
| 273 | { |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 274 | loff_t diff = desc->ctx->pos - desc->current_index; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 275 | unsigned int index; |
| 276 | |
| 277 | if (diff < 0) |
| 278 | goto out_eof; |
| 279 | if (diff >= array->size) { |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 280 | if (array->eof_index >= 0) |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 281 | goto out_eof; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 282 | return -EAGAIN; |
| 283 | } |
| 284 | |
| 285 | index = (unsigned int)diff; |
| 286 | *desc->dir_cookie = array->array[index].cookie; |
| 287 | desc->cache_entry_index = index; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 288 | return 0; |
| 289 | out_eof: |
| 290 | desc->eof = 1; |
| 291 | return -EBADCOOKIE; |
| 292 | } |
| 293 | |
Jeff Layton | 4db72b4 | 2014-01-28 13:47:46 -0500 | [diff] [blame] | 294 | static bool |
| 295 | nfs_readdir_inode_mapping_valid(struct nfs_inode *nfsi) |
| 296 | { |
| 297 | if (nfsi->cache_validity & (NFS_INO_INVALID_ATTR|NFS_INO_INVALID_DATA)) |
| 298 | return false; |
| 299 | smp_rmb(); |
| 300 | return !test_bit(NFS_INO_INVALIDATING, &nfsi->flags); |
| 301 | } |
| 302 | |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 303 | static |
| 304 | int nfs_readdir_search_for_cookie(struct nfs_cache_array *array, nfs_readdir_descriptor_t *desc) |
| 305 | { |
| 306 | int i; |
Bryan Schumaker | 8ef2ce3 | 2011-03-23 15:04:31 -0400 | [diff] [blame] | 307 | loff_t new_pos; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 308 | int status = -EAGAIN; |
| 309 | |
| 310 | for (i = 0; i < array->size; i++) { |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 311 | if (array->array[i].cookie == *desc->dir_cookie) { |
Al Viro | 496ad9a | 2013-01-23 17:07:38 -0500 | [diff] [blame] | 312 | struct nfs_inode *nfsi = NFS_I(file_inode(desc->file)); |
Trond Myklebust | 0c03080 | 2011-07-30 12:45:35 -0400 | [diff] [blame] | 313 | struct nfs_open_dir_context *ctx = desc->file->private_data; |
| 314 | |
Bryan Schumaker | 8ef2ce3 | 2011-03-23 15:04:31 -0400 | [diff] [blame] | 315 | new_pos = desc->current_index + i; |
Jeff Layton | 4db72b4 | 2014-01-28 13:47:46 -0500 | [diff] [blame] | 316 | if (ctx->attr_gencount != nfsi->attr_gencount || |
| 317 | !nfs_readdir_inode_mapping_valid(nfsi)) { |
Trond Myklebust | 0c03080 | 2011-07-30 12:45:35 -0400 | [diff] [blame] | 318 | ctx->duped = 0; |
| 319 | ctx->attr_gencount = nfsi->attr_gencount; |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 320 | } else if (new_pos < desc->ctx->pos) { |
Trond Myklebust | 0c03080 | 2011-07-30 12:45:35 -0400 | [diff] [blame] | 321 | if (ctx->duped > 0 |
| 322 | && ctx->dup_cookie == *desc->dir_cookie) { |
| 323 | if (printk_ratelimit()) { |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 324 | pr_notice("NFS: directory %pD2 contains a readdir loop." |
Trond Myklebust | 0c03080 | 2011-07-30 12:45:35 -0400 | [diff] [blame] | 325 | "Please contact your server vendor. " |
Jeff Layton | 9581a4a | 2014-04-05 08:45:57 -0400 | [diff] [blame] | 326 | "The file: %.*s has duplicate cookie %llu\n", |
| 327 | desc->file, array->array[i].string.len, |
| 328 | array->array[i].string.name, *desc->dir_cookie); |
Trond Myklebust | 0c03080 | 2011-07-30 12:45:35 -0400 | [diff] [blame] | 329 | } |
| 330 | status = -ELOOP; |
| 331 | goto out; |
| 332 | } |
Bryan Schumaker | 8ef2ce3 | 2011-03-23 15:04:31 -0400 | [diff] [blame] | 333 | ctx->dup_cookie = *desc->dir_cookie; |
Trond Myklebust | 0c03080 | 2011-07-30 12:45:35 -0400 | [diff] [blame] | 334 | ctx->duped = -1; |
Bryan Schumaker | 8ef2ce3 | 2011-03-23 15:04:31 -0400 | [diff] [blame] | 335 | } |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 336 | desc->ctx->pos = new_pos; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 337 | desc->cache_entry_index = i; |
Trond Myklebust | 47c716c | 2010-12-07 12:44:56 -0500 | [diff] [blame] | 338 | return 0; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 339 | } |
| 340 | } |
Trond Myklebust | 47c716c | 2010-12-07 12:44:56 -0500 | [diff] [blame] | 341 | if (array->eof_index >= 0) { |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 342 | status = -EBADCOOKIE; |
Trond Myklebust | 18fb5fe | 2010-12-07 12:41:58 -0500 | [diff] [blame] | 343 | if (*desc->dir_cookie == array->last_cookie) |
| 344 | desc->eof = 1; |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 345 | } |
Trond Myklebust | 0c03080 | 2011-07-30 12:45:35 -0400 | [diff] [blame] | 346 | out: |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 347 | return status; |
| 348 | } |
| 349 | |
| 350 | static |
| 351 | int nfs_readdir_search_array(nfs_readdir_descriptor_t *desc) |
| 352 | { |
| 353 | struct nfs_cache_array *array; |
Trond Myklebust | 47c716c | 2010-12-07 12:44:56 -0500 | [diff] [blame] | 354 | int status; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 355 | |
| 356 | array = nfs_readdir_get_array(desc->page); |
| 357 | if (IS_ERR(array)) { |
| 358 | status = PTR_ERR(array); |
| 359 | goto out; |
| 360 | } |
| 361 | |
| 362 | if (*desc->dir_cookie == 0) |
| 363 | status = nfs_readdir_search_for_pos(array, desc); |
| 364 | else |
| 365 | status = nfs_readdir_search_for_cookie(array, desc); |
| 366 | |
Trond Myklebust | 47c716c | 2010-12-07 12:44:56 -0500 | [diff] [blame] | 367 | if (status == -EAGAIN) { |
Trond Myklebust | 0aded70 | 2010-11-30 21:56:32 -0500 | [diff] [blame] | 368 | desc->last_cookie = array->last_cookie; |
Trond Myklebust | e47c085 | 2011-03-23 08:43:09 -0400 | [diff] [blame] | 369 | desc->current_index += array->size; |
Trond Myklebust | 47c716c | 2010-12-07 12:44:56 -0500 | [diff] [blame] | 370 | desc->page_index++; |
| 371 | } |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 372 | nfs_readdir_release_array(desc->page); |
| 373 | out: |
| 374 | return status; |
| 375 | } |
| 376 | |
| 377 | /* Fill a page with xdr information before transferring to the cache page */ |
| 378 | static |
Bryan Schumaker | 56e4ebf | 2010-10-20 15:44:37 -0400 | [diff] [blame] | 379 | int nfs_readdir_xdr_filler(struct page **pages, nfs_readdir_descriptor_t *desc, |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 380 | struct nfs_entry *entry, struct file *file, struct inode *inode) |
| 381 | { |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 382 | struct nfs_open_dir_context *ctx = file->private_data; |
| 383 | struct rpc_cred *cred = ctx->cred; |
Trond Myklebust | 4704f0e | 2008-10-14 19:16:07 -0400 | [diff] [blame] | 384 | unsigned long timestamp, gencount; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 385 | int error; |
| 386 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 387 | again: |
| 388 | timestamp = jiffies; |
Trond Myklebust | 4704f0e | 2008-10-14 19:16:07 -0400 | [diff] [blame] | 389 | gencount = nfs_inc_attr_generation_counter(); |
Miklos Szeredi | be62a1a | 2016-03-26 16:14:39 -0400 | [diff] [blame] | 390 | error = NFS_PROTO(inode)->readdir(file_dentry(file), cred, entry->cookie, pages, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 391 | NFS_SERVER(inode)->dtsize, desc->plus); |
| 392 | if (error < 0) { |
| 393 | /* We requested READDIRPLUS, but the server doesn't grok it */ |
| 394 | if (error == -ENOTSUPP && desc->plus) { |
| 395 | NFS_SERVER(inode)->caps &= ~NFS_CAP_READDIRPLUS; |
Benny Halevy | 3a10c30 | 2008-01-23 08:58:59 +0200 | [diff] [blame] | 396 | clear_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(inode)->flags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 397 | desc->plus = 0; |
| 398 | goto again; |
| 399 | } |
| 400 | goto error; |
| 401 | } |
Neil Brown | 1f4eab7 | 2007-04-16 09:35:27 +1000 | [diff] [blame] | 402 | desc->timestamp = timestamp; |
Trond Myklebust | 4704f0e | 2008-10-14 19:16:07 -0400 | [diff] [blame] | 403 | desc->gencount = gencount; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 404 | error: |
| 405 | return error; |
| 406 | } |
| 407 | |
Chuck Lever | 573c4e1 | 2010-12-14 14:58:11 +0000 | [diff] [blame] | 408 | static int xdr_decode(nfs_readdir_descriptor_t *desc, |
| 409 | struct nfs_entry *entry, struct xdr_stream *xdr) |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 410 | { |
Chuck Lever | 573c4e1 | 2010-12-14 14:58:11 +0000 | [diff] [blame] | 411 | int error; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 412 | |
Chuck Lever | 573c4e1 | 2010-12-14 14:58:11 +0000 | [diff] [blame] | 413 | error = desc->decode(xdr, entry, desc->plus); |
| 414 | if (error) |
| 415 | return error; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 416 | entry->fattr->time_start = desc->timestamp; |
| 417 | entry->fattr->gencount = desc->gencount; |
| 418 | return 0; |
| 419 | } |
| 420 | |
Trond Myklebust | fa92336 | 2015-02-23 18:51:32 -0500 | [diff] [blame] | 421 | /* Match file and dirent using either filehandle or fileid |
| 422 | * Note: caller is responsible for checking the fsid |
| 423 | */ |
Bryan Schumaker | d39ab9d | 2010-09-24 18:50:01 -0400 | [diff] [blame] | 424 | static |
| 425 | int nfs_same_file(struct dentry *dentry, struct nfs_entry *entry) |
| 426 | { |
Trond Myklebust | fa92336 | 2015-02-23 18:51:32 -0500 | [diff] [blame] | 427 | struct nfs_inode *nfsi; |
| 428 | |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 429 | if (d_really_is_negative(dentry)) |
| 430 | return 0; |
Trond Myklebust | fa92336 | 2015-02-23 18:51:32 -0500 | [diff] [blame] | 431 | |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 432 | nfsi = NFS_I(d_inode(dentry)); |
Trond Myklebust | fa92336 | 2015-02-23 18:51:32 -0500 | [diff] [blame] | 433 | if (entry->fattr->fileid == nfsi->fileid) |
| 434 | return 1; |
| 435 | if (nfs_compare_fh(entry->fh, &nfsi->fh) == 0) |
| 436 | return 1; |
Bryan Schumaker | d39ab9d | 2010-09-24 18:50:01 -0400 | [diff] [blame] | 437 | return 0; |
| 438 | } |
| 439 | |
| 440 | static |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 441 | bool nfs_use_readdirplus(struct inode *dir, struct dir_context *ctx) |
Trond Myklebust | d69ee9b | 2012-05-01 17:37:59 -0400 | [diff] [blame] | 442 | { |
| 443 | if (!nfs_server_capable(dir, NFS_CAP_READDIRPLUS)) |
| 444 | return false; |
| 445 | if (test_and_clear_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(dir)->flags)) |
| 446 | return true; |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 447 | if (ctx->pos == 0) |
Trond Myklebust | d69ee9b | 2012-05-01 17:37:59 -0400 | [diff] [blame] | 448 | return true; |
| 449 | return false; |
| 450 | } |
| 451 | |
| 452 | /* |
| 453 | * This function is called by the lookup code to request the use of |
| 454 | * readdirplus to accelerate any future lookups in the same |
| 455 | * directory. |
| 456 | */ |
| 457 | static |
| 458 | void nfs_advise_use_readdirplus(struct inode *dir) |
| 459 | { |
| 460 | set_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(dir)->flags); |
| 461 | } |
| 462 | |
Trond Myklebust | 311324a | 2014-02-07 17:02:08 -0500 | [diff] [blame] | 463 | /* |
| 464 | * This function is mainly for use by nfs_getattr(). |
| 465 | * |
| 466 | * If this is an 'ls -l', we want to force use of readdirplus. |
| 467 | * Do this by checking if there is an active file descriptor |
| 468 | * and calling nfs_advise_use_readdirplus, then forcing a |
| 469 | * cache flush. |
| 470 | */ |
| 471 | void nfs_force_use_readdirplus(struct inode *dir) |
| 472 | { |
| 473 | if (!list_empty(&NFS_I(dir)->open_files)) { |
| 474 | nfs_advise_use_readdirplus(dir); |
| 475 | nfs_zap_mapping(dir, dir->i_mapping); |
| 476 | } |
| 477 | } |
| 478 | |
Trond Myklebust | d69ee9b | 2012-05-01 17:37:59 -0400 | [diff] [blame] | 479 | static |
Bryan Schumaker | d39ab9d | 2010-09-24 18:50:01 -0400 | [diff] [blame] | 480 | void nfs_prime_dcache(struct dentry *parent, struct nfs_entry *entry) |
| 481 | { |
Linus Torvalds | 26fe575 | 2012-05-10 13:14:12 -0700 | [diff] [blame] | 482 | struct qstr filename = QSTR_INIT(entry->name, entry->len); |
Al Viro | 9ac3d3e | 2016-04-28 19:52:56 -0400 | [diff] [blame] | 483 | DECLARE_WAIT_QUEUE_HEAD_ONSTACK(wq); |
Trond Myklebust | 4a201d6 | 2010-10-23 14:53:23 -0400 | [diff] [blame] | 484 | struct dentry *dentry; |
| 485 | struct dentry *alias; |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 486 | struct inode *dir = d_inode(parent); |
Bryan Schumaker | d39ab9d | 2010-09-24 18:50:01 -0400 | [diff] [blame] | 487 | struct inode *inode; |
David Quigley | aa9c266 | 2013-05-22 12:50:44 -0400 | [diff] [blame] | 488 | int status; |
Bryan Schumaker | d39ab9d | 2010-09-24 18:50:01 -0400 | [diff] [blame] | 489 | |
Trond Myklebust | fa92336 | 2015-02-23 18:51:32 -0500 | [diff] [blame] | 490 | if (!(entry->fattr->valid & NFS_ATTR_FATTR_FILEID)) |
| 491 | return; |
Trond Myklebust | 6c441c2 | 2015-02-22 16:35:36 -0500 | [diff] [blame] | 492 | if (!(entry->fattr->valid & NFS_ATTR_FATTR_FSID)) |
| 493 | return; |
Trond Myklebust | 4a201d6 | 2010-10-23 14:53:23 -0400 | [diff] [blame] | 494 | if (filename.name[0] == '.') { |
| 495 | if (filename.len == 1) |
| 496 | return; |
| 497 | if (filename.len == 2 && filename.name[1] == '.') |
| 498 | return; |
| 499 | } |
| 500 | filename.hash = full_name_hash(filename.name, filename.len); |
Bryan Schumaker | d39ab9d | 2010-09-24 18:50:01 -0400 | [diff] [blame] | 501 | |
Trond Myklebust | 4a201d6 | 2010-10-23 14:53:23 -0400 | [diff] [blame] | 502 | dentry = d_lookup(parent, &filename); |
Al Viro | 9ac3d3e | 2016-04-28 19:52:56 -0400 | [diff] [blame] | 503 | again: |
| 504 | if (!dentry) { |
| 505 | dentry = d_alloc_parallel(parent, &filename, &wq); |
| 506 | if (IS_ERR(dentry)) |
| 507 | return; |
| 508 | } |
| 509 | if (!d_in_lookup(dentry)) { |
Trond Myklebust | 6c441c2 | 2015-02-22 16:35:36 -0500 | [diff] [blame] | 510 | /* Is there a mountpoint here? If so, just exit */ |
| 511 | if (!nfs_fsid_equal(&NFS_SB(dentry->d_sb)->fsid, |
| 512 | &entry->fattr->fsid)) |
| 513 | goto out; |
Bryan Schumaker | d39ab9d | 2010-09-24 18:50:01 -0400 | [diff] [blame] | 514 | if (nfs_same_file(dentry, entry)) { |
Jeff Layton | cda57a1 | 2013-07-04 06:35:23 -0400 | [diff] [blame] | 515 | nfs_set_verifier(dentry, nfs_save_change_attribute(dir)); |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 516 | status = nfs_refresh_inode(d_inode(dentry), entry->fattr); |
David Quigley | aa9c266 | 2013-05-22 12:50:44 -0400 | [diff] [blame] | 517 | if (!status) |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 518 | nfs_setsecurity(d_inode(dentry), entry->fattr, entry->label); |
Bryan Schumaker | d39ab9d | 2010-09-24 18:50:01 -0400 | [diff] [blame] | 519 | goto out; |
| 520 | } else { |
Eric W. Biederman | 5542aa2 | 2014-02-13 09:46:25 -0800 | [diff] [blame] | 521 | d_invalidate(dentry); |
Bryan Schumaker | d39ab9d | 2010-09-24 18:50:01 -0400 | [diff] [blame] | 522 | dput(dentry); |
Al Viro | 9ac3d3e | 2016-04-28 19:52:56 -0400 | [diff] [blame] | 523 | dentry = NULL; |
| 524 | goto again; |
Bryan Schumaker | d39ab9d | 2010-09-24 18:50:01 -0400 | [diff] [blame] | 525 | } |
| 526 | } |
| 527 | |
David Quigley | 1775fd3 | 2013-05-22 12:50:42 -0400 | [diff] [blame] | 528 | inode = nfs_fhget(dentry->d_sb, entry->fh, entry->fattr, entry->label); |
Al Viro | 41d28bc | 2014-10-12 22:24:21 -0400 | [diff] [blame] | 529 | alias = d_splice_alias(inode, dentry); |
Al Viro | 9ac3d3e | 2016-04-28 19:52:56 -0400 | [diff] [blame] | 530 | d_lookup_done(dentry); |
| 531 | if (alias) { |
| 532 | if (IS_ERR(alias)) |
| 533 | goto out; |
| 534 | dput(dentry); |
| 535 | dentry = alias; |
| 536 | } |
| 537 | nfs_set_verifier(dentry, nfs_save_change_attribute(dir)); |
Bryan Schumaker | d39ab9d | 2010-09-24 18:50:01 -0400 | [diff] [blame] | 538 | out: |
| 539 | dput(dentry); |
Bryan Schumaker | d39ab9d | 2010-09-24 18:50:01 -0400 | [diff] [blame] | 540 | } |
| 541 | |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 542 | /* Perform conversion from xdr to cache array */ |
| 543 | static |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 544 | int nfs_readdir_page_filler(nfs_readdir_descriptor_t *desc, struct nfs_entry *entry, |
Trond Myklebust | 6650239 | 2011-01-08 17:45:38 -0500 | [diff] [blame] | 545 | struct page **xdr_pages, struct page *page, unsigned int buflen) |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 546 | { |
Bryan Schumaker | babddc7 | 2010-10-20 15:44:29 -0400 | [diff] [blame] | 547 | struct xdr_stream stream; |
Benny Halevy | f7da7a1 | 2011-05-19 14:16:47 -0400 | [diff] [blame] | 548 | struct xdr_buf buf; |
Trond Myklebust | 6650239 | 2011-01-08 17:45:38 -0500 | [diff] [blame] | 549 | struct page *scratch; |
Bryan Schumaker | 9942438 | 2010-10-21 16:33:16 -0400 | [diff] [blame] | 550 | struct nfs_cache_array *array; |
Trond Myklebust | 5c34685 | 2010-11-20 12:43:45 -0500 | [diff] [blame] | 551 | unsigned int count = 0; |
| 552 | int status; |
Bryan Schumaker | babddc7 | 2010-10-20 15:44:29 -0400 | [diff] [blame] | 553 | |
Trond Myklebust | 6650239 | 2011-01-08 17:45:38 -0500 | [diff] [blame] | 554 | scratch = alloc_page(GFP_KERNEL); |
| 555 | if (scratch == NULL) |
| 556 | return -ENOMEM; |
Bryan Schumaker | babddc7 | 2010-10-20 15:44:29 -0400 | [diff] [blame] | 557 | |
Benjamin Coddington | ce85cfb | 2015-04-21 14:17:35 -0400 | [diff] [blame] | 558 | if (buflen == 0) |
| 559 | goto out_nopages; |
| 560 | |
Benny Halevy | f7da7a1 | 2011-05-19 14:16:47 -0400 | [diff] [blame] | 561 | xdr_init_decode_pages(&stream, &buf, xdr_pages, buflen); |
Trond Myklebust | 6650239 | 2011-01-08 17:45:38 -0500 | [diff] [blame] | 562 | xdr_set_scratch_buffer(&stream, page_address(scratch), PAGE_SIZE); |
Bryan Schumaker | 9942438 | 2010-10-21 16:33:16 -0400 | [diff] [blame] | 563 | |
| 564 | do { |
| 565 | status = xdr_decode(desc, entry, &stream); |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 566 | if (status != 0) { |
| 567 | if (status == -EAGAIN) |
| 568 | status = 0; |
Bryan Schumaker | 9942438 | 2010-10-21 16:33:16 -0400 | [diff] [blame] | 569 | break; |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 570 | } |
Bryan Schumaker | 9942438 | 2010-10-21 16:33:16 -0400 | [diff] [blame] | 571 | |
Trond Myklebust | 5c34685 | 2010-11-20 12:43:45 -0500 | [diff] [blame] | 572 | count++; |
| 573 | |
Trond Myklebust | 47c716c | 2010-12-07 12:44:56 -0500 | [diff] [blame] | 574 | if (desc->plus != 0) |
Miklos Szeredi | be62a1a | 2016-03-26 16:14:39 -0400 | [diff] [blame] | 575 | nfs_prime_dcache(file_dentry(desc->file), entry); |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 576 | |
| 577 | status = nfs_readdir_add_to_array(entry, page); |
| 578 | if (status != 0) |
| 579 | break; |
Bryan Schumaker | 9942438 | 2010-10-21 16:33:16 -0400 | [diff] [blame] | 580 | } while (!entry->eof); |
| 581 | |
Benjamin Coddington | ce85cfb | 2015-04-21 14:17:35 -0400 | [diff] [blame] | 582 | out_nopages: |
Trond Myklebust | 47c716c | 2010-12-07 12:44:56 -0500 | [diff] [blame] | 583 | if (count == 0 || (status == -EBADCOOKIE && entry->eof != 0)) { |
Bryan Schumaker | 9942438 | 2010-10-21 16:33:16 -0400 | [diff] [blame] | 584 | array = nfs_readdir_get_array(page); |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 585 | if (!IS_ERR(array)) { |
| 586 | array->eof_index = array->size; |
| 587 | status = 0; |
| 588 | nfs_readdir_release_array(page); |
Trond Myklebust | 5c34685 | 2010-11-20 12:43:45 -0500 | [diff] [blame] | 589 | } else |
| 590 | status = PTR_ERR(array); |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 591 | } |
Trond Myklebust | 6650239 | 2011-01-08 17:45:38 -0500 | [diff] [blame] | 592 | |
| 593 | put_page(scratch); |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 594 | return status; |
Bryan Schumaker | 56e4ebf | 2010-10-20 15:44:37 -0400 | [diff] [blame] | 595 | } |
| 596 | |
| 597 | static |
Anna Schumaker | c7e9668 | 2015-07-13 14:01:25 -0400 | [diff] [blame] | 598 | void nfs_readdir_free_pages(struct page **pages, unsigned int npages) |
Bryan Schumaker | 56e4ebf | 2010-10-20 15:44:37 -0400 | [diff] [blame] | 599 | { |
| 600 | unsigned int i; |
| 601 | for (i = 0; i < npages; i++) |
| 602 | put_page(pages[i]); |
| 603 | } |
| 604 | |
Bryan Schumaker | 56e4ebf | 2010-10-20 15:44:37 -0400 | [diff] [blame] | 605 | /* |
| 606 | * nfs_readdir_large_page will allocate pages that must be freed with a call |
Anna Schumaker | 0b936e3 | 2015-07-13 14:01:24 -0400 | [diff] [blame] | 607 | * to nfs_readdir_free_pagearray |
Bryan Schumaker | 56e4ebf | 2010-10-20 15:44:37 -0400 | [diff] [blame] | 608 | */ |
| 609 | static |
Anna Schumaker | c7e9668 | 2015-07-13 14:01:25 -0400 | [diff] [blame] | 610 | int nfs_readdir_alloc_pages(struct page **pages, unsigned int npages) |
Bryan Schumaker | 56e4ebf | 2010-10-20 15:44:37 -0400 | [diff] [blame] | 611 | { |
Bryan Schumaker | 56e4ebf | 2010-10-20 15:44:37 -0400 | [diff] [blame] | 612 | unsigned int i; |
| 613 | |
| 614 | for (i = 0; i < npages; i++) { |
| 615 | struct page *page = alloc_page(GFP_KERNEL); |
| 616 | if (page == NULL) |
| 617 | goto out_freepages; |
| 618 | pages[i] = page; |
| 619 | } |
Trond Myklebust | 6650239 | 2011-01-08 17:45:38 -0500 | [diff] [blame] | 620 | return 0; |
Bryan Schumaker | 56e4ebf | 2010-10-20 15:44:37 -0400 | [diff] [blame] | 621 | |
Bryan Schumaker | 56e4ebf | 2010-10-20 15:44:37 -0400 | [diff] [blame] | 622 | out_freepages: |
Anna Schumaker | c7e9668 | 2015-07-13 14:01:25 -0400 | [diff] [blame] | 623 | nfs_readdir_free_pages(pages, i); |
Trond Myklebust | 6650239 | 2011-01-08 17:45:38 -0500 | [diff] [blame] | 624 | return -ENOMEM; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 625 | } |
| 626 | |
| 627 | static |
| 628 | int nfs_readdir_xdr_to_array(nfs_readdir_descriptor_t *desc, struct page *page, struct inode *inode) |
| 629 | { |
Bryan Schumaker | 56e4ebf | 2010-10-20 15:44:37 -0400 | [diff] [blame] | 630 | struct page *pages[NFS_MAX_READDIR_PAGES]; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 631 | struct nfs_entry entry; |
| 632 | struct file *file = desc->file; |
| 633 | struct nfs_cache_array *array; |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 634 | int status = -ENOMEM; |
Bryan Schumaker | 56e4ebf | 2010-10-20 15:44:37 -0400 | [diff] [blame] | 635 | unsigned int array_size = ARRAY_SIZE(pages); |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 636 | |
| 637 | entry.prev_cookie = 0; |
Trond Myklebust | 0aded70 | 2010-11-30 21:56:32 -0500 | [diff] [blame] | 638 | entry.cookie = desc->last_cookie; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 639 | entry.eof = 0; |
| 640 | entry.fh = nfs_alloc_fhandle(); |
| 641 | entry.fattr = nfs_alloc_fattr(); |
Chuck Lever | 573c4e1 | 2010-12-14 14:58:11 +0000 | [diff] [blame] | 642 | entry.server = NFS_SERVER(inode); |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 643 | if (entry.fh == NULL || entry.fattr == NULL) |
| 644 | goto out; |
| 645 | |
David Quigley | 14c43f7 | 2013-05-22 12:50:43 -0400 | [diff] [blame] | 646 | entry.label = nfs4_label_alloc(NFS_SERVER(inode), GFP_NOWAIT); |
| 647 | if (IS_ERR(entry.label)) { |
| 648 | status = PTR_ERR(entry.label); |
| 649 | goto out; |
| 650 | } |
| 651 | |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 652 | array = nfs_readdir_get_array(page); |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 653 | if (IS_ERR(array)) { |
| 654 | status = PTR_ERR(array); |
David Quigley | 14c43f7 | 2013-05-22 12:50:43 -0400 | [diff] [blame] | 655 | goto out_label_free; |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 656 | } |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 657 | memset(array, 0, sizeof(struct nfs_cache_array)); |
Al Viro | 9ac3d3e | 2016-04-28 19:52:56 -0400 | [diff] [blame] | 658 | atomic_set(&array->refcount, 1); |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 659 | array->eof_index = -1; |
| 660 | |
Anna Schumaker | c7e9668 | 2015-07-13 14:01:25 -0400 | [diff] [blame] | 661 | status = nfs_readdir_alloc_pages(pages, array_size); |
Trond Myklebust | 6650239 | 2011-01-08 17:45:38 -0500 | [diff] [blame] | 662 | if (status < 0) |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 663 | goto out_release_array; |
| 664 | do { |
Trond Myklebust | ac39612 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 665 | unsigned int pglen; |
Bryan Schumaker | 56e4ebf | 2010-10-20 15:44:37 -0400 | [diff] [blame] | 666 | status = nfs_readdir_xdr_filler(pages, desc, &entry, file, inode); |
Bryan Schumaker | babddc7 | 2010-10-20 15:44:29 -0400 | [diff] [blame] | 667 | |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 668 | if (status < 0) |
| 669 | break; |
Trond Myklebust | ac39612 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 670 | pglen = status; |
Trond Myklebust | 6650239 | 2011-01-08 17:45:38 -0500 | [diff] [blame] | 671 | status = nfs_readdir_page_filler(desc, &entry, pages, page, pglen); |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 672 | if (status < 0) { |
| 673 | if (status == -ENOSPC) |
| 674 | status = 0; |
| 675 | break; |
| 676 | } |
| 677 | } while (array->eof_index < 0); |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 678 | |
Anna Schumaker | c7e9668 | 2015-07-13 14:01:25 -0400 | [diff] [blame] | 679 | nfs_readdir_free_pages(pages, array_size); |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 680 | out_release_array: |
| 681 | nfs_readdir_release_array(page); |
David Quigley | 14c43f7 | 2013-05-22 12:50:43 -0400 | [diff] [blame] | 682 | out_label_free: |
| 683 | nfs4_label_free(entry.label); |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 684 | out: |
| 685 | nfs_free_fattr(entry.fattr); |
| 686 | nfs_free_fhandle(entry.fh); |
| 687 | return status; |
| 688 | } |
| 689 | |
| 690 | /* |
| 691 | * Now we cache directories properly, by converting xdr information |
| 692 | * to an array that can be used for lookups later. This results in |
| 693 | * fewer cache pages, since we can store more information on each page. |
| 694 | * We only need to convert from xdr once so future lookups are much simpler |
| 695 | */ |
| 696 | static |
| 697 | int nfs_readdir_filler(nfs_readdir_descriptor_t *desc, struct page* page) |
| 698 | { |
Al Viro | 496ad9a | 2013-01-23 17:07:38 -0500 | [diff] [blame] | 699 | struct inode *inode = file_inode(desc->file); |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 700 | int ret; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 701 | |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 702 | ret = nfs_readdir_xdr_to_array(desc, page, inode); |
| 703 | if (ret < 0) |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 704 | goto error; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 705 | SetPageUptodate(page); |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 706 | |
Trond Myklebust | 2aac05a | 2008-07-07 13:26:10 -0400 | [diff] [blame] | 707 | if (invalidate_inode_pages2_range(inode->i_mapping, page->index + 1, -1) < 0) { |
Trond Myklebust | cd9ae2b | 2006-10-19 23:28:40 -0700 | [diff] [blame] | 708 | /* Should never happen */ |
| 709 | nfs_zap_mapping(inode, inode->i_mapping); |
| 710 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 711 | unlock_page(page); |
| 712 | return 0; |
| 713 | error: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 714 | unlock_page(page); |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 715 | return ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 716 | } |
| 717 | |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 718 | static |
| 719 | void cache_page_release(nfs_readdir_descriptor_t *desc) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 720 | { |
Al Viro | 9ac3d3e | 2016-04-28 19:52:56 -0400 | [diff] [blame] | 721 | nfs_readdir_clear_array(desc->page); |
Kirill A. Shutemov | 09cbfea | 2016-04-01 15:29:47 +0300 | [diff] [blame] | 722 | put_page(desc->page); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 723 | desc->page = NULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 724 | } |
| 725 | |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 726 | static |
| 727 | struct page *get_cache_page(nfs_readdir_descriptor_t *desc) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 728 | { |
Al Viro | 9ac3d3e | 2016-04-28 19:52:56 -0400 | [diff] [blame] | 729 | struct page *page; |
| 730 | |
| 731 | for (;;) { |
| 732 | page = read_cache_page(file_inode(desc->file)->i_mapping, |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 733 | desc->page_index, (filler_t *)nfs_readdir_filler, desc); |
Al Viro | 9ac3d3e | 2016-04-28 19:52:56 -0400 | [diff] [blame] | 734 | if (IS_ERR(page) || grab_page(page)) |
| 735 | break; |
| 736 | put_page(page); |
| 737 | } |
| 738 | return page; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 739 | } |
| 740 | |
| 741 | /* |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 742 | * Returns 0 if desc->dir_cookie was found on page desc->page_index |
Olivier Galibert | 00a9264 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 743 | */ |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 744 | static |
| 745 | int find_cache_page(nfs_readdir_descriptor_t *desc) |
Olivier Galibert | 00a9264 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 746 | { |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 747 | int res; |
Olivier Galibert | 00a9264 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 748 | |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 749 | desc->page = get_cache_page(desc); |
| 750 | if (IS_ERR(desc->page)) |
| 751 | return PTR_ERR(desc->page); |
Olivier Galibert | 00a9264 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 752 | |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 753 | res = nfs_readdir_search_array(desc); |
Trond Myklebust | 47c716c | 2010-12-07 12:44:56 -0500 | [diff] [blame] | 754 | if (res != 0) |
| 755 | cache_page_release(desc); |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 756 | return res; |
Olivier Galibert | 00a9264 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 757 | } |
| 758 | |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 759 | /* Search for desc->dir_cookie from the beginning of the page cache */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 760 | static inline |
| 761 | int readdir_search_pagecache(nfs_readdir_descriptor_t *desc) |
| 762 | { |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 763 | int res; |
Olivier Galibert | 00a9264 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 764 | |
Trond Myklebust | 0aded70 | 2010-11-30 21:56:32 -0500 | [diff] [blame] | 765 | if (desc->page_index == 0) { |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 766 | desc->current_index = 0; |
Trond Myklebust | 0aded70 | 2010-11-30 21:56:32 -0500 | [diff] [blame] | 767 | desc->last_cookie = 0; |
| 768 | } |
Trond Myklebust | 47c716c | 2010-12-07 12:44:56 -0500 | [diff] [blame] | 769 | do { |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 770 | res = find_cache_page(desc); |
Trond Myklebust | 47c716c | 2010-12-07 12:44:56 -0500 | [diff] [blame] | 771 | } while (res == -EAGAIN); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 772 | return res; |
| 773 | } |
| 774 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 775 | /* |
| 776 | * Once we've found the start of the dirent within a page: fill 'er up... |
| 777 | */ |
| 778 | static |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 779 | int nfs_do_filldir(nfs_readdir_descriptor_t *desc) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 780 | { |
| 781 | struct file *file = desc->file; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 782 | int i = 0; |
| 783 | int res = 0; |
| 784 | struct nfs_cache_array *array = NULL; |
Bryan Schumaker | 8ef2ce3 | 2011-03-23 15:04:31 -0400 | [diff] [blame] | 785 | struct nfs_open_dir_context *ctx = file->private_data; |
| 786 | |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 787 | array = nfs_readdir_get_array(desc->page); |
Trond Myklebust | e7c58e9 | 2010-11-20 13:22:24 -0500 | [diff] [blame] | 788 | if (IS_ERR(array)) { |
| 789 | res = PTR_ERR(array); |
| 790 | goto out; |
| 791 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 792 | |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 793 | for (i = desc->cache_entry_index; i < array->size; i++) { |
Trond Myklebust | ece0b42 | 2010-11-20 13:55:33 -0500 | [diff] [blame] | 794 | struct nfs_cache_array_entry *ent; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 795 | |
Trond Myklebust | ece0b42 | 2010-11-20 13:55:33 -0500 | [diff] [blame] | 796 | ent = &array->array[i]; |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 797 | if (!dir_emit(desc->ctx, ent->string.name, ent->string.len, |
| 798 | nfs_compat_user_ino64(ent->ino), ent->d_type)) { |
Trond Myklebust | ece0b42 | 2010-11-20 13:55:33 -0500 | [diff] [blame] | 799 | desc->eof = 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 800 | break; |
Trond Myklebust | ece0b42 | 2010-11-20 13:55:33 -0500 | [diff] [blame] | 801 | } |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 802 | desc->ctx->pos++; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 803 | if (i < (array->size-1)) |
| 804 | *desc->dir_cookie = array->array[i+1].cookie; |
| 805 | else |
| 806 | *desc->dir_cookie = array->last_cookie; |
Trond Myklebust | 0c03080 | 2011-07-30 12:45:35 -0400 | [diff] [blame] | 807 | if (ctx->duped != 0) |
| 808 | ctx->duped = 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 809 | } |
Trond Myklebust | 47c716c | 2010-12-07 12:44:56 -0500 | [diff] [blame] | 810 | if (array->eof_index >= 0) |
Trond Myklebust | 8cd51a0 | 2010-11-15 20:26:22 -0500 | [diff] [blame] | 811 | desc->eof = 1; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 812 | |
| 813 | nfs_readdir_release_array(desc->page); |
Trond Myklebust | e7c58e9 | 2010-11-20 13:22:24 -0500 | [diff] [blame] | 814 | out: |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 815 | cache_page_release(desc); |
Chuck Lever | 1e7cb3d | 2006-03-20 13:44:24 -0500 | [diff] [blame] | 816 | dfprintk(DIRCACHE, "NFS: nfs_do_filldir() filling ended @ cookie %Lu; returning = %d\n", |
| 817 | (unsigned long long)*desc->dir_cookie, res); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 818 | return res; |
| 819 | } |
| 820 | |
| 821 | /* |
| 822 | * If we cannot find a cookie in our cache, we suspect that this is |
| 823 | * because it points to a deleted file, so we ask the server to return |
| 824 | * whatever it thinks is the next entry. We then feed this to filldir. |
| 825 | * If all goes well, we should then be able to find our way round the |
| 826 | * cache on the next call to readdir_search_pagecache(); |
| 827 | * |
| 828 | * NOTE: we cannot add the anonymous page to the pagecache because |
| 829 | * the data it contains might not be page aligned. Besides, |
| 830 | * we should already have a complete representation of the |
| 831 | * directory in the page cache by the time we get here. |
| 832 | */ |
| 833 | static inline |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 834 | int uncached_readdir(nfs_readdir_descriptor_t *desc) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 835 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 836 | struct page *page = NULL; |
| 837 | int status; |
Al Viro | 496ad9a | 2013-01-23 17:07:38 -0500 | [diff] [blame] | 838 | struct inode *inode = file_inode(desc->file); |
Trond Myklebust | 0c03080 | 2011-07-30 12:45:35 -0400 | [diff] [blame] | 839 | struct nfs_open_dir_context *ctx = desc->file->private_data; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 840 | |
Chuck Lever | 1e7cb3d | 2006-03-20 13:44:24 -0500 | [diff] [blame] | 841 | dfprintk(DIRCACHE, "NFS: uncached_readdir() searching for cookie %Lu\n", |
| 842 | (unsigned long long)*desc->dir_cookie); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 843 | |
| 844 | page = alloc_page(GFP_HIGHUSER); |
| 845 | if (!page) { |
| 846 | status = -ENOMEM; |
| 847 | goto out; |
| 848 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 849 | |
Trond Myklebust | 7a8e1dc | 2010-11-20 13:24:46 -0500 | [diff] [blame] | 850 | desc->page_index = 0; |
Trond Myklebust | 0aded70 | 2010-11-30 21:56:32 -0500 | [diff] [blame] | 851 | desc->last_cookie = *desc->dir_cookie; |
Trond Myklebust | 7a8e1dc | 2010-11-20 13:24:46 -0500 | [diff] [blame] | 852 | desc->page = page; |
Trond Myklebust | 0c03080 | 2011-07-30 12:45:35 -0400 | [diff] [blame] | 853 | ctx->duped = 0; |
Trond Myklebust | 7a8e1dc | 2010-11-20 13:24:46 -0500 | [diff] [blame] | 854 | |
Trond Myklebust | 85f8607 | 2010-11-20 13:24:49 -0500 | [diff] [blame] | 855 | status = nfs_readdir_xdr_to_array(desc, page, inode); |
| 856 | if (status < 0) |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 857 | goto out_release; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 858 | |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 859 | status = nfs_do_filldir(desc); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 860 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 861 | out: |
Chuck Lever | 1e7cb3d | 2006-03-20 13:44:24 -0500 | [diff] [blame] | 862 | dfprintk(DIRCACHE, "NFS: %s: returns %d\n", |
Harvey Harrison | 3110ff8 | 2008-05-02 13:42:44 -0700 | [diff] [blame] | 863 | __func__, status); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 864 | return status; |
| 865 | out_release: |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 866 | cache_page_release(desc); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 867 | goto out; |
| 868 | } |
| 869 | |
Trond Myklebust | 311324a | 2014-02-07 17:02:08 -0500 | [diff] [blame] | 870 | static bool nfs_dir_mapping_need_revalidate(struct inode *dir) |
| 871 | { |
| 872 | struct nfs_inode *nfsi = NFS_I(dir); |
| 873 | |
| 874 | if (nfs_attribute_cache_expired(dir)) |
| 875 | return true; |
| 876 | if (nfsi->cache_validity & NFS_INO_INVALID_DATA) |
| 877 | return true; |
| 878 | return false; |
| 879 | } |
| 880 | |
Olivier Galibert | 00a9264 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 881 | /* The file offset position represents the dirent entry number. A |
| 882 | last cookie cache takes care of the common case of reading the |
| 883 | whole directory. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 884 | */ |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 885 | static int nfs_readdir(struct file *file, struct dir_context *ctx) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 886 | { |
Miklos Szeredi | be62a1a | 2016-03-26 16:14:39 -0400 | [diff] [blame] | 887 | struct dentry *dentry = file_dentry(file); |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 888 | struct inode *inode = d_inode(dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 889 | nfs_readdir_descriptor_t my_desc, |
| 890 | *desc = &my_desc; |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 891 | struct nfs_open_dir_context *dir_ctx = file->private_data; |
Scott Mayhew | 07b5ce8 | 2013-07-05 17:49:31 -0400 | [diff] [blame] | 892 | int res = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 893 | |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 894 | dfprintk(FILE, "NFS: readdir(%pD2) starting at cookie %llu\n", |
| 895 | file, (long long)ctx->pos); |
Chuck Lever | 91d5b47 | 2006-03-20 13:44:14 -0500 | [diff] [blame] | 896 | nfs_inc_stats(inode, NFSIOS_VFSGETDENTS); |
| 897 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 898 | /* |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 899 | * ctx->pos points to the dirent entry number. |
Trond Myklebust | f0dd213 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 900 | * *desc->dir_cookie has the cookie for the next entry. We have |
Olivier Galibert | 00a9264 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 901 | * to either find the entry with the appropriate number or |
| 902 | * revalidate the cookie. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 903 | */ |
| 904 | memset(desc, 0, sizeof(*desc)); |
| 905 | |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 906 | desc->file = file; |
| 907 | desc->ctx = ctx; |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 908 | desc->dir_cookie = &dir_ctx->dir_cookie; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 909 | desc->decode = NFS_PROTO(inode)->decode_dirent; |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 910 | desc->plus = nfs_use_readdirplus(inode, ctx) ? 1 : 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 911 | |
Trond Myklebust | 311324a | 2014-02-07 17:02:08 -0500 | [diff] [blame] | 912 | if (ctx->pos == 0 || nfs_dir_mapping_need_revalidate(inode)) |
Scott Mayhew | 07b5ce8 | 2013-07-05 17:49:31 -0400 | [diff] [blame] | 913 | res = nfs_revalidate_mapping(inode, file->f_mapping); |
Trond Myklebust | fccca7f | 2008-01-26 17:37:47 -0500 | [diff] [blame] | 914 | if (res < 0) |
| 915 | goto out; |
| 916 | |
Trond Myklebust | 47c716c | 2010-12-07 12:44:56 -0500 | [diff] [blame] | 917 | do { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 918 | res = readdir_search_pagecache(desc); |
Olivier Galibert | 00a9264 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 919 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 920 | if (res == -EBADCOOKIE) { |
Trond Myklebust | ece0b42 | 2010-11-20 13:55:33 -0500 | [diff] [blame] | 921 | res = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 922 | /* This means either end of directory */ |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 923 | if (*desc->dir_cookie && desc->eof == 0) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 924 | /* Or that the server has 'lost' a cookie */ |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 925 | res = uncached_readdir(desc); |
Trond Myklebust | ece0b42 | 2010-11-20 13:55:33 -0500 | [diff] [blame] | 926 | if (res == 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 927 | continue; |
| 928 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 929 | break; |
| 930 | } |
| 931 | if (res == -ETOOSMALL && desc->plus) { |
Benny Halevy | 3a10c30 | 2008-01-23 08:58:59 +0200 | [diff] [blame] | 932 | clear_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(inode)->flags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 933 | nfs_zap_caches(inode); |
Trond Myklebust | baf57a0 | 2010-09-24 18:49:43 -0400 | [diff] [blame] | 934 | desc->page_index = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 935 | desc->plus = 0; |
Bryan Schumaker | d1bacf9 | 2010-09-24 14:48:42 -0400 | [diff] [blame] | 936 | desc->eof = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 937 | continue; |
| 938 | } |
| 939 | if (res < 0) |
| 940 | break; |
| 941 | |
Al Viro | 23db862 | 2013-05-17 16:34:50 -0400 | [diff] [blame] | 942 | res = nfs_do_filldir(desc); |
Trond Myklebust | ece0b42 | 2010-11-20 13:55:33 -0500 | [diff] [blame] | 943 | if (res < 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 944 | break; |
Trond Myklebust | 47c716c | 2010-12-07 12:44:56 -0500 | [diff] [blame] | 945 | } while (!desc->eof); |
Trond Myklebust | fccca7f | 2008-01-26 17:37:47 -0500 | [diff] [blame] | 946 | out: |
Chuck Lever | 1e7cb3d | 2006-03-20 13:44:24 -0500 | [diff] [blame] | 947 | if (res > 0) |
| 948 | res = 0; |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 949 | dfprintk(FILE, "NFS: readdir(%pD2) returns %d\n", file, res); |
Chuck Lever | 1e7cb3d | 2006-03-20 13:44:24 -0500 | [diff] [blame] | 950 | return res; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 951 | } |
| 952 | |
Andrew Morton | 965c8e5 | 2012-12-17 15:59:39 -0800 | [diff] [blame] | 953 | static loff_t nfs_llseek_dir(struct file *filp, loff_t offset, int whence) |
Trond Myklebust | f0dd213 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 954 | { |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 955 | struct nfs_open_dir_context *dir_ctx = filp->private_data; |
Chuck Lever | b84e06c | 2008-06-11 17:55:34 -0400 | [diff] [blame] | 956 | |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 957 | dfprintk(FILE, "NFS: llseek dir(%pD2, %lld, %d)\n", |
| 958 | filp, offset, whence); |
Chuck Lever | b84e06c | 2008-06-11 17:55:34 -0400 | [diff] [blame] | 959 | |
Andrew Morton | 965c8e5 | 2012-12-17 15:59:39 -0800 | [diff] [blame] | 960 | switch (whence) { |
Trond Myklebust | f0dd213 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 961 | case 1: |
| 962 | offset += filp->f_pos; |
| 963 | case 0: |
| 964 | if (offset >= 0) |
| 965 | break; |
| 966 | default: |
Al Viro | 9ac3d3e | 2016-04-28 19:52:56 -0400 | [diff] [blame] | 967 | return -EINVAL; |
Trond Myklebust | f0dd213 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 968 | } |
| 969 | if (offset != filp->f_pos) { |
| 970 | filp->f_pos = offset; |
Bryan Schumaker | 480c200 | 2011-03-23 14:48:29 -0400 | [diff] [blame] | 971 | dir_ctx->dir_cookie = 0; |
Bryan Schumaker | 8ef2ce3 | 2011-03-23 15:04:31 -0400 | [diff] [blame] | 972 | dir_ctx->duped = 0; |
Trond Myklebust | f0dd213 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 973 | } |
Trond Myklebust | f0dd213 | 2005-06-22 17:16:29 +0000 | [diff] [blame] | 974 | return offset; |
| 975 | } |
| 976 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 977 | /* |
| 978 | * All directory operations under NFS are synchronous, so fsync() |
| 979 | * is a dummy operation. |
| 980 | */ |
Josef Bacik | 02c24a8 | 2011-07-16 20:44:56 -0400 | [diff] [blame] | 981 | static int nfs_fsync_dir(struct file *filp, loff_t start, loff_t end, |
| 982 | int datasync) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 983 | { |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 984 | struct inode *inode = file_inode(filp); |
Christoph Hellwig | 7ea8085 | 2010-05-26 17:53:25 +0200 | [diff] [blame] | 985 | |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 986 | dfprintk(FILE, "NFS: fsync dir(%pD2) datasync %d\n", filp, datasync); |
Chuck Lever | 1e7cb3d | 2006-03-20 13:44:24 -0500 | [diff] [blame] | 987 | |
Al Viro | 5955102 | 2016-01-22 15:40:57 -0500 | [diff] [blame] | 988 | inode_lock(inode); |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 989 | nfs_inc_stats(inode, NFSIOS_VFSFSYNC); |
Al Viro | 5955102 | 2016-01-22 15:40:57 -0500 | [diff] [blame] | 990 | inode_unlock(inode); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 991 | return 0; |
| 992 | } |
| 993 | |
Trond Myklebust | bfc69a4 | 2007-10-15 18:18:29 -0400 | [diff] [blame] | 994 | /** |
| 995 | * nfs_force_lookup_revalidate - Mark the directory as having changed |
| 996 | * @dir - pointer to directory inode |
| 997 | * |
| 998 | * This forces the revalidation code in nfs_lookup_revalidate() to do a |
| 999 | * full lookup on all child dentries of 'dir' whenever a change occurs |
| 1000 | * on the server that might have invalidated our dcache. |
| 1001 | * |
| 1002 | * The caller should be holding dir->i_lock |
| 1003 | */ |
| 1004 | void nfs_force_lookup_revalidate(struct inode *dir) |
| 1005 | { |
Trond Myklebust | 011935a | 2008-10-14 19:24:50 -0400 | [diff] [blame] | 1006 | NFS_I(dir)->cache_change_attribute++; |
Trond Myklebust | bfc69a4 | 2007-10-15 18:18:29 -0400 | [diff] [blame] | 1007 | } |
Bryan Schumaker | 89d77c8 | 2012-07-30 16:05:25 -0400 | [diff] [blame] | 1008 | EXPORT_SYMBOL_GPL(nfs_force_lookup_revalidate); |
Trond Myklebust | bfc69a4 | 2007-10-15 18:18:29 -0400 | [diff] [blame] | 1009 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1010 | /* |
| 1011 | * A check for whether or not the parent directory has changed. |
| 1012 | * In the case it has, we assume that the dentries are untrustworthy |
| 1013 | * and may need to be looked up again. |
NeilBrown | 912a108 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1014 | * If rcu_walk prevents us from performing a full check, return 0. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1015 | */ |
NeilBrown | 912a108 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1016 | static int nfs_check_verifier(struct inode *dir, struct dentry *dentry, |
| 1017 | int rcu_walk) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1018 | { |
NeilBrown | 912a108 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1019 | int ret; |
| 1020 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1021 | if (IS_ROOT(dentry)) |
| 1022 | return 1; |
Trond Myklebust | 4eec952 | 2008-07-15 17:58:13 -0400 | [diff] [blame] | 1023 | if (NFS_SERVER(dir)->flags & NFS_MOUNT_LOOKUP_CACHE_NONE) |
| 1024 | return 0; |
Trond Myklebust | f2c77f4 | 2007-10-02 12:54:39 -0400 | [diff] [blame] | 1025 | if (!nfs_verify_change_attribute(dir, dentry->d_time)) |
| 1026 | return 0; |
| 1027 | /* Revalidate nfsi->cache_change_attribute before we declare a match */ |
NeilBrown | 912a108 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1028 | if (rcu_walk) |
| 1029 | ret = nfs_revalidate_inode_rcu(NFS_SERVER(dir), dir); |
| 1030 | else |
| 1031 | ret = nfs_revalidate_inode(NFS_SERVER(dir), dir); |
| 1032 | if (ret < 0) |
Trond Myklebust | f2c77f4 | 2007-10-02 12:54:39 -0400 | [diff] [blame] | 1033 | return 0; |
| 1034 | if (!nfs_verify_change_attribute(dir, dentry->d_time)) |
| 1035 | return 0; |
| 1036 | return 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1037 | } |
| 1038 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1039 | /* |
Trond Myklebust | a12802c | 2007-10-02 19:13:04 -0400 | [diff] [blame] | 1040 | * Use intent information to check whether or not we're going to do |
| 1041 | * an O_EXCL create using this path component. |
| 1042 | */ |
Al Viro | fa3c56b | 2012-06-10 15:36:40 -0400 | [diff] [blame] | 1043 | static int nfs_is_exclusive_create(struct inode *dir, unsigned int flags) |
Trond Myklebust | a12802c | 2007-10-02 19:13:04 -0400 | [diff] [blame] | 1044 | { |
| 1045 | if (NFS_PROTO(dir)->version == 2) |
| 1046 | return 0; |
Al Viro | fa3c56b | 2012-06-10 15:36:40 -0400 | [diff] [blame] | 1047 | return flags & LOOKUP_EXCL; |
Trond Myklebust | a12802c | 2007-10-02 19:13:04 -0400 | [diff] [blame] | 1048 | } |
| 1049 | |
| 1050 | /* |
Trond Myklebust | 1d6757f | 2005-06-07 18:37:01 -0400 | [diff] [blame] | 1051 | * Inode and filehandle revalidation for lookups. |
| 1052 | * |
| 1053 | * We force revalidation in the cases where the VFS sets LOOKUP_REVAL, |
| 1054 | * or if the intent information indicates that we're about to open this |
| 1055 | * particular file and the "nocto" mount flag is not set. |
| 1056 | * |
| 1057 | */ |
Trond Myklebust | 65a0c14 | 2012-12-14 17:51:40 -0500 | [diff] [blame] | 1058 | static |
Al Viro | fa3c56b | 2012-06-10 15:36:40 -0400 | [diff] [blame] | 1059 | int nfs_lookup_verify_inode(struct inode *inode, unsigned int flags) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1060 | { |
| 1061 | struct nfs_server *server = NFS_SERVER(inode); |
Trond Myklebust | 65a0c14 | 2012-12-14 17:51:40 -0500 | [diff] [blame] | 1062 | int ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1063 | |
David Howells | 36d43a4 | 2011-01-14 18:45:42 +0000 | [diff] [blame] | 1064 | if (IS_AUTOMOUNT(inode)) |
Trond Myklebust | 4e99a1f | 2008-03-06 12:34:59 -0500 | [diff] [blame] | 1065 | return 0; |
Al Viro | facc353 | 2012-06-10 15:33:51 -0400 | [diff] [blame] | 1066 | /* VFS wants an on-the-wire revalidation */ |
Al Viro | fa3c56b | 2012-06-10 15:36:40 -0400 | [diff] [blame] | 1067 | if (flags & LOOKUP_REVAL) |
Al Viro | facc353 | 2012-06-10 15:33:51 -0400 | [diff] [blame] | 1068 | goto out_force; |
| 1069 | /* This is an open(2) */ |
Al Viro | fa3c56b | 2012-06-10 15:36:40 -0400 | [diff] [blame] | 1070 | if ((flags & LOOKUP_OPEN) && !(server->flags & NFS_MOUNT_NOCTO) && |
| 1071 | (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode))) |
Al Viro | facc353 | 2012-06-10 15:33:51 -0400 | [diff] [blame] | 1072 | goto out_force; |
Trond Myklebust | 65a0c14 | 2012-12-14 17:51:40 -0500 | [diff] [blame] | 1073 | out: |
| 1074 | return (inode->i_nlink == 0) ? -ENOENT : 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1075 | out_force: |
NeilBrown | 1fa1e38 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1076 | if (flags & LOOKUP_RCU) |
| 1077 | return -ECHILD; |
Trond Myklebust | 65a0c14 | 2012-12-14 17:51:40 -0500 | [diff] [blame] | 1078 | ret = __nfs_revalidate_inode(server, inode); |
| 1079 | if (ret != 0) |
| 1080 | return ret; |
| 1081 | goto out; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1082 | } |
| 1083 | |
| 1084 | /* |
| 1085 | * We judge how long we want to trust negative |
| 1086 | * dentries by looking at the parent inode mtime. |
| 1087 | * |
| 1088 | * If parent mtime has changed, we revalidate, else we wait for a |
| 1089 | * period corresponding to the parent's attribute cache timeout value. |
NeilBrown | 912a108 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1090 | * |
| 1091 | * If LOOKUP_RCU prevents us from performing a full check, return 1 |
| 1092 | * suggesting a reval is needed. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1093 | */ |
| 1094 | static inline |
| 1095 | int nfs_neg_need_reval(struct inode *dir, struct dentry *dentry, |
Al Viro | fa3c56b | 2012-06-10 15:36:40 -0400 | [diff] [blame] | 1096 | unsigned int flags) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1097 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1098 | /* Don't revalidate a negative dentry if we're creating a new file */ |
Al Viro | fa3c56b | 2012-06-10 15:36:40 -0400 | [diff] [blame] | 1099 | if (flags & LOOKUP_CREATE) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1100 | return 0; |
Trond Myklebust | 4eec952 | 2008-07-15 17:58:13 -0400 | [diff] [blame] | 1101 | if (NFS_SERVER(dir)->flags & NFS_MOUNT_LOOKUP_CACHE_NONEG) |
| 1102 | return 1; |
NeilBrown | 912a108 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1103 | return !nfs_check_verifier(dir, dentry, flags & LOOKUP_RCU); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1104 | } |
| 1105 | |
| 1106 | /* |
| 1107 | * This is called every time the dcache has a lookup hit, |
| 1108 | * and we should check whether we can really trust that |
| 1109 | * lookup. |
| 1110 | * |
| 1111 | * NOTE! The hit can be a negative hit too, don't assume |
| 1112 | * we have an inode! |
| 1113 | * |
| 1114 | * If the parent directory is seen to have changed, we throw out the |
| 1115 | * cached dentry and do a new lookup. |
| 1116 | */ |
Al Viro | 0b728e1 | 2012-06-10 16:03:43 -0400 | [diff] [blame] | 1117 | static int nfs_lookup_revalidate(struct dentry *dentry, unsigned int flags) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1118 | { |
| 1119 | struct inode *dir; |
| 1120 | struct inode *inode; |
| 1121 | struct dentry *parent; |
Trond Myklebust | e1fb4d0 | 2010-04-16 16:22:47 -0400 | [diff] [blame] | 1122 | struct nfs_fh *fhandle = NULL; |
| 1123 | struct nfs_fattr *fattr = NULL; |
David Quigley | 1775fd3 | 2013-05-22 12:50:42 -0400 | [diff] [blame] | 1124 | struct nfs4_label *label = NULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1125 | int error; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1126 | |
NeilBrown | d51ac1a | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1127 | if (flags & LOOKUP_RCU) { |
NeilBrown | 50d7773 | 2014-08-04 16:24:00 +1000 | [diff] [blame] | 1128 | parent = ACCESS_ONCE(dentry->d_parent); |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1129 | dir = d_inode_rcu(parent); |
NeilBrown | d51ac1a | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1130 | if (!dir) |
| 1131 | return -ECHILD; |
| 1132 | } else { |
| 1133 | parent = dget_parent(dentry); |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1134 | dir = d_inode(parent); |
NeilBrown | d51ac1a | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1135 | } |
Chuck Lever | 91d5b47 | 2006-03-20 13:44:14 -0500 | [diff] [blame] | 1136 | nfs_inc_stats(dir, NFSIOS_DENTRYREVALIDATE); |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1137 | inode = d_inode(dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1138 | |
| 1139 | if (!inode) { |
NeilBrown | 912a108 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1140 | if (nfs_neg_need_reval(dir, dentry, flags)) { |
| 1141 | if (flags & LOOKUP_RCU) |
| 1142 | return -ECHILD; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1143 | goto out_bad; |
NeilBrown | 912a108 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1144 | } |
Trond Myklebust | d69ee9b | 2012-05-01 17:37:59 -0400 | [diff] [blame] | 1145 | goto out_valid_noent; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1146 | } |
| 1147 | |
| 1148 | if (is_bad_inode(inode)) { |
NeilBrown | d51ac1a | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1149 | if (flags & LOOKUP_RCU) |
| 1150 | return -ECHILD; |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1151 | dfprintk(LOOKUPCACHE, "%s: %pd2 has dud inode\n", |
| 1152 | __func__, dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1153 | goto out_bad; |
| 1154 | } |
| 1155 | |
Bryan Schumaker | 011e2a7 | 2012-06-20 15:53:43 -0400 | [diff] [blame] | 1156 | if (NFS_PROTO(dir)->have_delegation(inode, FMODE_READ)) |
Trond Myklebust | 15860ab | 2008-12-23 15:21:54 -0500 | [diff] [blame] | 1157 | goto out_set_verifier; |
| 1158 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1159 | /* Force a full look up iff the parent directory has changed */ |
NeilBrown | 912a108 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1160 | if (!nfs_is_exclusive_create(dir, flags) && |
| 1161 | nfs_check_verifier(dir, dentry, flags & LOOKUP_RCU)) { |
| 1162 | |
NeilBrown | 1fa1e38 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1163 | if (nfs_lookup_verify_inode(inode, flags)) { |
| 1164 | if (flags & LOOKUP_RCU) |
| 1165 | return -ECHILD; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1166 | goto out_zap_parent; |
NeilBrown | 1fa1e38 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1167 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1168 | goto out_valid; |
| 1169 | } |
| 1170 | |
NeilBrown | 912a108 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1171 | if (flags & LOOKUP_RCU) |
| 1172 | return -ECHILD; |
| 1173 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1174 | if (NFS_STALE(inode)) |
| 1175 | goto out_bad; |
| 1176 | |
Trond Myklebust | e1fb4d0 | 2010-04-16 16:22:47 -0400 | [diff] [blame] | 1177 | error = -ENOMEM; |
| 1178 | fhandle = nfs_alloc_fhandle(); |
| 1179 | fattr = nfs_alloc_fattr(); |
| 1180 | if (fhandle == NULL || fattr == NULL) |
| 1181 | goto out_error; |
| 1182 | |
David Quigley | 14c43f7 | 2013-05-22 12:50:43 -0400 | [diff] [blame] | 1183 | label = nfs4_label_alloc(NFS_SERVER(inode), GFP_NOWAIT); |
| 1184 | if (IS_ERR(label)) |
| 1185 | goto out_error; |
| 1186 | |
Trond Myklebust | 6e0d0be | 2013-08-20 11:26:17 -0400 | [diff] [blame] | 1187 | trace_nfs_lookup_revalidate_enter(dir, dentry, flags); |
David Quigley | 1775fd3 | 2013-05-22 12:50:42 -0400 | [diff] [blame] | 1188 | error = NFS_PROTO(dir)->lookup(dir, &dentry->d_name, fhandle, fattr, label); |
Trond Myklebust | 6e0d0be | 2013-08-20 11:26:17 -0400 | [diff] [blame] | 1189 | trace_nfs_lookup_revalidate_exit(dir, dentry, flags, error); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1190 | if (error) |
| 1191 | goto out_bad; |
Trond Myklebust | e1fb4d0 | 2010-04-16 16:22:47 -0400 | [diff] [blame] | 1192 | if (nfs_compare_fh(NFS_FH(inode), fhandle)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1193 | goto out_bad; |
Trond Myklebust | e1fb4d0 | 2010-04-16 16:22:47 -0400 | [diff] [blame] | 1194 | if ((error = nfs_refresh_inode(inode, fattr)) != 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1195 | goto out_bad; |
| 1196 | |
David Quigley | aa9c266 | 2013-05-22 12:50:44 -0400 | [diff] [blame] | 1197 | nfs_setsecurity(inode, fattr, label); |
| 1198 | |
Trond Myklebust | e1fb4d0 | 2010-04-16 16:22:47 -0400 | [diff] [blame] | 1199 | nfs_free_fattr(fattr); |
| 1200 | nfs_free_fhandle(fhandle); |
David Quigley | 14c43f7 | 2013-05-22 12:50:43 -0400 | [diff] [blame] | 1201 | nfs4_label_free(label); |
| 1202 | |
Trond Myklebust | 15860ab | 2008-12-23 15:21:54 -0500 | [diff] [blame] | 1203 | out_set_verifier: |
Trond Myklebust | cf8ba45 | 2007-10-01 13:46:53 -0400 | [diff] [blame] | 1204 | nfs_set_verifier(dentry, nfs_save_change_attribute(dir)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1205 | out_valid: |
Trond Myklebust | d69ee9b | 2012-05-01 17:37:59 -0400 | [diff] [blame] | 1206 | /* Success: notify readdir to use READDIRPLUS */ |
| 1207 | nfs_advise_use_readdirplus(dir); |
| 1208 | out_valid_noent: |
NeilBrown | d51ac1a | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1209 | if (flags & LOOKUP_RCU) { |
NeilBrown | 50d7773 | 2014-08-04 16:24:00 +1000 | [diff] [blame] | 1210 | if (parent != ACCESS_ONCE(dentry->d_parent)) |
NeilBrown | d51ac1a | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1211 | return -ECHILD; |
| 1212 | } else |
| 1213 | dput(parent); |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1214 | dfprintk(LOOKUPCACHE, "NFS: %s(%pd2) is valid\n", |
| 1215 | __func__, dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1216 | return 1; |
| 1217 | out_zap_parent: |
| 1218 | nfs_zap_caches(dir); |
| 1219 | out_bad: |
NeilBrown | d51ac1a | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1220 | WARN_ON(flags & LOOKUP_RCU); |
Al Viro | c44600c | 2012-11-29 22:04:36 -0500 | [diff] [blame] | 1221 | nfs_free_fattr(fattr); |
| 1222 | nfs_free_fhandle(fhandle); |
David Quigley | 14c43f7 | 2013-05-22 12:50:43 -0400 | [diff] [blame] | 1223 | nfs4_label_free(label); |
Trond Myklebust | a1643a9 | 2007-09-29 17:25:43 -0400 | [diff] [blame] | 1224 | nfs_mark_for_revalidate(dir); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1225 | if (inode && S_ISDIR(inode->i_mode)) { |
| 1226 | /* Purge readdir caches. */ |
| 1227 | nfs_zap_caches(inode); |
J. Bruce Fields | a3f432b | 2013-10-15 17:03:16 -0400 | [diff] [blame] | 1228 | /* |
| 1229 | * We can't d_drop the root of a disconnected tree: |
| 1230 | * its d_hash is on the s_anon list and d_drop() would hide |
| 1231 | * it from shrink_dcache_for_unmount(), leading to busy |
| 1232 | * inodes on unmount and further oopses. |
| 1233 | */ |
| 1234 | if (IS_ROOT(dentry)) |
Al Viro | d9e80b7 | 2010-04-29 03:10:43 +0100 | [diff] [blame] | 1235 | goto out_valid; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1236 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1237 | dput(parent); |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1238 | dfprintk(LOOKUPCACHE, "NFS: %s(%pd2) is invalid\n", |
| 1239 | __func__, dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1240 | return 0; |
Trond Myklebust | e1fb4d0 | 2010-04-16 16:22:47 -0400 | [diff] [blame] | 1241 | out_error: |
NeilBrown | d51ac1a | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1242 | WARN_ON(flags & LOOKUP_RCU); |
Trond Myklebust | e1fb4d0 | 2010-04-16 16:22:47 -0400 | [diff] [blame] | 1243 | nfs_free_fattr(fattr); |
| 1244 | nfs_free_fhandle(fhandle); |
David Quigley | 14c43f7 | 2013-05-22 12:50:43 -0400 | [diff] [blame] | 1245 | nfs4_label_free(label); |
Trond Myklebust | e1fb4d0 | 2010-04-16 16:22:47 -0400 | [diff] [blame] | 1246 | dput(parent); |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1247 | dfprintk(LOOKUPCACHE, "NFS: %s(%pd2) lookup returned error %d\n", |
| 1248 | __func__, dentry, error); |
Trond Myklebust | e1fb4d0 | 2010-04-16 16:22:47 -0400 | [diff] [blame] | 1249 | return error; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1250 | } |
| 1251 | |
| 1252 | /* |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1253 | * A weaker form of d_revalidate for revalidating just the d_inode(dentry) |
Jeff Layton | ecf3d1f | 2013-02-20 11:19:05 -0500 | [diff] [blame] | 1254 | * when we don't really care about the dentry name. This is called when a |
| 1255 | * pathwalk ends on a dentry that was not found via a normal lookup in the |
| 1256 | * parent dir (e.g.: ".", "..", procfs symlinks or mountpoint traversals). |
| 1257 | * |
| 1258 | * In this situation, we just want to verify that the inode itself is OK |
| 1259 | * since the dentry might have changed on the server. |
| 1260 | */ |
| 1261 | static int nfs_weak_revalidate(struct dentry *dentry, unsigned int flags) |
| 1262 | { |
| 1263 | int error; |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1264 | struct inode *inode = d_inode(dentry); |
Jeff Layton | ecf3d1f | 2013-02-20 11:19:05 -0500 | [diff] [blame] | 1265 | |
| 1266 | /* |
| 1267 | * I believe we can only get a negative dentry here in the case of a |
| 1268 | * procfs-style symlink. Just assume it's correct for now, but we may |
| 1269 | * eventually need to do something more here. |
| 1270 | */ |
| 1271 | if (!inode) { |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1272 | dfprintk(LOOKUPCACHE, "%s: %pd2 has negative inode\n", |
| 1273 | __func__, dentry); |
Jeff Layton | ecf3d1f | 2013-02-20 11:19:05 -0500 | [diff] [blame] | 1274 | return 1; |
| 1275 | } |
| 1276 | |
| 1277 | if (is_bad_inode(inode)) { |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1278 | dfprintk(LOOKUPCACHE, "%s: %pd2 has dud inode\n", |
| 1279 | __func__, dentry); |
Jeff Layton | ecf3d1f | 2013-02-20 11:19:05 -0500 | [diff] [blame] | 1280 | return 0; |
| 1281 | } |
| 1282 | |
| 1283 | error = nfs_revalidate_inode(NFS_SERVER(inode), inode); |
| 1284 | dfprintk(LOOKUPCACHE, "NFS: %s: inode %lu is %s\n", |
| 1285 | __func__, inode->i_ino, error ? "invalid" : "valid"); |
| 1286 | return !error; |
| 1287 | } |
| 1288 | |
| 1289 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1290 | * This is called from dput() when d_count is going to 0. |
| 1291 | */ |
Nick Piggin | fe15ce4 | 2011-01-07 17:49:23 +1100 | [diff] [blame] | 1292 | static int nfs_dentry_delete(const struct dentry *dentry) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1293 | { |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1294 | dfprintk(VFS, "NFS: dentry_delete(%pd2, %x)\n", |
| 1295 | dentry, dentry->d_flags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1296 | |
Trond Myklebust | 77f1119 | 2008-01-28 19:43:19 -0500 | [diff] [blame] | 1297 | /* Unhash any dentry with a stale inode */ |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1298 | if (d_really_is_positive(dentry) && NFS_STALE(d_inode(dentry))) |
Trond Myklebust | 77f1119 | 2008-01-28 19:43:19 -0500 | [diff] [blame] | 1299 | return 1; |
| 1300 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1301 | if (dentry->d_flags & DCACHE_NFSFS_RENAMED) { |
| 1302 | /* Unhash it, so that ->d_iput() would be called */ |
| 1303 | return 1; |
| 1304 | } |
| 1305 | if (!(dentry->d_sb->s_flags & MS_ACTIVE)) { |
| 1306 | /* Unhash it, so that ancestors of killed async unlink |
| 1307 | * files will be cleaned up during umount */ |
| 1308 | return 1; |
| 1309 | } |
| 1310 | return 0; |
| 1311 | |
| 1312 | } |
| 1313 | |
Trond Myklebust | 1f01845 | 2012-12-14 16:38:46 -0500 | [diff] [blame] | 1314 | /* Ensure that we revalidate inode->i_nlink */ |
Trond Myklebust | 1b83d70 | 2008-06-11 15:44:04 -0400 | [diff] [blame] | 1315 | static void nfs_drop_nlink(struct inode *inode) |
| 1316 | { |
| 1317 | spin_lock(&inode->i_lock); |
Trond Myklebust | 1f01845 | 2012-12-14 16:38:46 -0500 | [diff] [blame] | 1318 | /* drop the inode if we're reasonably sure this is the last link */ |
| 1319 | if (inode->i_nlink == 1) |
| 1320 | clear_nlink(inode); |
| 1321 | NFS_I(inode)->cache_validity |= NFS_INO_INVALID_ATTR; |
Trond Myklebust | 1b83d70 | 2008-06-11 15:44:04 -0400 | [diff] [blame] | 1322 | spin_unlock(&inode->i_lock); |
| 1323 | } |
| 1324 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1325 | /* |
| 1326 | * Called when the dentry loses inode. |
| 1327 | * We use it to clean up silly-renamed files. |
| 1328 | */ |
| 1329 | static void nfs_dentry_iput(struct dentry *dentry, struct inode *inode) |
| 1330 | { |
Neil Brown | 83672d3 | 2007-02-26 12:48:25 +1100 | [diff] [blame] | 1331 | if (S_ISDIR(inode->i_mode)) |
| 1332 | /* drop any readdir cache as it could easily be old */ |
| 1333 | NFS_I(inode)->cache_validity |= NFS_INO_INVALID_DATA; |
| 1334 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1335 | if (dentry->d_flags & DCACHE_NFSFS_RENAMED) { |
Trond Myklebust | e4eff1a | 2007-07-14 15:39:58 -0400 | [diff] [blame] | 1336 | nfs_complete_unlink(dentry, inode); |
Trond Myklebust | 1f01845 | 2012-12-14 16:38:46 -0500 | [diff] [blame] | 1337 | nfs_drop_nlink(inode); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1338 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1339 | iput(inode); |
| 1340 | } |
| 1341 | |
Al Viro | b1942c5 | 2011-03-16 05:44:14 -0400 | [diff] [blame] | 1342 | static void nfs_d_release(struct dentry *dentry) |
| 1343 | { |
| 1344 | /* free cached devname value, if it survived that far */ |
| 1345 | if (unlikely(dentry->d_fsdata)) { |
| 1346 | if (dentry->d_flags & DCACHE_NFSFS_RENAMED) |
| 1347 | WARN_ON(1); |
| 1348 | else |
| 1349 | kfree(dentry->d_fsdata); |
| 1350 | } |
| 1351 | } |
| 1352 | |
Al Viro | f786aa9 | 2009-02-20 05:51:22 +0000 | [diff] [blame] | 1353 | const struct dentry_operations nfs_dentry_operations = { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1354 | .d_revalidate = nfs_lookup_revalidate, |
Jeff Layton | ecf3d1f | 2013-02-20 11:19:05 -0500 | [diff] [blame] | 1355 | .d_weak_revalidate = nfs_weak_revalidate, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1356 | .d_delete = nfs_dentry_delete, |
| 1357 | .d_iput = nfs_dentry_iput, |
David Howells | 36d43a4 | 2011-01-14 18:45:42 +0000 | [diff] [blame] | 1358 | .d_automount = nfs_d_automount, |
Al Viro | b1942c5 | 2011-03-16 05:44:14 -0400 | [diff] [blame] | 1359 | .d_release = nfs_d_release, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1360 | }; |
Bryan Schumaker | ddda8e0 | 2012-07-30 16:05:23 -0400 | [diff] [blame] | 1361 | EXPORT_SYMBOL_GPL(nfs_dentry_operations); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1362 | |
Bryan Schumaker | 597d928 | 2012-07-16 16:39:10 -0400 | [diff] [blame] | 1363 | struct dentry *nfs_lookup(struct inode *dir, struct dentry * dentry, unsigned int flags) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1364 | { |
| 1365 | struct dentry *res; |
Trond Myklebust | 565277f | 2007-10-15 18:17:53 -0400 | [diff] [blame] | 1366 | struct dentry *parent; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1367 | struct inode *inode = NULL; |
Trond Myklebust | e1fb4d0 | 2010-04-16 16:22:47 -0400 | [diff] [blame] | 1368 | struct nfs_fh *fhandle = NULL; |
| 1369 | struct nfs_fattr *fattr = NULL; |
David Quigley | 1775fd3 | 2013-05-22 12:50:42 -0400 | [diff] [blame] | 1370 | struct nfs4_label *label = NULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1371 | int error; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1372 | |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1373 | dfprintk(VFS, "NFS: lookup(%pd2)\n", dentry); |
Chuck Lever | 91d5b47 | 2006-03-20 13:44:14 -0500 | [diff] [blame] | 1374 | nfs_inc_stats(dir, NFSIOS_VFSLOOKUP); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1375 | |
Al Viro | 130f9ab | 2016-03-07 22:40:43 -0500 | [diff] [blame] | 1376 | if (unlikely(dentry->d_name.len > NFS_SERVER(dir)->namelen)) |
| 1377 | return ERR_PTR(-ENAMETOOLONG); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1378 | |
Trond Myklebust | fd68407 | 2006-09-05 12:27:44 -0400 | [diff] [blame] | 1379 | /* |
| 1380 | * If we're doing an exclusive create, optimize away the lookup |
| 1381 | * but don't hash the dentry. |
| 1382 | */ |
Al Viro | 130f9ab | 2016-03-07 22:40:43 -0500 | [diff] [blame] | 1383 | if (nfs_is_exclusive_create(dir, flags)) |
| 1384 | return NULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1385 | |
Trond Myklebust | e1fb4d0 | 2010-04-16 16:22:47 -0400 | [diff] [blame] | 1386 | res = ERR_PTR(-ENOMEM); |
| 1387 | fhandle = nfs_alloc_fhandle(); |
| 1388 | fattr = nfs_alloc_fattr(); |
| 1389 | if (fhandle == NULL || fattr == NULL) |
| 1390 | goto out; |
| 1391 | |
David Quigley | 14c43f7 | 2013-05-22 12:50:43 -0400 | [diff] [blame] | 1392 | label = nfs4_label_alloc(NFS_SERVER(dir), GFP_NOWAIT); |
| 1393 | if (IS_ERR(label)) |
| 1394 | goto out; |
| 1395 | |
Trond Myklebust | 565277f | 2007-10-15 18:17:53 -0400 | [diff] [blame] | 1396 | parent = dentry->d_parent; |
| 1397 | /* Protect against concurrent sillydeletes */ |
Trond Myklebust | 6e0d0be | 2013-08-20 11:26:17 -0400 | [diff] [blame] | 1398 | trace_nfs_lookup_enter(dir, dentry, flags); |
David Quigley | 1775fd3 | 2013-05-22 12:50:42 -0400 | [diff] [blame] | 1399 | error = NFS_PROTO(dir)->lookup(dir, &dentry->d_name, fhandle, fattr, label); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1400 | if (error == -ENOENT) |
| 1401 | goto no_entry; |
| 1402 | if (error < 0) { |
| 1403 | res = ERR_PTR(error); |
Trond Myklebust | 565277f | 2007-10-15 18:17:53 -0400 | [diff] [blame] | 1404 | goto out_unblock_sillyrename; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1405 | } |
David Quigley | 1775fd3 | 2013-05-22 12:50:42 -0400 | [diff] [blame] | 1406 | inode = nfs_fhget(dentry->d_sb, fhandle, fattr, label); |
Namhyung Kim | bf0c84f | 2010-12-28 17:02:46 +0000 | [diff] [blame] | 1407 | res = ERR_CAST(inode); |
Trond Myklebust | 03f28e3 | 2006-03-20 13:44:48 -0500 | [diff] [blame] | 1408 | if (IS_ERR(res)) |
Trond Myklebust | 565277f | 2007-10-15 18:17:53 -0400 | [diff] [blame] | 1409 | goto out_unblock_sillyrename; |
David Howells | 54ceac4 | 2006-08-22 20:06:13 -0400 | [diff] [blame] | 1410 | |
Trond Myklebust | d69ee9b | 2012-05-01 17:37:59 -0400 | [diff] [blame] | 1411 | /* Success: notify readdir to use READDIRPLUS */ |
| 1412 | nfs_advise_use_readdirplus(dir); |
| 1413 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1414 | no_entry: |
Al Viro | 41d28bc | 2014-10-12 22:24:21 -0400 | [diff] [blame] | 1415 | res = d_splice_alias(inode, dentry); |
Trond Myklebust | 9eaef27 | 2006-10-21 10:24:20 -0700 | [diff] [blame] | 1416 | if (res != NULL) { |
| 1417 | if (IS_ERR(res)) |
Trond Myklebust | 565277f | 2007-10-15 18:17:53 -0400 | [diff] [blame] | 1418 | goto out_unblock_sillyrename; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1419 | dentry = res; |
Trond Myklebust | 9eaef27 | 2006-10-21 10:24:20 -0700 | [diff] [blame] | 1420 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1421 | nfs_set_verifier(dentry, nfs_save_change_attribute(dir)); |
Trond Myklebust | 565277f | 2007-10-15 18:17:53 -0400 | [diff] [blame] | 1422 | out_unblock_sillyrename: |
Trond Myklebust | 6e0d0be | 2013-08-20 11:26:17 -0400 | [diff] [blame] | 1423 | trace_nfs_lookup_exit(dir, dentry, flags, error); |
David Quigley | 14c43f7 | 2013-05-22 12:50:43 -0400 | [diff] [blame] | 1424 | nfs4_label_free(label); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1425 | out: |
Trond Myklebust | e1fb4d0 | 2010-04-16 16:22:47 -0400 | [diff] [blame] | 1426 | nfs_free_fattr(fattr); |
| 1427 | nfs_free_fhandle(fhandle); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1428 | return res; |
| 1429 | } |
Bryan Schumaker | ddda8e0 | 2012-07-30 16:05:23 -0400 | [diff] [blame] | 1430 | EXPORT_SYMBOL_GPL(nfs_lookup); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1431 | |
Bryan Schumaker | 89d77c8 | 2012-07-30 16:05:25 -0400 | [diff] [blame] | 1432 | #if IS_ENABLED(CONFIG_NFS_V4) |
Al Viro | 0b728e1 | 2012-06-10 16:03:43 -0400 | [diff] [blame] | 1433 | static int nfs4_lookup_revalidate(struct dentry *, unsigned int); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1434 | |
Al Viro | f786aa9 | 2009-02-20 05:51:22 +0000 | [diff] [blame] | 1435 | const struct dentry_operations nfs4_dentry_operations = { |
Miklos Szeredi | 0ef97dc | 2012-05-21 17:30:20 +0200 | [diff] [blame] | 1436 | .d_revalidate = nfs4_lookup_revalidate, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1437 | .d_delete = nfs_dentry_delete, |
| 1438 | .d_iput = nfs_dentry_iput, |
David Howells | 36d43a4 | 2011-01-14 18:45:42 +0000 | [diff] [blame] | 1439 | .d_automount = nfs_d_automount, |
Al Viro | b1942c5 | 2011-03-16 05:44:14 -0400 | [diff] [blame] | 1440 | .d_release = nfs_d_release, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1441 | }; |
Bryan Schumaker | 89d77c8 | 2012-07-30 16:05:25 -0400 | [diff] [blame] | 1442 | EXPORT_SYMBOL_GPL(nfs4_dentry_operations); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1443 | |
Al Viro | 8a5e929 | 2011-06-25 19:15:54 -0400 | [diff] [blame] | 1444 | static fmode_t flags_to_mode(int flags) |
| 1445 | { |
| 1446 | fmode_t res = (__force fmode_t)flags & FMODE_EXEC; |
| 1447 | if ((flags & O_ACCMODE) != O_WRONLY) |
| 1448 | res |= FMODE_READ; |
| 1449 | if ((flags & O_ACCMODE) != O_RDONLY) |
| 1450 | res |= FMODE_WRITE; |
| 1451 | return res; |
| 1452 | } |
| 1453 | |
Al Viro | 5114159 | 2011-06-22 18:47:28 -0400 | [diff] [blame] | 1454 | static struct nfs_open_context *create_nfs_open_context(struct dentry *dentry, int open_flags) |
Trond Myklebust | cd9a1c0 | 2010-09-17 10:56:50 -0400 | [diff] [blame] | 1455 | { |
Al Viro | 5ede7b1 | 2011-10-23 18:49:54 -0400 | [diff] [blame] | 1456 | return alloc_nfs_open_context(dentry, flags_to_mode(open_flags)); |
Trond Myklebust | cd9a1c0 | 2010-09-17 10:56:50 -0400 | [diff] [blame] | 1457 | } |
| 1458 | |
| 1459 | static int do_open(struct inode *inode, struct file *filp) |
| 1460 | { |
David Howells | f1fe29b | 2013-09-27 11:20:03 +0100 | [diff] [blame] | 1461 | nfs_fscache_open_file(inode, filp); |
Trond Myklebust | cd9a1c0 | 2010-09-17 10:56:50 -0400 | [diff] [blame] | 1462 | return 0; |
| 1463 | } |
| 1464 | |
Al Viro | d958527 | 2012-06-22 12:39:14 +0400 | [diff] [blame] | 1465 | static int nfs_finish_open(struct nfs_open_context *ctx, |
| 1466 | struct dentry *dentry, |
Al Viro | 30d9049 | 2012-06-22 12:40:19 +0400 | [diff] [blame] | 1467 | struct file *file, unsigned open_flags, |
Al Viro | d958527 | 2012-06-22 12:39:14 +0400 | [diff] [blame] | 1468 | int *opened) |
Trond Myklebust | cd9a1c0 | 2010-09-17 10:56:50 -0400 | [diff] [blame] | 1469 | { |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1470 | int err; |
| 1471 | |
Al Viro | 30d9049 | 2012-06-22 12:40:19 +0400 | [diff] [blame] | 1472 | err = finish_open(file, dentry, do_open, opened); |
| 1473 | if (err) |
Al Viro | d958527 | 2012-06-22 12:39:14 +0400 | [diff] [blame] | 1474 | goto out; |
Al Viro | 30d9049 | 2012-06-22 12:40:19 +0400 | [diff] [blame] | 1475 | nfs_file_set_open_context(file, ctx); |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1476 | |
Trond Myklebust | cd9a1c0 | 2010-09-17 10:56:50 -0400 | [diff] [blame] | 1477 | out: |
Al Viro | d958527 | 2012-06-22 12:39:14 +0400 | [diff] [blame] | 1478 | return err; |
Trond Myklebust | cd9a1c0 | 2010-09-17 10:56:50 -0400 | [diff] [blame] | 1479 | } |
| 1480 | |
Bryan Schumaker | 73a7970 | 2012-07-16 16:39:12 -0400 | [diff] [blame] | 1481 | int nfs_atomic_open(struct inode *dir, struct dentry *dentry, |
| 1482 | struct file *file, unsigned open_flags, |
| 1483 | umode_t mode, int *opened) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1484 | { |
Trond Myklebust | cd9a1c0 | 2010-09-17 10:56:50 -0400 | [diff] [blame] | 1485 | struct nfs_open_context *ctx; |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1486 | struct dentry *res; |
| 1487 | struct iattr attr = { .ia_valid = ATTR_OPEN }; |
Trond Myklebust | f46e0bd | 2010-09-17 10:56:50 -0400 | [diff] [blame] | 1488 | struct inode *inode; |
Trond Myklebust | 1472b83 | 2013-08-20 11:59:41 -0400 | [diff] [blame] | 1489 | unsigned int lookup_flags = 0; |
Trond Myklebust | 898f635 | 2010-10-23 11:24:25 -0400 | [diff] [blame] | 1490 | int err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1491 | |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1492 | /* Expect a negative dentry */ |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1493 | BUG_ON(d_inode(dentry)); |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1494 | |
Niels de Vos | 1e8968c | 2013-12-17 18:20:16 +0100 | [diff] [blame] | 1495 | dfprintk(VFS, "NFS: atomic_open(%s/%lu), %pd\n", |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1496 | dir->i_sb->s_id, dir->i_ino, dentry); |
Chuck Lever | 1e7cb3d | 2006-03-20 13:44:24 -0500 | [diff] [blame] | 1497 | |
Jeff Layton | 9597c13 | 2013-08-02 11:39:32 -0400 | [diff] [blame] | 1498 | err = nfs_check_flags(open_flags); |
| 1499 | if (err) |
| 1500 | return err; |
| 1501 | |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1502 | /* NFS only supports OPEN on regular files */ |
| 1503 | if ((open_flags & O_DIRECTORY)) { |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1504 | if (!d_unhashed(dentry)) { |
| 1505 | /* |
| 1506 | * Hashed negative dentry with O_DIRECTORY: dentry was |
| 1507 | * revalidated and is fine, no need to perform lookup |
| 1508 | * again |
| 1509 | */ |
Al Viro | d958527 | 2012-06-22 12:39:14 +0400 | [diff] [blame] | 1510 | return -ENOENT; |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1511 | } |
Trond Myklebust | 1472b83 | 2013-08-20 11:59:41 -0400 | [diff] [blame] | 1512 | lookup_flags = LOOKUP_OPEN|LOOKUP_DIRECTORY; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1513 | goto no_open; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1514 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1515 | |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1516 | if (dentry->d_name.len > NFS_SERVER(dir)->namelen) |
Al Viro | d958527 | 2012-06-22 12:39:14 +0400 | [diff] [blame] | 1517 | return -ENAMETOOLONG; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1518 | |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1519 | if (open_flags & O_CREAT) { |
Trond Myklebust | 536e43d | 2012-01-17 22:04:26 -0500 | [diff] [blame] | 1520 | attr.ia_valid |= ATTR_MODE; |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1521 | attr.ia_mode = mode & ~current_umask(); |
| 1522 | } |
Trond Myklebust | 536e43d | 2012-01-17 22:04:26 -0500 | [diff] [blame] | 1523 | if (open_flags & O_TRUNC) { |
| 1524 | attr.ia_valid |= ATTR_SIZE; |
| 1525 | attr.ia_size = 0; |
Trond Myklebust | cd9a1c0 | 2010-09-17 10:56:50 -0400 | [diff] [blame] | 1526 | } |
| 1527 | |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1528 | ctx = create_nfs_open_context(dentry, open_flags); |
| 1529 | err = PTR_ERR(ctx); |
| 1530 | if (IS_ERR(ctx)) |
Al Viro | d958527 | 2012-06-22 12:39:14 +0400 | [diff] [blame] | 1531 | goto out; |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1532 | |
Trond Myklebust | 6e0d0be | 2013-08-20 11:26:17 -0400 | [diff] [blame] | 1533 | trace_nfs_atomic_open_enter(dir, ctx, open_flags); |
Trond Myklebust | 5bc2afc | 2013-09-23 18:01:28 -0400 | [diff] [blame] | 1534 | inode = NFS_PROTO(dir)->open_context(dir, ctx, open_flags, &attr, opened); |
Trond Myklebust | f46e0bd | 2010-09-17 10:56:50 -0400 | [diff] [blame] | 1535 | if (IS_ERR(inode)) { |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1536 | err = PTR_ERR(inode); |
Trond Myklebust | 6e0d0be | 2013-08-20 11:26:17 -0400 | [diff] [blame] | 1537 | trace_nfs_atomic_open_exit(dir, ctx, open_flags, err); |
Trond Myklebust | 2d9db75 | 2013-08-30 09:17:33 -0400 | [diff] [blame] | 1538 | put_nfs_open_context(ctx); |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1539 | switch (err) { |
| 1540 | case -ENOENT: |
Trond Myklebust | 275bb30 | 2013-05-29 13:11:28 -0400 | [diff] [blame] | 1541 | d_drop(dentry); |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1542 | d_add(dentry, NULL); |
Trond Myklebust | 809fd14 | 2014-10-23 19:33:14 +0300 | [diff] [blame] | 1543 | nfs_set_verifier(dentry, nfs_save_change_attribute(dir)); |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1544 | break; |
| 1545 | case -EISDIR: |
| 1546 | case -ENOTDIR: |
| 1547 | goto no_open; |
| 1548 | case -ELOOP: |
| 1549 | if (!(open_flags & O_NOFOLLOW)) |
Trond Myklebust | 6f926b5 | 2005-10-18 14:20:18 -0700 | [diff] [blame] | 1550 | goto no_open; |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1551 | break; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1552 | /* case -EINVAL: */ |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1553 | default: |
| 1554 | break; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1555 | } |
Al Viro | d958527 | 2012-06-22 12:39:14 +0400 | [diff] [blame] | 1556 | goto out; |
Trond Myklebust | cd9a1c0 | 2010-09-17 10:56:50 -0400 | [diff] [blame] | 1557 | } |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1558 | |
Trond Myklebust | 275bb30 | 2013-05-29 13:11:28 -0400 | [diff] [blame] | 1559 | err = nfs_finish_open(ctx, ctx->dentry, file, open_flags, opened); |
Trond Myklebust | 6e0d0be | 2013-08-20 11:26:17 -0400 | [diff] [blame] | 1560 | trace_nfs_atomic_open_exit(dir, ctx, open_flags, err); |
Trond Myklebust | 2d9db75 | 2013-08-30 09:17:33 -0400 | [diff] [blame] | 1561 | put_nfs_open_context(ctx); |
Al Viro | d958527 | 2012-06-22 12:39:14 +0400 | [diff] [blame] | 1562 | out: |
| 1563 | return err; |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1564 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1565 | no_open: |
Trond Myklebust | 1472b83 | 2013-08-20 11:59:41 -0400 | [diff] [blame] | 1566 | res = nfs_lookup(dir, dentry, lookup_flags); |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1567 | err = PTR_ERR(res); |
| 1568 | if (IS_ERR(res)) |
Al Viro | d958527 | 2012-06-22 12:39:14 +0400 | [diff] [blame] | 1569 | goto out; |
Miklos Szeredi | 0dd2b47 | 2012-06-05 15:10:18 +0200 | [diff] [blame] | 1570 | |
Al Viro | e45198a | 2012-06-10 06:48:09 -0400 | [diff] [blame] | 1571 | return finish_no_open(file, res); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1572 | } |
Bryan Schumaker | 89d77c8 | 2012-07-30 16:05:25 -0400 | [diff] [blame] | 1573 | EXPORT_SYMBOL_GPL(nfs_atomic_open); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1574 | |
Al Viro | 0b728e1 | 2012-06-10 16:03:43 -0400 | [diff] [blame] | 1575 | static int nfs4_lookup_revalidate(struct dentry *dentry, unsigned int flags) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1576 | { |
Nick Piggin | 657e94b | 2011-01-14 02:48:39 +0000 | [diff] [blame] | 1577 | struct inode *inode; |
Miklos Szeredi | 50de348 | 2012-06-05 15:10:20 +0200 | [diff] [blame] | 1578 | int ret = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1579 | |
Al Viro | fa3c56b | 2012-06-10 15:36:40 -0400 | [diff] [blame] | 1580 | if (!(flags & LOOKUP_OPEN) || (flags & LOOKUP_DIRECTORY)) |
Miklos Szeredi | eda72af | 2012-06-05 15:10:21 +0200 | [diff] [blame] | 1581 | goto no_open; |
| 1582 | if (d_mountpoint(dentry)) |
Trond Myklebust | 5584c30 | 2008-12-23 15:21:54 -0500 | [diff] [blame] | 1583 | goto no_open; |
Trond Myklebust | 49f9a0f | 2013-03-15 16:44:28 -0400 | [diff] [blame] | 1584 | if (NFS_SB(dentry->d_sb)->caps & NFS_CAP_ATOMIC_OPEN_V1) |
| 1585 | goto no_open; |
Trond Myklebust | 2b48429 | 2010-09-17 10:56:51 -0400 | [diff] [blame] | 1586 | |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1587 | inode = d_inode(dentry); |
Trond Myklebust | 2b48429 | 2010-09-17 10:56:51 -0400 | [diff] [blame] | 1588 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1589 | /* We can't create new files in nfs_open_revalidate(), so we |
| 1590 | * optimize away revalidation of negative dentries. |
| 1591 | */ |
Trond Myklebust | 216d5d06 | 2007-10-01 20:10:12 -0400 | [diff] [blame] | 1592 | if (inode == NULL) { |
NeilBrown | 49317a7 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1593 | struct dentry *parent; |
| 1594 | struct inode *dir; |
| 1595 | |
NeilBrown | 912a108 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1596 | if (flags & LOOKUP_RCU) { |
NeilBrown | 50d7773 | 2014-08-04 16:24:00 +1000 | [diff] [blame] | 1597 | parent = ACCESS_ONCE(dentry->d_parent); |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1598 | dir = d_inode_rcu(parent); |
NeilBrown | 912a108 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1599 | if (!dir) |
| 1600 | return -ECHILD; |
| 1601 | } else { |
| 1602 | parent = dget_parent(dentry); |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1603 | dir = d_inode(parent); |
NeilBrown | 912a108 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1604 | } |
Al Viro | fa3c56b | 2012-06-10 15:36:40 -0400 | [diff] [blame] | 1605 | if (!nfs_neg_need_reval(dir, dentry, flags)) |
Trond Myklebust | 216d5d06 | 2007-10-01 20:10:12 -0400 | [diff] [blame] | 1606 | ret = 1; |
NeilBrown | 912a108 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1607 | else if (flags & LOOKUP_RCU) |
| 1608 | ret = -ECHILD; |
| 1609 | if (!(flags & LOOKUP_RCU)) |
| 1610 | dput(parent); |
NeilBrown | 50d7773 | 2014-08-04 16:24:00 +1000 | [diff] [blame] | 1611 | else if (parent != ACCESS_ONCE(dentry->d_parent)) |
NeilBrown | 912a108 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1612 | return -ECHILD; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1613 | goto out; |
Trond Myklebust | 216d5d06 | 2007-10-01 20:10:12 -0400 | [diff] [blame] | 1614 | } |
| 1615 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1616 | /* NFS only supports OPEN on regular files */ |
| 1617 | if (!S_ISREG(inode->i_mode)) |
NeilBrown | 49317a7 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1618 | goto no_open; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1619 | /* We cannot do exclusive creation on a positive dentry */ |
Al Viro | fa3c56b | 2012-06-10 15:36:40 -0400 | [diff] [blame] | 1620 | if (flags & LOOKUP_EXCL) |
NeilBrown | 49317a7 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 1621 | goto no_open; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1622 | |
Miklos Szeredi | 0ef97dc | 2012-05-21 17:30:20 +0200 | [diff] [blame] | 1623 | /* Let f_op->open() actually open (and revalidate) the file */ |
| 1624 | ret = 1; |
Trond Myklebust | 536e43d | 2012-01-17 22:04:26 -0500 | [diff] [blame] | 1625 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1626 | out: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1627 | return ret; |
Trond Myklebust | 535918f | 2010-09-17 10:56:51 -0400 | [diff] [blame] | 1628 | |
Trond Myklebust | 5584c30 | 2008-12-23 15:21:54 -0500 | [diff] [blame] | 1629 | no_open: |
Al Viro | 0b728e1 | 2012-06-10 16:03:43 -0400 | [diff] [blame] | 1630 | return nfs_lookup_revalidate(dentry, flags); |
Trond Myklebust | c0204fd | 2010-09-17 10:56:51 -0400 | [diff] [blame] | 1631 | } |
| 1632 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1633 | #endif /* CONFIG_NFSV4 */ |
| 1634 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1635 | /* |
| 1636 | * Code common to create, mkdir, and mknod. |
| 1637 | */ |
| 1638 | int nfs_instantiate(struct dentry *dentry, struct nfs_fh *fhandle, |
David Quigley | 1775fd3 | 2013-05-22 12:50:42 -0400 | [diff] [blame] | 1639 | struct nfs_fattr *fattr, |
| 1640 | struct nfs4_label *label) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1641 | { |
Trond Myklebust | fab728e | 2007-09-29 17:41:33 -0400 | [diff] [blame] | 1642 | struct dentry *parent = dget_parent(dentry); |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1643 | struct inode *dir = d_inode(parent); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1644 | struct inode *inode; |
| 1645 | int error = -EACCES; |
| 1646 | |
Trond Myklebust | fab728e | 2007-09-29 17:41:33 -0400 | [diff] [blame] | 1647 | d_drop(dentry); |
| 1648 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1649 | /* We may have been initialized further down */ |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1650 | if (d_really_is_positive(dentry)) |
Trond Myklebust | fab728e | 2007-09-29 17:41:33 -0400 | [diff] [blame] | 1651 | goto out; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1652 | if (fhandle->size == 0) { |
David Quigley | 1775fd3 | 2013-05-22 12:50:42 -0400 | [diff] [blame] | 1653 | error = NFS_PROTO(dir)->lookup(dir, &dentry->d_name, fhandle, fattr, NULL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1654 | if (error) |
Trond Myklebust | fab728e | 2007-09-29 17:41:33 -0400 | [diff] [blame] | 1655 | goto out_error; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1656 | } |
Trond Myklebust | 5724ab3 | 2007-10-01 21:51:38 -0400 | [diff] [blame] | 1657 | nfs_set_verifier(dentry, nfs_save_change_attribute(dir)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1658 | if (!(fattr->valid & NFS_ATTR_FATTR)) { |
| 1659 | struct nfs_server *server = NFS_SB(dentry->d_sb); |
David Quigley | 1775fd3 | 2013-05-22 12:50:42 -0400 | [diff] [blame] | 1660 | error = server->nfs_client->rpc_ops->getattr(server, fhandle, fattr, NULL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1661 | if (error < 0) |
Trond Myklebust | fab728e | 2007-09-29 17:41:33 -0400 | [diff] [blame] | 1662 | goto out_error; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1663 | } |
David Quigley | 1775fd3 | 2013-05-22 12:50:42 -0400 | [diff] [blame] | 1664 | inode = nfs_fhget(dentry->d_sb, fhandle, fattr, label); |
Trond Myklebust | 03f28e3 | 2006-03-20 13:44:48 -0500 | [diff] [blame] | 1665 | error = PTR_ERR(inode); |
| 1666 | if (IS_ERR(inode)) |
Trond Myklebust | fab728e | 2007-09-29 17:41:33 -0400 | [diff] [blame] | 1667 | goto out_error; |
| 1668 | d_add(dentry, inode); |
| 1669 | out: |
| 1670 | dput(parent); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1671 | return 0; |
Trond Myklebust | fab728e | 2007-09-29 17:41:33 -0400 | [diff] [blame] | 1672 | out_error: |
| 1673 | nfs_mark_for_revalidate(dir); |
| 1674 | dput(parent); |
| 1675 | return error; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1676 | } |
Bryan Schumaker | ddda8e0 | 2012-07-30 16:05:23 -0400 | [diff] [blame] | 1677 | EXPORT_SYMBOL_GPL(nfs_instantiate); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1678 | |
| 1679 | /* |
| 1680 | * Following a failed create operation, we drop the dentry rather |
| 1681 | * than retain a negative dentry. This avoids a problem in the event |
| 1682 | * that the operation succeeded on the server, but an error in the |
| 1683 | * reply path made it appear to have failed. |
| 1684 | */ |
Bryan Schumaker | 597d928 | 2012-07-16 16:39:10 -0400 | [diff] [blame] | 1685 | int nfs_create(struct inode *dir, struct dentry *dentry, |
Al Viro | ebfc3b4 | 2012-06-10 18:05:36 -0400 | [diff] [blame] | 1686 | umode_t mode, bool excl) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1687 | { |
| 1688 | struct iattr attr; |
Al Viro | ebfc3b4 | 2012-06-10 18:05:36 -0400 | [diff] [blame] | 1689 | int open_flags = excl ? O_CREAT | O_EXCL : O_CREAT; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1690 | int error; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1691 | |
Niels de Vos | 1e8968c | 2013-12-17 18:20:16 +0100 | [diff] [blame] | 1692 | dfprintk(VFS, "NFS: create(%s/%lu), %pd\n", |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1693 | dir->i_sb->s_id, dir->i_ino, dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1694 | |
| 1695 | attr.ia_mode = mode; |
| 1696 | attr.ia_valid = ATTR_MODE; |
| 1697 | |
Trond Myklebust | 8b0ad3d | 2013-08-21 10:53:09 -0400 | [diff] [blame] | 1698 | trace_nfs_create_enter(dir, dentry, open_flags); |
Miklos Szeredi | 8867fe5 | 2012-06-05 15:10:19 +0200 | [diff] [blame] | 1699 | error = NFS_PROTO(dir)->create(dir, dentry, &attr, open_flags); |
Trond Myklebust | 8b0ad3d | 2013-08-21 10:53:09 -0400 | [diff] [blame] | 1700 | trace_nfs_create_exit(dir, dentry, open_flags, error); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1701 | if (error != 0) |
| 1702 | goto out_err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1703 | return 0; |
| 1704 | out_err: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1705 | d_drop(dentry); |
| 1706 | return error; |
| 1707 | } |
Bryan Schumaker | ddda8e0 | 2012-07-30 16:05:23 -0400 | [diff] [blame] | 1708 | EXPORT_SYMBOL_GPL(nfs_create); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1709 | |
| 1710 | /* |
| 1711 | * See comments for nfs_proc_create regarding failed operations. |
| 1712 | */ |
Bryan Schumaker | 597d928 | 2012-07-16 16:39:10 -0400 | [diff] [blame] | 1713 | int |
Al Viro | 1a67aaf | 2011-07-26 01:52:52 -0400 | [diff] [blame] | 1714 | nfs_mknod(struct inode *dir, struct dentry *dentry, umode_t mode, dev_t rdev) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1715 | { |
| 1716 | struct iattr attr; |
| 1717 | int status; |
| 1718 | |
Niels de Vos | 1e8968c | 2013-12-17 18:20:16 +0100 | [diff] [blame] | 1719 | dfprintk(VFS, "NFS: mknod(%s/%lu), %pd\n", |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1720 | dir->i_sb->s_id, dir->i_ino, dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1721 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1722 | attr.ia_mode = mode; |
| 1723 | attr.ia_valid = ATTR_MODE; |
| 1724 | |
Trond Myklebust | 1ca4238 | 2013-08-21 12:36:04 -0400 | [diff] [blame] | 1725 | trace_nfs_mknod_enter(dir, dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1726 | status = NFS_PROTO(dir)->mknod(dir, dentry, &attr, rdev); |
Trond Myklebust | 1ca4238 | 2013-08-21 12:36:04 -0400 | [diff] [blame] | 1727 | trace_nfs_mknod_exit(dir, dentry, status); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1728 | if (status != 0) |
| 1729 | goto out_err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1730 | return 0; |
| 1731 | out_err: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1732 | d_drop(dentry); |
| 1733 | return status; |
| 1734 | } |
Bryan Schumaker | ddda8e0 | 2012-07-30 16:05:23 -0400 | [diff] [blame] | 1735 | EXPORT_SYMBOL_GPL(nfs_mknod); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1736 | |
| 1737 | /* |
| 1738 | * See comments for nfs_proc_create regarding failed operations. |
| 1739 | */ |
Bryan Schumaker | 597d928 | 2012-07-16 16:39:10 -0400 | [diff] [blame] | 1740 | int nfs_mkdir(struct inode *dir, struct dentry *dentry, umode_t mode) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1741 | { |
| 1742 | struct iattr attr; |
| 1743 | int error; |
| 1744 | |
Niels de Vos | 1e8968c | 2013-12-17 18:20:16 +0100 | [diff] [blame] | 1745 | dfprintk(VFS, "NFS: mkdir(%s/%lu), %pd\n", |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1746 | dir->i_sb->s_id, dir->i_ino, dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1747 | |
| 1748 | attr.ia_valid = ATTR_MODE; |
| 1749 | attr.ia_mode = mode | S_IFDIR; |
| 1750 | |
Trond Myklebust | 1ca4238 | 2013-08-21 12:36:04 -0400 | [diff] [blame] | 1751 | trace_nfs_mkdir_enter(dir, dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1752 | error = NFS_PROTO(dir)->mkdir(dir, dentry, &attr); |
Trond Myklebust | 1ca4238 | 2013-08-21 12:36:04 -0400 | [diff] [blame] | 1753 | trace_nfs_mkdir_exit(dir, dentry, error); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1754 | if (error != 0) |
| 1755 | goto out_err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1756 | return 0; |
| 1757 | out_err: |
| 1758 | d_drop(dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1759 | return error; |
| 1760 | } |
Bryan Schumaker | ddda8e0 | 2012-07-30 16:05:23 -0400 | [diff] [blame] | 1761 | EXPORT_SYMBOL_GPL(nfs_mkdir); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1762 | |
Trond Myklebust | d45b9d8 | 2008-01-28 19:43:18 -0500 | [diff] [blame] | 1763 | static void nfs_dentry_handle_enoent(struct dentry *dentry) |
| 1764 | { |
Al Viro | dc3f419 | 2015-05-18 10:10:34 -0400 | [diff] [blame] | 1765 | if (simple_positive(dentry)) |
Trond Myklebust | d45b9d8 | 2008-01-28 19:43:18 -0500 | [diff] [blame] | 1766 | d_delete(dentry); |
| 1767 | } |
| 1768 | |
Bryan Schumaker | 597d928 | 2012-07-16 16:39:10 -0400 | [diff] [blame] | 1769 | int nfs_rmdir(struct inode *dir, struct dentry *dentry) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1770 | { |
| 1771 | int error; |
| 1772 | |
Niels de Vos | 1e8968c | 2013-12-17 18:20:16 +0100 | [diff] [blame] | 1773 | dfprintk(VFS, "NFS: rmdir(%s/%lu), %pd\n", |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1774 | dir->i_sb->s_id, dir->i_ino, dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1775 | |
Trond Myklebust | 1ca4238 | 2013-08-21 12:36:04 -0400 | [diff] [blame] | 1776 | trace_nfs_rmdir_enter(dir, dentry); |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1777 | if (d_really_is_positive(dentry)) { |
Al Viro | 884be17 | 2016-04-28 23:56:31 -0400 | [diff] [blame] | 1778 | down_write(&NFS_I(d_inode(dentry))->rmdir_sem); |
Trond Myklebust | ba6c059 | 2013-08-30 12:24:25 -0400 | [diff] [blame] | 1779 | error = NFS_PROTO(dir)->rmdir(dir, &dentry->d_name); |
| 1780 | /* Ensure the VFS deletes this inode */ |
| 1781 | switch (error) { |
| 1782 | case 0: |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1783 | clear_nlink(d_inode(dentry)); |
Trond Myklebust | ba6c059 | 2013-08-30 12:24:25 -0400 | [diff] [blame] | 1784 | break; |
| 1785 | case -ENOENT: |
| 1786 | nfs_dentry_handle_enoent(dentry); |
| 1787 | } |
Al Viro | 884be17 | 2016-04-28 23:56:31 -0400 | [diff] [blame] | 1788 | up_write(&NFS_I(d_inode(dentry))->rmdir_sem); |
Trond Myklebust | ba6c059 | 2013-08-30 12:24:25 -0400 | [diff] [blame] | 1789 | } else |
| 1790 | error = NFS_PROTO(dir)->rmdir(dir, &dentry->d_name); |
Trond Myklebust | 1ca4238 | 2013-08-21 12:36:04 -0400 | [diff] [blame] | 1791 | trace_nfs_rmdir_exit(dir, dentry, error); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1792 | |
| 1793 | return error; |
| 1794 | } |
Bryan Schumaker | ddda8e0 | 2012-07-30 16:05:23 -0400 | [diff] [blame] | 1795 | EXPORT_SYMBOL_GPL(nfs_rmdir); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1796 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1797 | /* |
| 1798 | * Remove a file after making sure there are no pending writes, |
| 1799 | * and after checking that the file has only one user. |
| 1800 | * |
| 1801 | * We invalidate the attribute cache and free the inode prior to the operation |
| 1802 | * to avoid possible races if the server reuses the inode. |
| 1803 | */ |
| 1804 | static int nfs_safe_remove(struct dentry *dentry) |
| 1805 | { |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1806 | struct inode *dir = d_inode(dentry->d_parent); |
| 1807 | struct inode *inode = d_inode(dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1808 | int error = -EBUSY; |
| 1809 | |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1810 | dfprintk(VFS, "NFS: safe_remove(%pd2)\n", dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1811 | |
| 1812 | /* If the dentry was sillyrenamed, we simply call d_delete() */ |
| 1813 | if (dentry->d_flags & DCACHE_NFSFS_RENAMED) { |
| 1814 | error = 0; |
| 1815 | goto out; |
| 1816 | } |
| 1817 | |
Trond Myklebust | 1ca4238 | 2013-08-21 12:36:04 -0400 | [diff] [blame] | 1818 | trace_nfs_remove_enter(dir, dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1819 | if (inode != NULL) { |
Bryan Schumaker | 57ec14c | 2012-06-20 15:53:44 -0400 | [diff] [blame] | 1820 | NFS_PROTO(inode)->return_delegation(inode); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1821 | error = NFS_PROTO(dir)->remove(dir, &dentry->d_name); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1822 | if (error == 0) |
Trond Myklebust | 1b83d70 | 2008-06-11 15:44:04 -0400 | [diff] [blame] | 1823 | nfs_drop_nlink(inode); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1824 | } else |
| 1825 | error = NFS_PROTO(dir)->remove(dir, &dentry->d_name); |
Trond Myklebust | d45b9d8 | 2008-01-28 19:43:18 -0500 | [diff] [blame] | 1826 | if (error == -ENOENT) |
| 1827 | nfs_dentry_handle_enoent(dentry); |
Trond Myklebust | 1ca4238 | 2013-08-21 12:36:04 -0400 | [diff] [blame] | 1828 | trace_nfs_remove_exit(dir, dentry, error); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1829 | out: |
| 1830 | return error; |
| 1831 | } |
| 1832 | |
| 1833 | /* We do silly rename. In case sillyrename() returns -EBUSY, the inode |
| 1834 | * belongs to an active ".nfs..." file and we return -EBUSY. |
| 1835 | * |
| 1836 | * If sillyrename() returns 0, we do nothing, otherwise we unlink. |
| 1837 | */ |
Bryan Schumaker | 597d928 | 2012-07-16 16:39:10 -0400 | [diff] [blame] | 1838 | int nfs_unlink(struct inode *dir, struct dentry *dentry) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1839 | { |
| 1840 | int error; |
| 1841 | int need_rehash = 0; |
| 1842 | |
Niels de Vos | 1e8968c | 2013-12-17 18:20:16 +0100 | [diff] [blame] | 1843 | dfprintk(VFS, "NFS: unlink(%s/%lu, %pd)\n", dir->i_sb->s_id, |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1844 | dir->i_ino, dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1845 | |
Trond Myklebust | 1ca4238 | 2013-08-21 12:36:04 -0400 | [diff] [blame] | 1846 | trace_nfs_unlink_enter(dir, dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1847 | spin_lock(&dentry->d_lock); |
Al Viro | 84d08fa | 2013-07-05 18:59:33 +0400 | [diff] [blame] | 1848 | if (d_count(dentry) > 1) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1849 | spin_unlock(&dentry->d_lock); |
Trond Myklebust | ccfeb50 | 2007-01-13 02:28:12 -0500 | [diff] [blame] | 1850 | /* Start asynchronous writeout of the inode */ |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1851 | write_inode_now(d_inode(dentry), 0); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1852 | error = nfs_sillyrename(dir, dentry); |
Trond Myklebust | 1ca4238 | 2013-08-21 12:36:04 -0400 | [diff] [blame] | 1853 | goto out; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1854 | } |
| 1855 | if (!d_unhashed(dentry)) { |
| 1856 | __d_drop(dentry); |
| 1857 | need_rehash = 1; |
| 1858 | } |
| 1859 | spin_unlock(&dentry->d_lock); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1860 | error = nfs_safe_remove(dentry); |
Trond Myklebust | d45b9d8 | 2008-01-28 19:43:18 -0500 | [diff] [blame] | 1861 | if (!error || error == -ENOENT) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1862 | nfs_set_verifier(dentry, nfs_save_change_attribute(dir)); |
| 1863 | } else if (need_rehash) |
| 1864 | d_rehash(dentry); |
Trond Myklebust | 1ca4238 | 2013-08-21 12:36:04 -0400 | [diff] [blame] | 1865 | out: |
| 1866 | trace_nfs_unlink_exit(dir, dentry, error); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1867 | return error; |
| 1868 | } |
Bryan Schumaker | ddda8e0 | 2012-07-30 16:05:23 -0400 | [diff] [blame] | 1869 | EXPORT_SYMBOL_GPL(nfs_unlink); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1870 | |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1871 | /* |
| 1872 | * To create a symbolic link, most file systems instantiate a new inode, |
| 1873 | * add a page to it containing the path, then write it out to the disk |
| 1874 | * using prepare_write/commit_write. |
| 1875 | * |
| 1876 | * Unfortunately the NFS client can't create the in-core inode first |
| 1877 | * because it needs a file handle to create an in-core inode (see |
| 1878 | * fs/nfs/inode.c:nfs_fhget). We only have a file handle *after* the |
| 1879 | * symlink request has completed on the server. |
| 1880 | * |
| 1881 | * So instead we allocate a raw page, copy the symname into it, then do |
| 1882 | * the SYMLINK request with the page as the buffer. If it succeeds, we |
| 1883 | * now have a new file handle and can instantiate an in-core NFS inode |
| 1884 | * and move the raw page into its mapping. |
| 1885 | */ |
Bryan Schumaker | 597d928 | 2012-07-16 16:39:10 -0400 | [diff] [blame] | 1886 | int nfs_symlink(struct inode *dir, struct dentry *dentry, const char *symname) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1887 | { |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1888 | struct page *page; |
| 1889 | char *kaddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1890 | struct iattr attr; |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1891 | unsigned int pathlen = strlen(symname); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1892 | int error; |
| 1893 | |
Niels de Vos | 1e8968c | 2013-12-17 18:20:16 +0100 | [diff] [blame] | 1894 | dfprintk(VFS, "NFS: symlink(%s/%lu, %pd, %s)\n", dir->i_sb->s_id, |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1895 | dir->i_ino, dentry, symname); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1896 | |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1897 | if (pathlen > PAGE_SIZE) |
| 1898 | return -ENAMETOOLONG; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1899 | |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1900 | attr.ia_mode = S_IFLNK | S_IRWXUGO; |
| 1901 | attr.ia_valid = ATTR_MODE; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1902 | |
Al Viro | e8ecde2 | 2016-01-14 17:52:59 -0500 | [diff] [blame] | 1903 | page = alloc_page(GFP_USER); |
Trond Myklebust | 7656699 | 2008-06-11 15:44:22 -0400 | [diff] [blame] | 1904 | if (!page) |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1905 | return -ENOMEM; |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1906 | |
Al Viro | e8ecde2 | 2016-01-14 17:52:59 -0500 | [diff] [blame] | 1907 | kaddr = page_address(page); |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1908 | memcpy(kaddr, symname, pathlen); |
| 1909 | if (pathlen < PAGE_SIZE) |
| 1910 | memset(kaddr + pathlen, 0, PAGE_SIZE - pathlen); |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1911 | |
Trond Myklebust | 1ca4238 | 2013-08-21 12:36:04 -0400 | [diff] [blame] | 1912 | trace_nfs_symlink_enter(dir, dentry); |
Chuck Lever | 94a6d75 | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1913 | error = NFS_PROTO(dir)->symlink(dir, dentry, page, pathlen, &attr); |
Trond Myklebust | 1ca4238 | 2013-08-21 12:36:04 -0400 | [diff] [blame] | 1914 | trace_nfs_symlink_exit(dir, dentry, error); |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1915 | if (error != 0) { |
Niels de Vos | 1e8968c | 2013-12-17 18:20:16 +0100 | [diff] [blame] | 1916 | dfprintk(VFS, "NFS: symlink(%s/%lu, %pd, %s) error %d\n", |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1917 | dir->i_sb->s_id, dir->i_ino, |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1918 | dentry, symname, error); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1919 | d_drop(dentry); |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1920 | __free_page(page); |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1921 | return error; |
| 1922 | } |
| 1923 | |
| 1924 | /* |
| 1925 | * No big deal if we can't add this page to the page cache here. |
| 1926 | * READLINK will get the missing page from the server if needed. |
| 1927 | */ |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1928 | if (!add_to_page_cache_lru(page, d_inode(dentry)->i_mapping, 0, |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1929 | GFP_KERNEL)) { |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1930 | SetPageUptodate(page); |
| 1931 | unlock_page(page); |
Rafael Aquini | a0b54ad | 2014-02-10 14:25:48 -0800 | [diff] [blame] | 1932 | /* |
| 1933 | * add_to_page_cache_lru() grabs an extra page refcount. |
| 1934 | * Drop it here to avoid leaking this page later. |
| 1935 | */ |
Kirill A. Shutemov | 09cbfea | 2016-04-01 15:29:47 +0300 | [diff] [blame] | 1936 | put_page(page); |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1937 | } else |
| 1938 | __free_page(page); |
| 1939 | |
Chuck Lever | 873101b | 2006-08-22 20:06:23 -0400 | [diff] [blame] | 1940 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1941 | } |
Bryan Schumaker | ddda8e0 | 2012-07-30 16:05:23 -0400 | [diff] [blame] | 1942 | EXPORT_SYMBOL_GPL(nfs_symlink); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1943 | |
Bryan Schumaker | 597d928 | 2012-07-16 16:39:10 -0400 | [diff] [blame] | 1944 | int |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1945 | nfs_link(struct dentry *old_dentry, struct inode *dir, struct dentry *dentry) |
| 1946 | { |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1947 | struct inode *inode = d_inode(old_dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1948 | int error; |
| 1949 | |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 1950 | dfprintk(VFS, "NFS: link(%pd2 -> %pd2)\n", |
| 1951 | old_dentry, dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1952 | |
Trond Myklebust | 1fd1085 | 2013-08-21 13:54:44 -0400 | [diff] [blame] | 1953 | trace_nfs_link_enter(inode, dir, dentry); |
Bryan Schumaker | 57ec14c | 2012-06-20 15:53:44 -0400 | [diff] [blame] | 1954 | NFS_PROTO(inode)->return_delegation(inode); |
Trond Myklebust | 9a3936a | 2009-10-26 08:09:46 -0400 | [diff] [blame] | 1955 | |
Trond Myklebust | 9697d23 | 2007-10-02 21:58:05 -0400 | [diff] [blame] | 1956 | d_drop(dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1957 | error = NFS_PROTO(dir)->link(inode, dir, &dentry->d_name); |
Trond Myklebust | cf80955 | 2005-10-27 22:12:42 -0400 | [diff] [blame] | 1958 | if (error == 0) { |
Al Viro | 7de9c6ee | 2010-10-23 11:11:40 -0400 | [diff] [blame] | 1959 | ihold(inode); |
Trond Myklebust | 9697d23 | 2007-10-02 21:58:05 -0400 | [diff] [blame] | 1960 | d_add(dentry, inode); |
Trond Myklebust | cf80955 | 2005-10-27 22:12:42 -0400 | [diff] [blame] | 1961 | } |
Trond Myklebust | 1fd1085 | 2013-08-21 13:54:44 -0400 | [diff] [blame] | 1962 | trace_nfs_link_exit(inode, dir, dentry, error); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1963 | return error; |
| 1964 | } |
Bryan Schumaker | ddda8e0 | 2012-07-30 16:05:23 -0400 | [diff] [blame] | 1965 | EXPORT_SYMBOL_GPL(nfs_link); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1966 | |
| 1967 | /* |
| 1968 | * RENAME |
| 1969 | * FIXME: Some nfsds, like the Linux user space nfsd, may generate a |
| 1970 | * different file handle for the same inode after a rename (e.g. when |
| 1971 | * moving to a different directory). A fail-safe method to do so would |
| 1972 | * be to look up old_dir/old_name, create a link to new_dir/new_name and |
| 1973 | * rename the old file using the sillyrename stuff. This way, the original |
| 1974 | * file in old_dir will go away when the last process iput()s the inode. |
| 1975 | * |
| 1976 | * FIXED. |
| 1977 | * |
| 1978 | * It actually works quite well. One needs to have the possibility for |
| 1979 | * at least one ".nfs..." file in each directory the file ever gets |
| 1980 | * moved or linked to which happens automagically with the new |
| 1981 | * implementation that only depends on the dcache stuff instead of |
| 1982 | * using the inode layer |
| 1983 | * |
| 1984 | * Unfortunately, things are a little more complicated than indicated |
| 1985 | * above. For a cross-directory move, we want to make sure we can get |
| 1986 | * rid of the old inode after the operation. This means there must be |
| 1987 | * no pending writes (if it's a file), and the use count must be 1. |
| 1988 | * If these conditions are met, we can drop the dentries before doing |
| 1989 | * the rename. |
| 1990 | */ |
Bryan Schumaker | 597d928 | 2012-07-16 16:39:10 -0400 | [diff] [blame] | 1991 | int nfs_rename(struct inode *old_dir, struct dentry *old_dentry, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1992 | struct inode *new_dir, struct dentry *new_dentry) |
| 1993 | { |
David Howells | 2b0143b | 2015-03-17 22:25:59 +0000 | [diff] [blame] | 1994 | struct inode *old_inode = d_inode(old_dentry); |
| 1995 | struct inode *new_inode = d_inode(new_dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1996 | struct dentry *dentry = NULL, *rehash = NULL; |
Jeff Layton | 80a491f | 2014-03-17 07:06:56 -0400 | [diff] [blame] | 1997 | struct rpc_task *task; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1998 | int error = -EBUSY; |
| 1999 | |
Al Viro | 6de1472 | 2013-09-16 10:53:17 -0400 | [diff] [blame] | 2000 | dfprintk(VFS, "NFS: rename(%pd2 -> %pd2, ct=%d)\n", |
| 2001 | old_dentry, new_dentry, |
Al Viro | 84d08fa | 2013-07-05 18:59:33 +0400 | [diff] [blame] | 2002 | d_count(new_dentry)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2003 | |
Trond Myklebust | 70ded20 | 2013-08-21 12:08:45 -0400 | [diff] [blame] | 2004 | trace_nfs_rename_enter(old_dir, old_dentry, new_dir, new_dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2005 | /* |
Miklos Szeredi | 28f79a1 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2006 | * For non-directories, check whether the target is busy and if so, |
| 2007 | * make a copy of the dentry and then do a silly-rename. If the |
| 2008 | * silly-rename succeeds, the copied dentry is hashed and becomes |
| 2009 | * the new target. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2010 | */ |
Miklos Szeredi | 2722610 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2011 | if (new_inode && !S_ISDIR(new_inode->i_mode)) { |
| 2012 | /* |
| 2013 | * To prevent any new references to the target during the |
| 2014 | * rename, we unhash the dentry in advance. |
| 2015 | */ |
| 2016 | if (!d_unhashed(new_dentry)) { |
| 2017 | d_drop(new_dentry); |
| 2018 | rehash = new_dentry; |
| 2019 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2020 | |
Al Viro | 84d08fa | 2013-07-05 18:59:33 +0400 | [diff] [blame] | 2021 | if (d_count(new_dentry) > 2) { |
Miklos Szeredi | 2722610 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2022 | int err; |
| 2023 | |
| 2024 | /* copy the target dentry's name */ |
| 2025 | dentry = d_alloc(new_dentry->d_parent, |
| 2026 | &new_dentry->d_name); |
| 2027 | if (!dentry) |
| 2028 | goto out; |
| 2029 | |
| 2030 | /* silly-rename the existing target ... */ |
| 2031 | err = nfs_sillyrename(new_dir, new_dentry); |
Miklos Szeredi | 24e9302 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2032 | if (err) |
Miklos Szeredi | 2722610 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2033 | goto out; |
Miklos Szeredi | 24e9302 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2034 | |
| 2035 | new_dentry = dentry; |
OGAWA Hirofumi | 5633593 | 2010-01-06 18:48:26 -0500 | [diff] [blame] | 2036 | rehash = NULL; |
Miklos Szeredi | 24e9302 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2037 | new_inode = NULL; |
Miklos Szeredi | 2722610 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2038 | } |
Trond Myklebust | b1e4adf | 2009-03-19 15:35:49 -0400 | [diff] [blame] | 2039 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2040 | |
Bryan Schumaker | 57ec14c | 2012-06-20 15:53:44 -0400 | [diff] [blame] | 2041 | NFS_PROTO(old_inode)->return_delegation(old_inode); |
Trond Myklebust | b1e4adf | 2009-03-19 15:35:49 -0400 | [diff] [blame] | 2042 | if (new_inode != NULL) |
Bryan Schumaker | 57ec14c | 2012-06-20 15:53:44 -0400 | [diff] [blame] | 2043 | NFS_PROTO(new_inode)->return_delegation(new_inode); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2044 | |
Jeff Layton | 80a491f | 2014-03-17 07:06:56 -0400 | [diff] [blame] | 2045 | task = nfs_async_rename(old_dir, new_dir, old_dentry, new_dentry, NULL); |
| 2046 | if (IS_ERR(task)) { |
| 2047 | error = PTR_ERR(task); |
| 2048 | goto out; |
| 2049 | } |
| 2050 | |
| 2051 | error = rpc_wait_for_completion_task(task); |
| 2052 | if (error == 0) |
| 2053 | error = task->tk_status; |
| 2054 | rpc_put_task(task); |
Trond Myklebust | 5ba7cc4 | 2005-12-03 15:20:17 -0500 | [diff] [blame] | 2055 | nfs_mark_for_revalidate(old_inode); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2056 | out: |
| 2057 | if (rehash) |
| 2058 | d_rehash(rehash); |
Trond Myklebust | 70ded20 | 2013-08-21 12:08:45 -0400 | [diff] [blame] | 2059 | trace_nfs_rename_exit(old_dir, old_dentry, |
| 2060 | new_dir, new_dentry, error); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2061 | if (!error) { |
Trond Myklebust | b1e4adf | 2009-03-19 15:35:49 -0400 | [diff] [blame] | 2062 | if (new_inode != NULL) |
| 2063 | nfs_drop_nlink(new_inode); |
Mark Fasheh | 349457c | 2006-09-08 14:22:21 -0700 | [diff] [blame] | 2064 | d_move(old_dentry, new_dentry); |
Chuck Lever | 8fb559f | 2007-09-24 15:40:16 -0400 | [diff] [blame] | 2065 | nfs_set_verifier(new_dentry, |
| 2066 | nfs_save_change_attribute(new_dir)); |
Trond Myklebust | d45b9d8 | 2008-01-28 19:43:18 -0500 | [diff] [blame] | 2067 | } else if (error == -ENOENT) |
| 2068 | nfs_dentry_handle_enoent(old_dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2069 | |
| 2070 | /* new dentry created? */ |
| 2071 | if (dentry) |
| 2072 | dput(dentry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2073 | return error; |
| 2074 | } |
Bryan Schumaker | ddda8e0 | 2012-07-30 16:05:23 -0400 | [diff] [blame] | 2075 | EXPORT_SYMBOL_GPL(nfs_rename); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2076 | |
Trond Myklebust | cfcea3e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2077 | static DEFINE_SPINLOCK(nfs_access_lru_lock); |
| 2078 | static LIST_HEAD(nfs_access_lru_list); |
| 2079 | static atomic_long_t nfs_access_nr_entries; |
| 2080 | |
Trond Myklebust | 3a50584 | 2014-07-21 13:53:48 -0400 | [diff] [blame] | 2081 | static unsigned long nfs_access_max_cachesize = ULONG_MAX; |
| 2082 | module_param(nfs_access_max_cachesize, ulong, 0644); |
| 2083 | MODULE_PARM_DESC(nfs_access_max_cachesize, "NFS access maximum total cache length"); |
| 2084 | |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2085 | static void nfs_access_free_entry(struct nfs_access_entry *entry) |
| 2086 | { |
| 2087 | put_rpccred(entry->cred); |
NeilBrown | f682a39 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 2088 | kfree_rcu(entry, rcu_head); |
Peter Zijlstra | 4e857c5 | 2014-03-17 18:06:10 +0100 | [diff] [blame] | 2089 | smp_mb__before_atomic(); |
Trond Myklebust | cfcea3e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2090 | atomic_long_dec(&nfs_access_nr_entries); |
Peter Zijlstra | 4e857c5 | 2014-03-17 18:06:10 +0100 | [diff] [blame] | 2091 | smp_mb__after_atomic(); |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2092 | } |
| 2093 | |
Trond Myklebust | 1a81bb8 | 2010-05-13 12:51:06 -0400 | [diff] [blame] | 2094 | static void nfs_access_free_list(struct list_head *head) |
| 2095 | { |
| 2096 | struct nfs_access_entry *cache; |
| 2097 | |
| 2098 | while (!list_empty(head)) { |
| 2099 | cache = list_entry(head->next, struct nfs_access_entry, lru); |
| 2100 | list_del(&cache->lru); |
| 2101 | nfs_access_free_entry(cache); |
| 2102 | } |
| 2103 | } |
| 2104 | |
Trond Myklebust | 3a50584 | 2014-07-21 13:53:48 -0400 | [diff] [blame] | 2105 | static unsigned long |
| 2106 | nfs_do_access_cache_scan(unsigned int nr_to_scan) |
Trond Myklebust | 979df72 | 2006-07-25 11:28:19 -0400 | [diff] [blame] | 2107 | { |
| 2108 | LIST_HEAD(head); |
Trond Myklebust | aa510da | 2010-09-29 15:11:56 -0400 | [diff] [blame] | 2109 | struct nfs_inode *nfsi, *next; |
Trond Myklebust | 979df72 | 2006-07-25 11:28:19 -0400 | [diff] [blame] | 2110 | struct nfs_access_entry *cache; |
Dave Chinner | 1ab6c49 | 2013-08-28 10:18:09 +1000 | [diff] [blame] | 2111 | long freed = 0; |
Trond Myklebust | 979df72 | 2006-07-25 11:28:19 -0400 | [diff] [blame] | 2112 | |
Trond Myklebust | a50f795 | 2007-06-05 19:23:43 -0400 | [diff] [blame] | 2113 | spin_lock(&nfs_access_lru_lock); |
Trond Myklebust | aa510da | 2010-09-29 15:11:56 -0400 | [diff] [blame] | 2114 | list_for_each_entry_safe(nfsi, next, &nfs_access_lru_list, access_cache_inode_lru) { |
Trond Myklebust | 979df72 | 2006-07-25 11:28:19 -0400 | [diff] [blame] | 2115 | struct inode *inode; |
| 2116 | |
| 2117 | if (nr_to_scan-- == 0) |
| 2118 | break; |
Trond Myklebust | 9c7e7e2 | 2010-05-13 12:51:06 -0400 | [diff] [blame] | 2119 | inode = &nfsi->vfs_inode; |
Trond Myklebust | 979df72 | 2006-07-25 11:28:19 -0400 | [diff] [blame] | 2120 | spin_lock(&inode->i_lock); |
| 2121 | if (list_empty(&nfsi->access_cache_entry_lru)) |
| 2122 | goto remove_lru_entry; |
| 2123 | cache = list_entry(nfsi->access_cache_entry_lru.next, |
| 2124 | struct nfs_access_entry, lru); |
| 2125 | list_move(&cache->lru, &head); |
| 2126 | rb_erase(&cache->rb_node, &nfsi->access_cache); |
Dave Chinner | 1ab6c49 | 2013-08-28 10:18:09 +1000 | [diff] [blame] | 2127 | freed++; |
Trond Myklebust | 979df72 | 2006-07-25 11:28:19 -0400 | [diff] [blame] | 2128 | if (!list_empty(&nfsi->access_cache_entry_lru)) |
| 2129 | list_move_tail(&nfsi->access_cache_inode_lru, |
| 2130 | &nfs_access_lru_list); |
| 2131 | else { |
| 2132 | remove_lru_entry: |
| 2133 | list_del_init(&nfsi->access_cache_inode_lru); |
Peter Zijlstra | 4e857c5 | 2014-03-17 18:06:10 +0100 | [diff] [blame] | 2134 | smp_mb__before_atomic(); |
Trond Myklebust | 979df72 | 2006-07-25 11:28:19 -0400 | [diff] [blame] | 2135 | clear_bit(NFS_INO_ACL_LRU_SET, &nfsi->flags); |
Peter Zijlstra | 4e857c5 | 2014-03-17 18:06:10 +0100 | [diff] [blame] | 2136 | smp_mb__after_atomic(); |
Trond Myklebust | 979df72 | 2006-07-25 11:28:19 -0400 | [diff] [blame] | 2137 | } |
Trond Myklebust | 59844a9 | 2010-05-26 08:42:24 -0400 | [diff] [blame] | 2138 | spin_unlock(&inode->i_lock); |
Trond Myklebust | 979df72 | 2006-07-25 11:28:19 -0400 | [diff] [blame] | 2139 | } |
| 2140 | spin_unlock(&nfs_access_lru_lock); |
Trond Myklebust | 1a81bb8 | 2010-05-13 12:51:06 -0400 | [diff] [blame] | 2141 | nfs_access_free_list(&head); |
Dave Chinner | 1ab6c49 | 2013-08-28 10:18:09 +1000 | [diff] [blame] | 2142 | return freed; |
| 2143 | } |
| 2144 | |
| 2145 | unsigned long |
Trond Myklebust | 3a50584 | 2014-07-21 13:53:48 -0400 | [diff] [blame] | 2146 | nfs_access_cache_scan(struct shrinker *shrink, struct shrink_control *sc) |
| 2147 | { |
| 2148 | int nr_to_scan = sc->nr_to_scan; |
| 2149 | gfp_t gfp_mask = sc->gfp_mask; |
| 2150 | |
| 2151 | if ((gfp_mask & GFP_KERNEL) != GFP_KERNEL) |
| 2152 | return SHRINK_STOP; |
| 2153 | return nfs_do_access_cache_scan(nr_to_scan); |
| 2154 | } |
| 2155 | |
| 2156 | |
| 2157 | unsigned long |
Dave Chinner | 1ab6c49 | 2013-08-28 10:18:09 +1000 | [diff] [blame] | 2158 | nfs_access_cache_count(struct shrinker *shrink, struct shrink_control *sc) |
| 2159 | { |
Glauber Costa | 55f841c | 2013-08-28 10:17:53 +1000 | [diff] [blame] | 2160 | return vfs_pressure_ratio(atomic_long_read(&nfs_access_nr_entries)); |
Trond Myklebust | 979df72 | 2006-07-25 11:28:19 -0400 | [diff] [blame] | 2161 | } |
| 2162 | |
Trond Myklebust | 3a50584 | 2014-07-21 13:53:48 -0400 | [diff] [blame] | 2163 | static void |
| 2164 | nfs_access_cache_enforce_limit(void) |
| 2165 | { |
| 2166 | long nr_entries = atomic_long_read(&nfs_access_nr_entries); |
| 2167 | unsigned long diff; |
| 2168 | unsigned int nr_to_scan; |
| 2169 | |
| 2170 | if (nr_entries < 0 || nr_entries <= nfs_access_max_cachesize) |
| 2171 | return; |
| 2172 | nr_to_scan = 100; |
| 2173 | diff = nr_entries - nfs_access_max_cachesize; |
| 2174 | if (diff < nr_to_scan) |
| 2175 | nr_to_scan = diff; |
| 2176 | nfs_do_access_cache_scan(nr_to_scan); |
| 2177 | } |
| 2178 | |
Trond Myklebust | 1a81bb8 | 2010-05-13 12:51:06 -0400 | [diff] [blame] | 2179 | static void __nfs_access_zap_cache(struct nfs_inode *nfsi, struct list_head *head) |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2180 | { |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2181 | struct rb_root *root_node = &nfsi->access_cache; |
Trond Myklebust | 1a81bb8 | 2010-05-13 12:51:06 -0400 | [diff] [blame] | 2182 | struct rb_node *n; |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2183 | struct nfs_access_entry *entry; |
| 2184 | |
| 2185 | /* Unhook entries from the cache */ |
| 2186 | while ((n = rb_first(root_node)) != NULL) { |
| 2187 | entry = rb_entry(n, struct nfs_access_entry, rb_node); |
| 2188 | rb_erase(n, root_node); |
Trond Myklebust | 1a81bb8 | 2010-05-13 12:51:06 -0400 | [diff] [blame] | 2189 | list_move(&entry->lru, head); |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2190 | } |
| 2191 | nfsi->cache_validity &= ~NFS_INO_INVALID_ACCESS; |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2192 | } |
| 2193 | |
| 2194 | void nfs_access_zap_cache(struct inode *inode) |
| 2195 | { |
Trond Myklebust | 1a81bb8 | 2010-05-13 12:51:06 -0400 | [diff] [blame] | 2196 | LIST_HEAD(head); |
| 2197 | |
| 2198 | if (test_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags) == 0) |
| 2199 | return; |
Trond Myklebust | cfcea3e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2200 | /* Remove from global LRU init */ |
Trond Myklebust | 1a81bb8 | 2010-05-13 12:51:06 -0400 | [diff] [blame] | 2201 | spin_lock(&nfs_access_lru_lock); |
| 2202 | if (test_and_clear_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags)) |
Trond Myklebust | cfcea3e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2203 | list_del_init(&NFS_I(inode)->access_cache_inode_lru); |
Trond Myklebust | cfcea3e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2204 | |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2205 | spin_lock(&inode->i_lock); |
Trond Myklebust | 1a81bb8 | 2010-05-13 12:51:06 -0400 | [diff] [blame] | 2206 | __nfs_access_zap_cache(NFS_I(inode), &head); |
| 2207 | spin_unlock(&inode->i_lock); |
| 2208 | spin_unlock(&nfs_access_lru_lock); |
| 2209 | nfs_access_free_list(&head); |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2210 | } |
Bryan Schumaker | 1c606fb | 2012-07-30 16:05:24 -0400 | [diff] [blame] | 2211 | EXPORT_SYMBOL_GPL(nfs_access_zap_cache); |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2212 | |
| 2213 | static struct nfs_access_entry *nfs_access_search_rbtree(struct inode *inode, struct rpc_cred *cred) |
| 2214 | { |
| 2215 | struct rb_node *n = NFS_I(inode)->access_cache.rb_node; |
| 2216 | struct nfs_access_entry *entry; |
| 2217 | |
| 2218 | while (n != NULL) { |
| 2219 | entry = rb_entry(n, struct nfs_access_entry, rb_node); |
| 2220 | |
| 2221 | if (cred < entry->cred) |
| 2222 | n = n->rb_left; |
| 2223 | else if (cred > entry->cred) |
| 2224 | n = n->rb_right; |
| 2225 | else |
| 2226 | return entry; |
| 2227 | } |
| 2228 | return NULL; |
| 2229 | } |
| 2230 | |
Trond Myklebust | af22f94 | 2007-08-10 17:45:10 -0400 | [diff] [blame] | 2231 | static int nfs_access_get_cached(struct inode *inode, struct rpc_cred *cred, struct nfs_access_entry *res) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2232 | { |
Chuck Lever | 5529680 | 2005-08-18 11:24:09 -0700 | [diff] [blame] | 2233 | struct nfs_inode *nfsi = NFS_I(inode); |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2234 | struct nfs_access_entry *cache; |
| 2235 | int err = -ENOENT; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2236 | |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2237 | spin_lock(&inode->i_lock); |
| 2238 | if (nfsi->cache_validity & NFS_INO_INVALID_ACCESS) |
| 2239 | goto out_zap; |
| 2240 | cache = nfs_access_search_rbtree(inode, cred); |
| 2241 | if (cache == NULL) |
| 2242 | goto out; |
Trond Myklebust | b4d2314 | 2010-03-10 15:21:44 -0500 | [diff] [blame] | 2243 | if (!nfs_have_delegated_attributes(inode) && |
Peter Staubach | 64672d5 | 2008-12-23 15:21:56 -0500 | [diff] [blame] | 2244 | !time_in_range_open(jiffies, cache->jiffies, cache->jiffies + nfsi->attrtimeo)) |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2245 | goto out_stale; |
| 2246 | res->jiffies = cache->jiffies; |
| 2247 | res->cred = cache->cred; |
| 2248 | res->mask = cache->mask; |
Trond Myklebust | cfcea3e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2249 | list_move_tail(&cache->lru, &nfsi->access_cache_entry_lru); |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2250 | err = 0; |
| 2251 | out: |
| 2252 | spin_unlock(&inode->i_lock); |
| 2253 | return err; |
| 2254 | out_stale: |
| 2255 | rb_erase(&cache->rb_node, &nfsi->access_cache); |
Trond Myklebust | cfcea3e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2256 | list_del(&cache->lru); |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2257 | spin_unlock(&inode->i_lock); |
| 2258 | nfs_access_free_entry(cache); |
| 2259 | return -ENOENT; |
| 2260 | out_zap: |
Trond Myklebust | 1a81bb8 | 2010-05-13 12:51:06 -0400 | [diff] [blame] | 2261 | spin_unlock(&inode->i_lock); |
| 2262 | nfs_access_zap_cache(inode); |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2263 | return -ENOENT; |
| 2264 | } |
| 2265 | |
NeilBrown | f682a39 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 2266 | static int nfs_access_get_cached_rcu(struct inode *inode, struct rpc_cred *cred, struct nfs_access_entry *res) |
| 2267 | { |
| 2268 | /* Only check the most recently returned cache entry, |
| 2269 | * but do it without locking. |
| 2270 | */ |
| 2271 | struct nfs_inode *nfsi = NFS_I(inode); |
| 2272 | struct nfs_access_entry *cache; |
| 2273 | int err = -ECHILD; |
| 2274 | struct list_head *lh; |
| 2275 | |
| 2276 | rcu_read_lock(); |
| 2277 | if (nfsi->cache_validity & NFS_INO_INVALID_ACCESS) |
| 2278 | goto out; |
| 2279 | lh = rcu_dereference(nfsi->access_cache_entry_lru.prev); |
| 2280 | cache = list_entry(lh, struct nfs_access_entry, lru); |
| 2281 | if (lh == &nfsi->access_cache_entry_lru || |
| 2282 | cred != cache->cred) |
| 2283 | cache = NULL; |
| 2284 | if (cache == NULL) |
| 2285 | goto out; |
| 2286 | if (!nfs_have_delegated_attributes(inode) && |
| 2287 | !time_in_range_open(jiffies, cache->jiffies, cache->jiffies + nfsi->attrtimeo)) |
| 2288 | goto out; |
| 2289 | res->jiffies = cache->jiffies; |
| 2290 | res->cred = cache->cred; |
| 2291 | res->mask = cache->mask; |
| 2292 | err = 0; |
| 2293 | out: |
| 2294 | rcu_read_unlock(); |
| 2295 | return err; |
| 2296 | } |
| 2297 | |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2298 | static void nfs_access_add_rbtree(struct inode *inode, struct nfs_access_entry *set) |
| 2299 | { |
Trond Myklebust | cfcea3e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2300 | struct nfs_inode *nfsi = NFS_I(inode); |
| 2301 | struct rb_root *root_node = &nfsi->access_cache; |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2302 | struct rb_node **p = &root_node->rb_node; |
| 2303 | struct rb_node *parent = NULL; |
| 2304 | struct nfs_access_entry *entry; |
| 2305 | |
| 2306 | spin_lock(&inode->i_lock); |
| 2307 | while (*p != NULL) { |
| 2308 | parent = *p; |
| 2309 | entry = rb_entry(parent, struct nfs_access_entry, rb_node); |
| 2310 | |
| 2311 | if (set->cred < entry->cred) |
| 2312 | p = &parent->rb_left; |
| 2313 | else if (set->cred > entry->cred) |
| 2314 | p = &parent->rb_right; |
| 2315 | else |
| 2316 | goto found; |
| 2317 | } |
| 2318 | rb_link_node(&set->rb_node, parent, p); |
| 2319 | rb_insert_color(&set->rb_node, root_node); |
Trond Myklebust | cfcea3e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2320 | list_add_tail(&set->lru, &nfsi->access_cache_entry_lru); |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2321 | spin_unlock(&inode->i_lock); |
| 2322 | return; |
| 2323 | found: |
| 2324 | rb_replace_node(parent, &set->rb_node, root_node); |
Trond Myklebust | cfcea3e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2325 | list_add_tail(&set->lru, &nfsi->access_cache_entry_lru); |
| 2326 | list_del(&entry->lru); |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2327 | spin_unlock(&inode->i_lock); |
| 2328 | nfs_access_free_entry(entry); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2329 | } |
| 2330 | |
Weston Andros Adamson | 6168f62 | 2012-09-10 14:00:46 -0400 | [diff] [blame] | 2331 | void nfs_access_add_cache(struct inode *inode, struct nfs_access_entry *set) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2332 | { |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2333 | struct nfs_access_entry *cache = kmalloc(sizeof(*cache), GFP_KERNEL); |
| 2334 | if (cache == NULL) |
| 2335 | return; |
| 2336 | RB_CLEAR_NODE(&cache->rb_node); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2337 | cache->jiffies = set->jiffies; |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2338 | cache->cred = get_rpccred(set->cred); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2339 | cache->mask = set->mask; |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2340 | |
NeilBrown | f682a39 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 2341 | /* The above field assignments must be visible |
| 2342 | * before this item appears on the lru. We cannot easily |
| 2343 | * use rcu_assign_pointer, so just force the memory barrier. |
| 2344 | */ |
| 2345 | smp_wmb(); |
Trond Myklebust | 1c3c07e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2346 | nfs_access_add_rbtree(inode, cache); |
Trond Myklebust | cfcea3e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2347 | |
| 2348 | /* Update accounting */ |
Peter Zijlstra | 4e857c5 | 2014-03-17 18:06:10 +0100 | [diff] [blame] | 2349 | smp_mb__before_atomic(); |
Trond Myklebust | cfcea3e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2350 | atomic_long_inc(&nfs_access_nr_entries); |
Peter Zijlstra | 4e857c5 | 2014-03-17 18:06:10 +0100 | [diff] [blame] | 2351 | smp_mb__after_atomic(); |
Trond Myklebust | cfcea3e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2352 | |
| 2353 | /* Add inode to global LRU list */ |
Trond Myklebust | 1a81bb8 | 2010-05-13 12:51:06 -0400 | [diff] [blame] | 2354 | if (!test_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags)) { |
Trond Myklebust | cfcea3e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2355 | spin_lock(&nfs_access_lru_lock); |
Trond Myklebust | 1a81bb8 | 2010-05-13 12:51:06 -0400 | [diff] [blame] | 2356 | if (!test_and_set_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags)) |
| 2357 | list_add_tail(&NFS_I(inode)->access_cache_inode_lru, |
| 2358 | &nfs_access_lru_list); |
Trond Myklebust | cfcea3e | 2006-07-25 11:28:18 -0400 | [diff] [blame] | 2359 | spin_unlock(&nfs_access_lru_lock); |
| 2360 | } |
Trond Myklebust | 3a50584 | 2014-07-21 13:53:48 -0400 | [diff] [blame] | 2361 | nfs_access_cache_enforce_limit(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2362 | } |
Weston Andros Adamson | 6168f62 | 2012-09-10 14:00:46 -0400 | [diff] [blame] | 2363 | EXPORT_SYMBOL_GPL(nfs_access_add_cache); |
| 2364 | |
| 2365 | void nfs_access_set_mask(struct nfs_access_entry *entry, u32 access_result) |
| 2366 | { |
| 2367 | entry->mask = 0; |
| 2368 | if (access_result & NFS4_ACCESS_READ) |
| 2369 | entry->mask |= MAY_READ; |
| 2370 | if (access_result & |
| 2371 | (NFS4_ACCESS_MODIFY | NFS4_ACCESS_EXTEND | NFS4_ACCESS_DELETE)) |
| 2372 | entry->mask |= MAY_WRITE; |
| 2373 | if (access_result & (NFS4_ACCESS_LOOKUP|NFS4_ACCESS_EXECUTE)) |
| 2374 | entry->mask |= MAY_EXEC; |
| 2375 | } |
| 2376 | EXPORT_SYMBOL_GPL(nfs_access_set_mask); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2377 | |
| 2378 | static int nfs_do_access(struct inode *inode, struct rpc_cred *cred, int mask) |
| 2379 | { |
| 2380 | struct nfs_access_entry cache; |
| 2381 | int status; |
| 2382 | |
Trond Myklebust | f4ce129 | 2013-08-19 18:59:33 -0400 | [diff] [blame] | 2383 | trace_nfs_access_enter(inode); |
| 2384 | |
NeilBrown | f682a39 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 2385 | status = nfs_access_get_cached_rcu(inode, cred, &cache); |
| 2386 | if (status != 0) |
| 2387 | status = nfs_access_get_cached(inode, cred, &cache); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2388 | if (status == 0) |
Trond Myklebust | f4ce129 | 2013-08-19 18:59:33 -0400 | [diff] [blame] | 2389 | goto out_cached; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2390 | |
NeilBrown | f3324a2 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 2391 | status = -ECHILD; |
| 2392 | if (mask & MAY_NOT_BLOCK) |
| 2393 | goto out; |
| 2394 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2395 | /* Be clever: ask server to check for all possible rights */ |
| 2396 | cache.mask = MAY_EXEC | MAY_WRITE | MAY_READ; |
| 2397 | cache.cred = cred; |
| 2398 | cache.jiffies = jiffies; |
| 2399 | status = NFS_PROTO(inode)->access(inode, &cache); |
Suresh Jayaraman | a71ee33 | 2009-03-10 20:33:21 -0400 | [diff] [blame] | 2400 | if (status != 0) { |
| 2401 | if (status == -ESTALE) { |
| 2402 | nfs_zap_caches(inode); |
| 2403 | if (!S_ISDIR(inode->i_mode)) |
| 2404 | set_bit(NFS_INO_STALE, &NFS_I(inode)->flags); |
| 2405 | } |
Trond Myklebust | f4ce129 | 2013-08-19 18:59:33 -0400 | [diff] [blame] | 2406 | goto out; |
Suresh Jayaraman | a71ee33 | 2009-03-10 20:33:21 -0400 | [diff] [blame] | 2407 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2408 | nfs_access_add_cache(inode, &cache); |
Trond Myklebust | f4ce129 | 2013-08-19 18:59:33 -0400 | [diff] [blame] | 2409 | out_cached: |
| 2410 | if ((mask & ~cache.mask & (MAY_READ | MAY_WRITE | MAY_EXEC)) != 0) |
| 2411 | status = -EACCES; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2412 | out: |
Trond Myklebust | f4ce129 | 2013-08-19 18:59:33 -0400 | [diff] [blame] | 2413 | trace_nfs_access_exit(inode, status); |
| 2414 | return status; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2415 | } |
| 2416 | |
Trond Myklebust | af22f94 | 2007-08-10 17:45:10 -0400 | [diff] [blame] | 2417 | static int nfs_open_permission_mask(int openflags) |
| 2418 | { |
| 2419 | int mask = 0; |
| 2420 | |
Weston Andros Adamson | f8d9a89 | 2013-01-03 16:42:29 -0500 | [diff] [blame] | 2421 | if (openflags & __FMODE_EXEC) { |
| 2422 | /* ONLY check exec rights */ |
| 2423 | mask = MAY_EXEC; |
| 2424 | } else { |
| 2425 | if ((openflags & O_ACCMODE) != O_WRONLY) |
| 2426 | mask |= MAY_READ; |
| 2427 | if ((openflags & O_ACCMODE) != O_RDONLY) |
| 2428 | mask |= MAY_WRITE; |
| 2429 | } |
| 2430 | |
Trond Myklebust | af22f94 | 2007-08-10 17:45:10 -0400 | [diff] [blame] | 2431 | return mask; |
| 2432 | } |
| 2433 | |
| 2434 | int nfs_may_open(struct inode *inode, struct rpc_cred *cred, int openflags) |
| 2435 | { |
| 2436 | return nfs_do_access(inode, cred, nfs_open_permission_mask(openflags)); |
| 2437 | } |
Bryan Schumaker | 89d77c8 | 2012-07-30 16:05:25 -0400 | [diff] [blame] | 2438 | EXPORT_SYMBOL_GPL(nfs_may_open); |
Trond Myklebust | af22f94 | 2007-08-10 17:45:10 -0400 | [diff] [blame] | 2439 | |
Trond Myklebust | 5c5fc09 | 2015-12-28 19:30:05 -0500 | [diff] [blame] | 2440 | static int nfs_execute_ok(struct inode *inode, int mask) |
| 2441 | { |
| 2442 | struct nfs_server *server = NFS_SERVER(inode); |
| 2443 | int ret; |
| 2444 | |
| 2445 | if (mask & MAY_NOT_BLOCK) |
| 2446 | ret = nfs_revalidate_inode_rcu(server, inode); |
| 2447 | else |
| 2448 | ret = nfs_revalidate_inode(server, inode); |
| 2449 | if (ret == 0 && !execute_ok(inode)) |
| 2450 | ret = -EACCES; |
| 2451 | return ret; |
| 2452 | } |
| 2453 | |
Al Viro | 10556cb | 2011-06-20 19:28:19 -0400 | [diff] [blame] | 2454 | int nfs_permission(struct inode *inode, int mask) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2455 | { |
| 2456 | struct rpc_cred *cred; |
| 2457 | int res = 0; |
| 2458 | |
Chuck Lever | 91d5b47 | 2006-03-20 13:44:14 -0500 | [diff] [blame] | 2459 | nfs_inc_stats(inode, NFSIOS_VFSACCESS); |
| 2460 | |
Al Viro | e6305c4 | 2008-07-15 21:03:57 -0400 | [diff] [blame] | 2461 | if ((mask & (MAY_READ | MAY_WRITE | MAY_EXEC)) == 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2462 | goto out; |
| 2463 | /* Is this sys_access() ? */ |
Eric Paris | 9cfcac8 | 2010-07-23 11:43:51 -0400 | [diff] [blame] | 2464 | if (mask & (MAY_ACCESS | MAY_CHDIR)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2465 | goto force_lookup; |
| 2466 | |
| 2467 | switch (inode->i_mode & S_IFMT) { |
| 2468 | case S_IFLNK: |
| 2469 | goto out; |
| 2470 | case S_IFREG: |
Trond Myklebust | 762674f | 2015-12-26 21:54:58 -0500 | [diff] [blame] | 2471 | if ((mask & MAY_OPEN) && |
| 2472 | nfs_server_capable(inode, NFS_CAP_ATOMIC_OPEN)) |
| 2473 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2474 | break; |
| 2475 | case S_IFDIR: |
| 2476 | /* |
| 2477 | * Optimize away all write operations, since the server |
| 2478 | * will check permissions when we perform the op. |
| 2479 | */ |
| 2480 | if ((mask & MAY_WRITE) && !(mask & MAY_READ)) |
| 2481 | goto out; |
| 2482 | } |
| 2483 | |
| 2484 | force_lookup: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2485 | if (!NFS_PROTO(inode)->access) |
| 2486 | goto out_notsup; |
| 2487 | |
NeilBrown | f3324a2 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 2488 | /* Always try fast lookups first */ |
| 2489 | rcu_read_lock(); |
| 2490 | cred = rpc_lookup_cred_nonblock(); |
| 2491 | if (!IS_ERR(cred)) |
| 2492 | res = nfs_do_access(inode, cred, mask|MAY_NOT_BLOCK); |
| 2493 | else |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2494 | res = PTR_ERR(cred); |
NeilBrown | f3324a2 | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 2495 | rcu_read_unlock(); |
| 2496 | if (res == -ECHILD && !(mask & MAY_NOT_BLOCK)) { |
| 2497 | /* Fast lookup failed, try the slow way */ |
| 2498 | cred = rpc_lookup_cred(); |
| 2499 | if (!IS_ERR(cred)) { |
| 2500 | res = nfs_do_access(inode, cred, mask); |
| 2501 | put_rpccred(cred); |
| 2502 | } else |
| 2503 | res = PTR_ERR(cred); |
| 2504 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2505 | out: |
Trond Myklebust | 5c5fc09 | 2015-12-28 19:30:05 -0500 | [diff] [blame] | 2506 | if (!res && (mask & MAY_EXEC)) |
| 2507 | res = nfs_execute_ok(inode, mask); |
Miklos Szeredi | f696a36 | 2008-07-31 13:41:58 +0200 | [diff] [blame] | 2508 | |
Niels de Vos | 1e8968c | 2013-12-17 18:20:16 +0100 | [diff] [blame] | 2509 | dfprintk(VFS, "NFS: permission(%s/%lu), mask=0x%x, res=%d\n", |
Chuck Lever | 1e7cb3d | 2006-03-20 13:44:24 -0500 | [diff] [blame] | 2510 | inode->i_sb->s_id, inode->i_ino, mask, res); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2511 | return res; |
| 2512 | out_notsup: |
NeilBrown | d51ac1a | 2014-07-14 11:28:20 +1000 | [diff] [blame] | 2513 | if (mask & MAY_NOT_BLOCK) |
| 2514 | return -ECHILD; |
| 2515 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2516 | res = nfs_revalidate_inode(NFS_SERVER(inode), inode); |
| 2517 | if (res == 0) |
Al Viro | 2830ba7 | 2011-06-20 19:16:29 -0400 | [diff] [blame] | 2518 | res = generic_permission(inode, mask); |
Chuck Lever | 1e7cb3d | 2006-03-20 13:44:24 -0500 | [diff] [blame] | 2519 | goto out; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2520 | } |
Bryan Schumaker | ddda8e0 | 2012-07-30 16:05:23 -0400 | [diff] [blame] | 2521 | EXPORT_SYMBOL_GPL(nfs_permission); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2522 | |
| 2523 | /* |
| 2524 | * Local variables: |
| 2525 | * version-control: t |
| 2526 | * kept-new-versions: 5 |
| 2527 | * End: |
| 2528 | */ |