blob: ce8cb926526bfad79aabe5b8448f80212e1670f9 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/fs/nfs/dir.c
3 *
4 * Copyright (C) 1992 Rick Sladkey
5 *
6 * nfs directory handling functions
7 *
8 * 10 Apr 1996 Added silly rename for unlink --okir
9 * 28 Sep 1996 Improved directory cache --okir
10 * 23 Aug 1997 Claus Heine claus@momo.math.rwth-aachen.de
11 * Re-implemented silly rename for unlink, newly implemented
12 * silly rename for nfs_rename() following the suggestions
13 * of Olaf Kirch (okir) found in this file.
14 * Following Linus comments on my original hack, this version
15 * depends only on the dcache stuff and doesn't touch the inode
16 * layer (iput() and friends).
17 * 6 Jun 1999 Cache readdir lookups in the page cache. -DaveM
18 */
19
Bryan Schumakerddda8e02012-07-30 16:05:23 -040020#include <linux/module.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#include <linux/time.h>
22#include <linux/errno.h>
23#include <linux/stat.h>
24#include <linux/fcntl.h>
25#include <linux/string.h>
26#include <linux/kernel.h>
27#include <linux/slab.h>
28#include <linux/mm.h>
29#include <linux/sunrpc/clnt.h>
30#include <linux/nfs_fs.h>
31#include <linux/nfs_mount.h>
32#include <linux/pagemap.h>
Chuck Lever873101b2006-08-22 20:06:23 -040033#include <linux/pagevec.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034#include <linux/namei.h>
David Howells54ceac42006-08-22 20:06:13 -040035#include <linux/mount.h>
Alexey Dobriyane8edc6e2007-05-21 01:22:52 +040036#include <linux/sched.h>
Catalin Marinas04e4bd12010-11-11 12:53:47 +000037#include <linux/kmemleak.h>
Aneesh Kumar K.V64c2ce82010-12-09 11:35:25 +000038#include <linux/xattr.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070039
40#include "delegation.h"
Chuck Lever91d5b472006-03-20 13:44:14 -050041#include "iostat.h"
Adrian Bunk4c30d562007-11-21 15:04:31 -080042#include "internal.h"
Trond Myklebustcd9a1c02010-09-17 10:56:50 -040043#include "fscache.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070044
Linus Torvalds1da177e2005-04-16 15:20:36 -070045/* #define NFS_DEBUG_VERBOSE 1 */
46
47static int nfs_opendir(struct inode *, struct file *);
Bryan Schumaker480c2002011-03-23 14:48:29 -040048static int nfs_closedir(struct inode *, struct file *);
Linus Torvalds1da177e2005-04-16 15:20:36 -070049static int nfs_readdir(struct file *, void *, filldir_t);
Josef Bacik02c24a82011-07-16 20:44:56 -040050static int nfs_fsync_dir(struct file *, loff_t, loff_t, int);
Trond Myklebustf0dd2132005-06-22 17:16:29 +000051static loff_t nfs_llseek_dir(struct file *, loff_t, int);
Trond Myklebust11de3b12010-12-01 14:17:06 -050052static void nfs_readdir_clear_array(struct page*);
Linus Torvalds1da177e2005-04-16 15:20:36 -070053
Arjan van de Ven4b6f5d22006-03-28 01:56:42 -080054const struct file_operations nfs_dir_operations = {
Trond Myklebustf0dd2132005-06-22 17:16:29 +000055 .llseek = nfs_llseek_dir,
Linus Torvalds1da177e2005-04-16 15:20:36 -070056 .read = generic_read_dir,
57 .readdir = nfs_readdir,
58 .open = nfs_opendir,
Bryan Schumaker480c2002011-03-23 14:48:29 -040059 .release = nfs_closedir,
Linus Torvalds1da177e2005-04-16 15:20:36 -070060 .fsync = nfs_fsync_dir,
61};
62
Trond Myklebust11de3b12010-12-01 14:17:06 -050063const struct address_space_operations nfs_dir_aops = {
64 .freepage = nfs_readdir_clear_array,
Bryan Schumakerd1bacf92010-09-24 14:48:42 -040065};
66
Trond Myklebust0c030802011-07-30 12:45:35 -040067static struct nfs_open_dir_context *alloc_nfs_open_dir_context(struct inode *dir, struct rpc_cred *cred)
Bryan Schumaker480c2002011-03-23 14:48:29 -040068{
69 struct nfs_open_dir_context *ctx;
70 ctx = kmalloc(sizeof(*ctx), GFP_KERNEL);
71 if (ctx != NULL) {
Bryan Schumaker8ef2ce32011-03-23 15:04:31 -040072 ctx->duped = 0;
Trond Myklebust0c030802011-07-30 12:45:35 -040073 ctx->attr_gencount = NFS_I(dir)->attr_gencount;
Bryan Schumaker480c2002011-03-23 14:48:29 -040074 ctx->dir_cookie = 0;
Bryan Schumaker8ef2ce32011-03-23 15:04:31 -040075 ctx->dup_cookie = 0;
Bryan Schumaker480c2002011-03-23 14:48:29 -040076 ctx->cred = get_rpccred(cred);
Trond Myklebust0c030802011-07-30 12:45:35 -040077 return ctx;
78 }
79 return ERR_PTR(-ENOMEM);
Bryan Schumaker480c2002011-03-23 14:48:29 -040080}
81
82static void put_nfs_open_dir_context(struct nfs_open_dir_context *ctx)
83{
84 put_rpccred(ctx->cred);
85 kfree(ctx);
86}
87
Linus Torvalds1da177e2005-04-16 15:20:36 -070088/*
89 * Open file
90 */
91static int
92nfs_opendir(struct inode *inode, struct file *filp)
93{
Bryan Schumaker480c2002011-03-23 14:48:29 -040094 int res = 0;
95 struct nfs_open_dir_context *ctx;
96 struct rpc_cred *cred;
Linus Torvalds1da177e2005-04-16 15:20:36 -070097
Chuck Lever6da24bc2008-06-11 17:55:58 -040098 dfprintk(FILE, "NFS: open dir(%s/%s)\n",
Chuck Levercc0dd2d2008-06-11 17:55:42 -040099 filp->f_path.dentry->d_parent->d_name.name,
100 filp->f_path.dentry->d_name.name);
101
102 nfs_inc_stats(inode, NFSIOS_VFSOPEN);
Chuck Lever1e7cb3d2006-03-20 13:44:24 -0500103
Bryan Schumaker480c2002011-03-23 14:48:29 -0400104 cred = rpc_lookup_cred();
105 if (IS_ERR(cred))
106 return PTR_ERR(cred);
Trond Myklebust0c030802011-07-30 12:45:35 -0400107 ctx = alloc_nfs_open_dir_context(inode, cred);
Bryan Schumaker480c2002011-03-23 14:48:29 -0400108 if (IS_ERR(ctx)) {
109 res = PTR_ERR(ctx);
110 goto out;
111 }
112 filp->private_data = ctx;
Neil Brownf5a73672010-08-10 10:20:05 -0400113 if (filp->f_path.dentry == filp->f_path.mnt->mnt_root) {
114 /* This is a mountpoint, so d_revalidate will never
115 * have been called, so we need to refresh the
116 * inode (for close-open consistency) ourselves.
117 */
118 __nfs_revalidate_inode(NFS_SERVER(inode), inode);
119 }
Bryan Schumaker480c2002011-03-23 14:48:29 -0400120out:
121 put_rpccred(cred);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122 return res;
123}
124
Bryan Schumaker480c2002011-03-23 14:48:29 -0400125static int
126nfs_closedir(struct inode *inode, struct file *filp)
127{
128 put_nfs_open_dir_context(filp->private_data);
129 return 0;
130}
131
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400132struct nfs_cache_array_entry {
133 u64 cookie;
134 u64 ino;
135 struct qstr string;
Trond Myklebust0b26a0b2010-11-20 14:26:44 -0500136 unsigned char d_type;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400137};
138
139struct nfs_cache_array {
Chuck Lever88b8e132012-03-01 17:00:23 -0500140 int size;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400141 int eof_index;
142 u64 last_cookie;
143 struct nfs_cache_array_entry array[0];
144};
145
Chuck Lever573c4e12010-12-14 14:58:11 +0000146typedef int (*decode_dirent_t)(struct xdr_stream *, struct nfs_entry *, int);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147typedef struct {
148 struct file *file;
149 struct page *page;
150 unsigned long page_index;
Trond Myklebustf0dd2132005-06-22 17:16:29 +0000151 u64 *dir_cookie;
Trond Myklebust0aded702010-11-30 21:56:32 -0500152 u64 last_cookie;
Trond Myklebustf0dd2132005-06-22 17:16:29 +0000153 loff_t current_index;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154 decode_dirent_t decode;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400155
Neil Brown1f4eab72007-04-16 09:35:27 +1000156 unsigned long timestamp;
Trond Myklebust4704f0e2008-10-14 19:16:07 -0400157 unsigned long gencount;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400158 unsigned int cache_entry_index;
159 unsigned int plus:1;
160 unsigned int eof:1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161} nfs_readdir_descriptor_t;
162
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400163/*
164 * The caller is responsible for calling nfs_readdir_release_array(page)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165 */
166static
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400167struct nfs_cache_array *nfs_readdir_get_array(struct page *page)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700168{
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500169 void *ptr;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400170 if (page == NULL)
171 return ERR_PTR(-EIO);
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500172 ptr = kmap(page);
173 if (ptr == NULL)
174 return ERR_PTR(-ENOMEM);
175 return ptr;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400176}
177
178static
179void nfs_readdir_release_array(struct page *page)
180{
181 kunmap(page);
182}
183
184/*
185 * we are freeing strings created by nfs_add_to_readdir_array()
186 */
187static
Trond Myklebust11de3b12010-12-01 14:17:06 -0500188void nfs_readdir_clear_array(struct page *page)
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400189{
Trond Myklebust11de3b12010-12-01 14:17:06 -0500190 struct nfs_cache_array *array;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400191 int i;
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500192
Cong Wang2b86ce22011-11-25 23:14:33 +0800193 array = kmap_atomic(page);
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400194 for (i = 0; i < array->size; i++)
195 kfree(array->array[i].string.name);
Cong Wang2b86ce22011-11-25 23:14:33 +0800196 kunmap_atomic(array);
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400197}
198
199/*
200 * the caller is responsible for freeing qstr.name
201 * when called by nfs_readdir_add_to_array, the strings will be freed in
202 * nfs_clear_readdir_array()
203 */
204static
Trond Myklebust4a201d62010-10-23 14:53:23 -0400205int nfs_readdir_make_qstr(struct qstr *string, const char *name, unsigned int len)
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400206{
207 string->len = len;
208 string->name = kmemdup(name, len, GFP_KERNEL);
Trond Myklebust4a201d62010-10-23 14:53:23 -0400209 if (string->name == NULL)
210 return -ENOMEM;
Catalin Marinas04e4bd12010-11-11 12:53:47 +0000211 /*
212 * Avoid a kmemleak false positive. The pointer to the name is stored
213 * in a page cache page which kmemleak does not scan.
214 */
215 kmemleak_not_leak(string->name);
Trond Myklebust4a201d62010-10-23 14:53:23 -0400216 string->hash = full_name_hash(name, len);
217 return 0;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400218}
219
220static
221int nfs_readdir_add_to_array(struct nfs_entry *entry, struct page *page)
222{
223 struct nfs_cache_array *array = nfs_readdir_get_array(page);
Trond Myklebust4a201d62010-10-23 14:53:23 -0400224 struct nfs_cache_array_entry *cache_entry;
225 int ret;
226
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400227 if (IS_ERR(array))
228 return PTR_ERR(array);
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400229
Trond Myklebust4a201d62010-10-23 14:53:23 -0400230 cache_entry = &array->array[array->size];
Trond Myklebust3020093f2010-11-20 15:18:22 -0500231
232 /* Check that this entry lies within the page bounds */
233 ret = -ENOSPC;
234 if ((char *)&cache_entry[1] - (char *)page_address(page) > PAGE_SIZE)
235 goto out;
236
Trond Myklebust4a201d62010-10-23 14:53:23 -0400237 cache_entry->cookie = entry->prev_cookie;
238 cache_entry->ino = entry->ino;
Trond Myklebust0b26a0b2010-11-20 14:26:44 -0500239 cache_entry->d_type = entry->d_type;
Trond Myklebust4a201d62010-10-23 14:53:23 -0400240 ret = nfs_readdir_make_qstr(&cache_entry->string, entry->name, entry->len);
241 if (ret)
242 goto out;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400243 array->last_cookie = entry->cookie;
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500244 array->size++;
Trond Myklebust47c716c2010-12-07 12:44:56 -0500245 if (entry->eof != 0)
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400246 array->eof_index = array->size;
Trond Myklebust4a201d62010-10-23 14:53:23 -0400247out:
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400248 nfs_readdir_release_array(page);
Trond Myklebust4a201d62010-10-23 14:53:23 -0400249 return ret;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400250}
251
252static
253int nfs_readdir_search_for_pos(struct nfs_cache_array *array, nfs_readdir_descriptor_t *desc)
254{
255 loff_t diff = desc->file->f_pos - desc->current_index;
256 unsigned int index;
257
258 if (diff < 0)
259 goto out_eof;
260 if (diff >= array->size) {
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500261 if (array->eof_index >= 0)
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400262 goto out_eof;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400263 return -EAGAIN;
264 }
265
266 index = (unsigned int)diff;
267 *desc->dir_cookie = array->array[index].cookie;
268 desc->cache_entry_index = index;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400269 return 0;
270out_eof:
271 desc->eof = 1;
272 return -EBADCOOKIE;
273}
274
275static
276int nfs_readdir_search_for_cookie(struct nfs_cache_array *array, nfs_readdir_descriptor_t *desc)
277{
278 int i;
Bryan Schumaker8ef2ce32011-03-23 15:04:31 -0400279 loff_t new_pos;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400280 int status = -EAGAIN;
281
282 for (i = 0; i < array->size; i++) {
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400283 if (array->array[i].cookie == *desc->dir_cookie) {
Trond Myklebust0c030802011-07-30 12:45:35 -0400284 struct nfs_inode *nfsi = NFS_I(desc->file->f_path.dentry->d_inode);
285 struct nfs_open_dir_context *ctx = desc->file->private_data;
286
Bryan Schumaker8ef2ce32011-03-23 15:04:31 -0400287 new_pos = desc->current_index + i;
Trond Myklebust0c030802011-07-30 12:45:35 -0400288 if (ctx->attr_gencount != nfsi->attr_gencount
289 || (nfsi->cache_validity & (NFS_INO_INVALID_ATTR|NFS_INO_INVALID_DATA))) {
290 ctx->duped = 0;
291 ctx->attr_gencount = nfsi->attr_gencount;
292 } else if (new_pos < desc->file->f_pos) {
293 if (ctx->duped > 0
294 && ctx->dup_cookie == *desc->dir_cookie) {
295 if (printk_ratelimit()) {
296 pr_notice("NFS: directory %s/%s contains a readdir loop."
297 "Please contact your server vendor. "
Bryan Schumaker374e4e32011-07-29 11:49:06 -0400298 "The file: %s has duplicate cookie %llu\n",
Trond Myklebust0c030802011-07-30 12:45:35 -0400299 desc->file->f_dentry->d_parent->d_name.name,
300 desc->file->f_dentry->d_name.name,
Bryan Schumaker374e4e32011-07-29 11:49:06 -0400301 array->array[i].string.name,
Trond Myklebust0c030802011-07-30 12:45:35 -0400302 *desc->dir_cookie);
303 }
304 status = -ELOOP;
305 goto out;
306 }
Bryan Schumaker8ef2ce32011-03-23 15:04:31 -0400307 ctx->dup_cookie = *desc->dir_cookie;
Trond Myklebust0c030802011-07-30 12:45:35 -0400308 ctx->duped = -1;
Bryan Schumaker8ef2ce32011-03-23 15:04:31 -0400309 }
310 desc->file->f_pos = new_pos;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400311 desc->cache_entry_index = i;
Trond Myklebust47c716c2010-12-07 12:44:56 -0500312 return 0;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400313 }
314 }
Trond Myklebust47c716c2010-12-07 12:44:56 -0500315 if (array->eof_index >= 0) {
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500316 status = -EBADCOOKIE;
Trond Myklebust18fb5fe2010-12-07 12:41:58 -0500317 if (*desc->dir_cookie == array->last_cookie)
318 desc->eof = 1;
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500319 }
Trond Myklebust0c030802011-07-30 12:45:35 -0400320out:
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400321 return status;
322}
323
324static
325int nfs_readdir_search_array(nfs_readdir_descriptor_t *desc)
326{
327 struct nfs_cache_array *array;
Trond Myklebust47c716c2010-12-07 12:44:56 -0500328 int status;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400329
330 array = nfs_readdir_get_array(desc->page);
331 if (IS_ERR(array)) {
332 status = PTR_ERR(array);
333 goto out;
334 }
335
336 if (*desc->dir_cookie == 0)
337 status = nfs_readdir_search_for_pos(array, desc);
338 else
339 status = nfs_readdir_search_for_cookie(array, desc);
340
Trond Myklebust47c716c2010-12-07 12:44:56 -0500341 if (status == -EAGAIN) {
Trond Myklebust0aded702010-11-30 21:56:32 -0500342 desc->last_cookie = array->last_cookie;
Trond Myklebuste47c0852011-03-23 08:43:09 -0400343 desc->current_index += array->size;
Trond Myklebust47c716c2010-12-07 12:44:56 -0500344 desc->page_index++;
345 }
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400346 nfs_readdir_release_array(desc->page);
347out:
348 return status;
349}
350
351/* Fill a page with xdr information before transferring to the cache page */
352static
Bryan Schumaker56e4ebf2010-10-20 15:44:37 -0400353int nfs_readdir_xdr_filler(struct page **pages, nfs_readdir_descriptor_t *desc,
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400354 struct nfs_entry *entry, struct file *file, struct inode *inode)
355{
Bryan Schumaker480c2002011-03-23 14:48:29 -0400356 struct nfs_open_dir_context *ctx = file->private_data;
357 struct rpc_cred *cred = ctx->cred;
Trond Myklebust4704f0e2008-10-14 19:16:07 -0400358 unsigned long timestamp, gencount;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700359 int error;
360
Linus Torvalds1da177e2005-04-16 15:20:36 -0700361 again:
362 timestamp = jiffies;
Trond Myklebust4704f0e2008-10-14 19:16:07 -0400363 gencount = nfs_inc_attr_generation_counter();
Bryan Schumaker56e4ebf2010-10-20 15:44:37 -0400364 error = NFS_PROTO(inode)->readdir(file->f_path.dentry, cred, entry->cookie, pages,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700365 NFS_SERVER(inode)->dtsize, desc->plus);
366 if (error < 0) {
367 /* We requested READDIRPLUS, but the server doesn't grok it */
368 if (error == -ENOTSUPP && desc->plus) {
369 NFS_SERVER(inode)->caps &= ~NFS_CAP_READDIRPLUS;
Benny Halevy3a10c302008-01-23 08:58:59 +0200370 clear_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(inode)->flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700371 desc->plus = 0;
372 goto again;
373 }
374 goto error;
375 }
Neil Brown1f4eab72007-04-16 09:35:27 +1000376 desc->timestamp = timestamp;
Trond Myklebust4704f0e2008-10-14 19:16:07 -0400377 desc->gencount = gencount;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400378error:
379 return error;
380}
381
Chuck Lever573c4e12010-12-14 14:58:11 +0000382static int xdr_decode(nfs_readdir_descriptor_t *desc,
383 struct nfs_entry *entry, struct xdr_stream *xdr)
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400384{
Chuck Lever573c4e12010-12-14 14:58:11 +0000385 int error;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400386
Chuck Lever573c4e12010-12-14 14:58:11 +0000387 error = desc->decode(xdr, entry, desc->plus);
388 if (error)
389 return error;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400390 entry->fattr->time_start = desc->timestamp;
391 entry->fattr->gencount = desc->gencount;
392 return 0;
393}
394
Bryan Schumakerd39ab9d2010-09-24 18:50:01 -0400395static
396int nfs_same_file(struct dentry *dentry, struct nfs_entry *entry)
397{
Bryan Schumakerd39ab9d2010-09-24 18:50:01 -0400398 if (dentry->d_inode == NULL)
399 goto different;
Trond Myklebust37a09f02010-11-30 12:42:34 -0500400 if (nfs_compare_fh(entry->fh, NFS_FH(dentry->d_inode)) != 0)
Bryan Schumakerd39ab9d2010-09-24 18:50:01 -0400401 goto different;
402 return 1;
403different:
404 return 0;
405}
406
407static
Trond Myklebustd69ee9b2012-05-01 17:37:59 -0400408bool nfs_use_readdirplus(struct inode *dir, struct file *filp)
409{
410 if (!nfs_server_capable(dir, NFS_CAP_READDIRPLUS))
411 return false;
412 if (test_and_clear_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(dir)->flags))
413 return true;
414 if (filp->f_pos == 0)
415 return true;
416 return false;
417}
418
419/*
420 * This function is called by the lookup code to request the use of
421 * readdirplus to accelerate any future lookups in the same
422 * directory.
423 */
424static
425void nfs_advise_use_readdirplus(struct inode *dir)
426{
427 set_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(dir)->flags);
428}
429
430static
Bryan Schumakerd39ab9d2010-09-24 18:50:01 -0400431void nfs_prime_dcache(struct dentry *parent, struct nfs_entry *entry)
432{
Linus Torvalds26fe5752012-05-10 13:14:12 -0700433 struct qstr filename = QSTR_INIT(entry->name, entry->len);
Trond Myklebust4a201d62010-10-23 14:53:23 -0400434 struct dentry *dentry;
435 struct dentry *alias;
Bryan Schumakerd39ab9d2010-09-24 18:50:01 -0400436 struct inode *dir = parent->d_inode;
437 struct inode *inode;
438
Trond Myklebust4a201d62010-10-23 14:53:23 -0400439 if (filename.name[0] == '.') {
440 if (filename.len == 1)
441 return;
442 if (filename.len == 2 && filename.name[1] == '.')
443 return;
444 }
445 filename.hash = full_name_hash(filename.name, filename.len);
Bryan Schumakerd39ab9d2010-09-24 18:50:01 -0400446
Trond Myklebust4a201d62010-10-23 14:53:23 -0400447 dentry = d_lookup(parent, &filename);
Bryan Schumakerd39ab9d2010-09-24 18:50:01 -0400448 if (dentry != NULL) {
449 if (nfs_same_file(dentry, entry)) {
450 nfs_refresh_inode(dentry->d_inode, entry->fattr);
451 goto out;
452 } else {
453 d_drop(dentry);
454 dput(dentry);
455 }
456 }
457
458 dentry = d_alloc(parent, &filename);
Trond Myklebust4a201d62010-10-23 14:53:23 -0400459 if (dentry == NULL)
460 return;
461
Bryan Schumakerd39ab9d2010-09-24 18:50:01 -0400462 inode = nfs_fhget(dentry->d_sb, entry->fh, entry->fattr);
463 if (IS_ERR(inode))
464 goto out;
465
466 alias = d_materialise_unique(dentry, inode);
467 if (IS_ERR(alias))
468 goto out;
469 else if (alias) {
470 nfs_set_verifier(alias, nfs_save_change_attribute(dir));
471 dput(alias);
472 } else
473 nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
474
475out:
476 dput(dentry);
Bryan Schumakerd39ab9d2010-09-24 18:50:01 -0400477}
478
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400479/* Perform conversion from xdr to cache array */
480static
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500481int nfs_readdir_page_filler(nfs_readdir_descriptor_t *desc, struct nfs_entry *entry,
Trond Myklebust66502392011-01-08 17:45:38 -0500482 struct page **xdr_pages, struct page *page, unsigned int buflen)
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400483{
Bryan Schumakerbabddc72010-10-20 15:44:29 -0400484 struct xdr_stream stream;
Benny Halevyf7da7a12011-05-19 14:16:47 -0400485 struct xdr_buf buf;
Trond Myklebust66502392011-01-08 17:45:38 -0500486 struct page *scratch;
Bryan Schumaker99424382010-10-21 16:33:16 -0400487 struct nfs_cache_array *array;
Trond Myklebust5c346852010-11-20 12:43:45 -0500488 unsigned int count = 0;
489 int status;
Bryan Schumakerbabddc72010-10-20 15:44:29 -0400490
Trond Myklebust66502392011-01-08 17:45:38 -0500491 scratch = alloc_page(GFP_KERNEL);
492 if (scratch == NULL)
493 return -ENOMEM;
Bryan Schumakerbabddc72010-10-20 15:44:29 -0400494
Benny Halevyf7da7a12011-05-19 14:16:47 -0400495 xdr_init_decode_pages(&stream, &buf, xdr_pages, buflen);
Trond Myklebust66502392011-01-08 17:45:38 -0500496 xdr_set_scratch_buffer(&stream, page_address(scratch), PAGE_SIZE);
Bryan Schumaker99424382010-10-21 16:33:16 -0400497
498 do {
499 status = xdr_decode(desc, entry, &stream);
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500500 if (status != 0) {
501 if (status == -EAGAIN)
502 status = 0;
Bryan Schumaker99424382010-10-21 16:33:16 -0400503 break;
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500504 }
Bryan Schumaker99424382010-10-21 16:33:16 -0400505
Trond Myklebust5c346852010-11-20 12:43:45 -0500506 count++;
507
Trond Myklebust47c716c2010-12-07 12:44:56 -0500508 if (desc->plus != 0)
Bryan Schumakerd39ab9d2010-09-24 18:50:01 -0400509 nfs_prime_dcache(desc->file->f_path.dentry, entry);
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500510
511 status = nfs_readdir_add_to_array(entry, page);
512 if (status != 0)
513 break;
Bryan Schumaker99424382010-10-21 16:33:16 -0400514 } while (!entry->eof);
515
Trond Myklebust47c716c2010-12-07 12:44:56 -0500516 if (count == 0 || (status == -EBADCOOKIE && entry->eof != 0)) {
Bryan Schumaker99424382010-10-21 16:33:16 -0400517 array = nfs_readdir_get_array(page);
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500518 if (!IS_ERR(array)) {
519 array->eof_index = array->size;
520 status = 0;
521 nfs_readdir_release_array(page);
Trond Myklebust5c346852010-11-20 12:43:45 -0500522 } else
523 status = PTR_ERR(array);
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400524 }
Trond Myklebust66502392011-01-08 17:45:38 -0500525
526 put_page(scratch);
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500527 return status;
Bryan Schumaker56e4ebf2010-10-20 15:44:37 -0400528}
529
530static
531void nfs_readdir_free_pagearray(struct page **pages, unsigned int npages)
532{
533 unsigned int i;
534 for (i = 0; i < npages; i++)
535 put_page(pages[i]);
536}
537
538static
539void nfs_readdir_free_large_page(void *ptr, struct page **pages,
540 unsigned int npages)
541{
Bryan Schumaker56e4ebf2010-10-20 15:44:37 -0400542 nfs_readdir_free_pagearray(pages, npages);
543}
544
545/*
546 * nfs_readdir_large_page will allocate pages that must be freed with a call
547 * to nfs_readdir_free_large_page
548 */
549static
Trond Myklebust66502392011-01-08 17:45:38 -0500550int nfs_readdir_large_page(struct page **pages, unsigned int npages)
Bryan Schumaker56e4ebf2010-10-20 15:44:37 -0400551{
Bryan Schumaker56e4ebf2010-10-20 15:44:37 -0400552 unsigned int i;
553
554 for (i = 0; i < npages; i++) {
555 struct page *page = alloc_page(GFP_KERNEL);
556 if (page == NULL)
557 goto out_freepages;
558 pages[i] = page;
559 }
Trond Myklebust66502392011-01-08 17:45:38 -0500560 return 0;
Bryan Schumaker56e4ebf2010-10-20 15:44:37 -0400561
Bryan Schumaker56e4ebf2010-10-20 15:44:37 -0400562out_freepages:
563 nfs_readdir_free_pagearray(pages, i);
Trond Myklebust66502392011-01-08 17:45:38 -0500564 return -ENOMEM;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400565}
566
567static
568int nfs_readdir_xdr_to_array(nfs_readdir_descriptor_t *desc, struct page *page, struct inode *inode)
569{
Bryan Schumaker56e4ebf2010-10-20 15:44:37 -0400570 struct page *pages[NFS_MAX_READDIR_PAGES];
571 void *pages_ptr = NULL;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400572 struct nfs_entry entry;
573 struct file *file = desc->file;
574 struct nfs_cache_array *array;
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500575 int status = -ENOMEM;
Bryan Schumaker56e4ebf2010-10-20 15:44:37 -0400576 unsigned int array_size = ARRAY_SIZE(pages);
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400577
578 entry.prev_cookie = 0;
Trond Myklebust0aded702010-11-30 21:56:32 -0500579 entry.cookie = desc->last_cookie;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400580 entry.eof = 0;
581 entry.fh = nfs_alloc_fhandle();
582 entry.fattr = nfs_alloc_fattr();
Chuck Lever573c4e12010-12-14 14:58:11 +0000583 entry.server = NFS_SERVER(inode);
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400584 if (entry.fh == NULL || entry.fattr == NULL)
585 goto out;
586
587 array = nfs_readdir_get_array(page);
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500588 if (IS_ERR(array)) {
589 status = PTR_ERR(array);
590 goto out;
591 }
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400592 memset(array, 0, sizeof(struct nfs_cache_array));
593 array->eof_index = -1;
594
Trond Myklebust66502392011-01-08 17:45:38 -0500595 status = nfs_readdir_large_page(pages, array_size);
596 if (status < 0)
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400597 goto out_release_array;
598 do {
Trond Myklebustac396122010-11-15 20:26:22 -0500599 unsigned int pglen;
Bryan Schumaker56e4ebf2010-10-20 15:44:37 -0400600 status = nfs_readdir_xdr_filler(pages, desc, &entry, file, inode);
Bryan Schumakerbabddc72010-10-20 15:44:29 -0400601
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400602 if (status < 0)
603 break;
Trond Myklebustac396122010-11-15 20:26:22 -0500604 pglen = status;
Trond Myklebust66502392011-01-08 17:45:38 -0500605 status = nfs_readdir_page_filler(desc, &entry, pages, page, pglen);
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500606 if (status < 0) {
607 if (status == -ENOSPC)
608 status = 0;
609 break;
610 }
611 } while (array->eof_index < 0);
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400612
Bryan Schumaker56e4ebf2010-10-20 15:44:37 -0400613 nfs_readdir_free_large_page(pages_ptr, pages, array_size);
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400614out_release_array:
615 nfs_readdir_release_array(page);
616out:
617 nfs_free_fattr(entry.fattr);
618 nfs_free_fhandle(entry.fh);
619 return status;
620}
621
622/*
623 * Now we cache directories properly, by converting xdr information
624 * to an array that can be used for lookups later. This results in
625 * fewer cache pages, since we can store more information on each page.
626 * We only need to convert from xdr once so future lookups are much simpler
627 */
628static
629int nfs_readdir_filler(nfs_readdir_descriptor_t *desc, struct page* page)
630{
631 struct inode *inode = desc->file->f_path.dentry->d_inode;
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500632 int ret;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400633
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500634 ret = nfs_readdir_xdr_to_array(desc, page, inode);
635 if (ret < 0)
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400636 goto error;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700637 SetPageUptodate(page);
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400638
Trond Myklebust2aac05a2008-07-07 13:26:10 -0400639 if (invalidate_inode_pages2_range(inode->i_mapping, page->index + 1, -1) < 0) {
Trond Myklebustcd9ae2b2006-10-19 23:28:40 -0700640 /* Should never happen */
641 nfs_zap_mapping(inode, inode->i_mapping);
642 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700643 unlock_page(page);
644 return 0;
645 error:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700646 unlock_page(page);
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500647 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700648}
649
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400650static
651void cache_page_release(nfs_readdir_descriptor_t *desc)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700652{
Trond Myklebust11de3b12010-12-01 14:17:06 -0500653 if (!desc->page->mapping)
654 nfs_readdir_clear_array(desc->page);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700655 page_cache_release(desc->page);
656 desc->page = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700657}
658
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400659static
660struct page *get_cache_page(nfs_readdir_descriptor_t *desc)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700661{
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500662 return read_cache_page(desc->file->f_path.dentry->d_inode->i_mapping,
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400663 desc->page_index, (filler_t *)nfs_readdir_filler, desc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700664}
665
666/*
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400667 * Returns 0 if desc->dir_cookie was found on page desc->page_index
Olivier Galibert00a92642005-06-22 17:16:29 +0000668 */
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400669static
670int find_cache_page(nfs_readdir_descriptor_t *desc)
Olivier Galibert00a92642005-06-22 17:16:29 +0000671{
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400672 int res;
Olivier Galibert00a92642005-06-22 17:16:29 +0000673
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400674 desc->page = get_cache_page(desc);
675 if (IS_ERR(desc->page))
676 return PTR_ERR(desc->page);
Olivier Galibert00a92642005-06-22 17:16:29 +0000677
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400678 res = nfs_readdir_search_array(desc);
Trond Myklebust47c716c2010-12-07 12:44:56 -0500679 if (res != 0)
680 cache_page_release(desc);
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400681 return res;
Olivier Galibert00a92642005-06-22 17:16:29 +0000682}
683
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400684/* Search for desc->dir_cookie from the beginning of the page cache */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700685static inline
686int readdir_search_pagecache(nfs_readdir_descriptor_t *desc)
687{
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500688 int res;
Olivier Galibert00a92642005-06-22 17:16:29 +0000689
Trond Myklebust0aded702010-11-30 21:56:32 -0500690 if (desc->page_index == 0) {
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500691 desc->current_index = 0;
Trond Myklebust0aded702010-11-30 21:56:32 -0500692 desc->last_cookie = 0;
693 }
Trond Myklebust47c716c2010-12-07 12:44:56 -0500694 do {
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400695 res = find_cache_page(desc);
Trond Myklebust47c716c2010-12-07 12:44:56 -0500696 } while (res == -EAGAIN);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700697 return res;
698}
699
Linus Torvalds1da177e2005-04-16 15:20:36 -0700700/*
701 * Once we've found the start of the dirent within a page: fill 'er up...
702 */
703static
704int nfs_do_filldir(nfs_readdir_descriptor_t *desc, void *dirent,
705 filldir_t filldir)
706{
707 struct file *file = desc->file;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400708 int i = 0;
709 int res = 0;
710 struct nfs_cache_array *array = NULL;
Bryan Schumaker8ef2ce32011-03-23 15:04:31 -0400711 struct nfs_open_dir_context *ctx = file->private_data;
712
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400713 array = nfs_readdir_get_array(desc->page);
Trond Myklebuste7c58e92010-11-20 13:22:24 -0500714 if (IS_ERR(array)) {
715 res = PTR_ERR(array);
716 goto out;
717 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700718
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400719 for (i = desc->cache_entry_index; i < array->size; i++) {
Trond Myklebustece0b422010-11-20 13:55:33 -0500720 struct nfs_cache_array_entry *ent;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700721
Trond Myklebustece0b422010-11-20 13:55:33 -0500722 ent = &array->array[i];
723 if (filldir(dirent, ent->string.name, ent->string.len,
Trond Myklebust0b26a0b2010-11-20 14:26:44 -0500724 file->f_pos, nfs_compat_user_ino64(ent->ino),
725 ent->d_type) < 0) {
Trond Myklebustece0b422010-11-20 13:55:33 -0500726 desc->eof = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700727 break;
Trond Myklebustece0b422010-11-20 13:55:33 -0500728 }
Olivier Galibert00a92642005-06-22 17:16:29 +0000729 file->f_pos++;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400730 if (i < (array->size-1))
731 *desc->dir_cookie = array->array[i+1].cookie;
732 else
733 *desc->dir_cookie = array->last_cookie;
Trond Myklebust0c030802011-07-30 12:45:35 -0400734 if (ctx->duped != 0)
735 ctx->duped = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700736 }
Trond Myklebust47c716c2010-12-07 12:44:56 -0500737 if (array->eof_index >= 0)
Trond Myklebust8cd51a02010-11-15 20:26:22 -0500738 desc->eof = 1;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400739
740 nfs_readdir_release_array(desc->page);
Trond Myklebuste7c58e92010-11-20 13:22:24 -0500741out:
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400742 cache_page_release(desc);
Chuck Lever1e7cb3d2006-03-20 13:44:24 -0500743 dfprintk(DIRCACHE, "NFS: nfs_do_filldir() filling ended @ cookie %Lu; returning = %d\n",
744 (unsigned long long)*desc->dir_cookie, res);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700745 return res;
746}
747
748/*
749 * If we cannot find a cookie in our cache, we suspect that this is
750 * because it points to a deleted file, so we ask the server to return
751 * whatever it thinks is the next entry. We then feed this to filldir.
752 * If all goes well, we should then be able to find our way round the
753 * cache on the next call to readdir_search_pagecache();
754 *
755 * NOTE: we cannot add the anonymous page to the pagecache because
756 * the data it contains might not be page aligned. Besides,
757 * we should already have a complete representation of the
758 * directory in the page cache by the time we get here.
759 */
760static inline
761int uncached_readdir(nfs_readdir_descriptor_t *desc, void *dirent,
762 filldir_t filldir)
763{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700764 struct page *page = NULL;
765 int status;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400766 struct inode *inode = desc->file->f_path.dentry->d_inode;
Trond Myklebust0c030802011-07-30 12:45:35 -0400767 struct nfs_open_dir_context *ctx = desc->file->private_data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700768
Chuck Lever1e7cb3d2006-03-20 13:44:24 -0500769 dfprintk(DIRCACHE, "NFS: uncached_readdir() searching for cookie %Lu\n",
770 (unsigned long long)*desc->dir_cookie);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700771
772 page = alloc_page(GFP_HIGHUSER);
773 if (!page) {
774 status = -ENOMEM;
775 goto out;
776 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700777
Trond Myklebust7a8e1dc2010-11-20 13:24:46 -0500778 desc->page_index = 0;
Trond Myklebust0aded702010-11-30 21:56:32 -0500779 desc->last_cookie = *desc->dir_cookie;
Trond Myklebust7a8e1dc2010-11-20 13:24:46 -0500780 desc->page = page;
Trond Myklebust0c030802011-07-30 12:45:35 -0400781 ctx->duped = 0;
Trond Myklebust7a8e1dc2010-11-20 13:24:46 -0500782
Trond Myklebust85f86072010-11-20 13:24:49 -0500783 status = nfs_readdir_xdr_to_array(desc, page, inode);
784 if (status < 0)
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400785 goto out_release;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400786
Linus Torvalds1da177e2005-04-16 15:20:36 -0700787 status = nfs_do_filldir(desc, dirent, filldir);
788
Linus Torvalds1da177e2005-04-16 15:20:36 -0700789 out:
Chuck Lever1e7cb3d2006-03-20 13:44:24 -0500790 dfprintk(DIRCACHE, "NFS: %s: returns %d\n",
Harvey Harrison3110ff82008-05-02 13:42:44 -0700791 __func__, status);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700792 return status;
793 out_release:
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400794 cache_page_release(desc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700795 goto out;
796}
797
Olivier Galibert00a92642005-06-22 17:16:29 +0000798/* The file offset position represents the dirent entry number. A
799 last cookie cache takes care of the common case of reading the
800 whole directory.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700801 */
802static int nfs_readdir(struct file *filp, void *dirent, filldir_t filldir)
803{
Josef "Jeff" Sipek01cce932006-12-08 02:36:40 -0800804 struct dentry *dentry = filp->f_path.dentry;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700805 struct inode *inode = dentry->d_inode;
806 nfs_readdir_descriptor_t my_desc,
807 *desc = &my_desc;
Bryan Schumaker480c2002011-03-23 14:48:29 -0400808 struct nfs_open_dir_context *dir_ctx = filp->private_data;
Trond Myklebust47c716c2010-12-07 12:44:56 -0500809 int res;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700810
Chuck Lever6da24bc2008-06-11 17:55:58 -0400811 dfprintk(FILE, "NFS: readdir(%s/%s) starting at cookie %llu\n",
Chuck Lever1e7cb3d2006-03-20 13:44:24 -0500812 dentry->d_parent->d_name.name, dentry->d_name.name,
813 (long long)filp->f_pos);
Chuck Lever91d5b472006-03-20 13:44:14 -0500814 nfs_inc_stats(inode, NFSIOS_VFSGETDENTS);
815
Linus Torvalds1da177e2005-04-16 15:20:36 -0700816 /*
Olivier Galibert00a92642005-06-22 17:16:29 +0000817 * filp->f_pos points to the dirent entry number.
Trond Myklebustf0dd2132005-06-22 17:16:29 +0000818 * *desc->dir_cookie has the cookie for the next entry. We have
Olivier Galibert00a92642005-06-22 17:16:29 +0000819 * to either find the entry with the appropriate number or
820 * revalidate the cookie.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700821 */
822 memset(desc, 0, sizeof(*desc));
823
824 desc->file = filp;
Bryan Schumaker480c2002011-03-23 14:48:29 -0400825 desc->dir_cookie = &dir_ctx->dir_cookie;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700826 desc->decode = NFS_PROTO(inode)->decode_dirent;
Trond Myklebustd69ee9b2012-05-01 17:37:59 -0400827 desc->plus = nfs_use_readdirplus(inode, filp) ? 1 : 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700828
Trond Myklebust565277f2007-10-15 18:17:53 -0400829 nfs_block_sillyrename(dentry);
Trond Myklebust1cda7072010-02-19 17:03:30 -0800830 res = nfs_revalidate_mapping(inode, filp->f_mapping);
Trond Myklebustfccca7f2008-01-26 17:37:47 -0500831 if (res < 0)
832 goto out;
833
Trond Myklebust47c716c2010-12-07 12:44:56 -0500834 do {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700835 res = readdir_search_pagecache(desc);
Olivier Galibert00a92642005-06-22 17:16:29 +0000836
Linus Torvalds1da177e2005-04-16 15:20:36 -0700837 if (res == -EBADCOOKIE) {
Trond Myklebustece0b422010-11-20 13:55:33 -0500838 res = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700839 /* This means either end of directory */
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400840 if (*desc->dir_cookie && desc->eof == 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700841 /* Or that the server has 'lost' a cookie */
842 res = uncached_readdir(desc, dirent, filldir);
Trond Myklebustece0b422010-11-20 13:55:33 -0500843 if (res == 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700844 continue;
845 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700846 break;
847 }
848 if (res == -ETOOSMALL && desc->plus) {
Benny Halevy3a10c302008-01-23 08:58:59 +0200849 clear_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(inode)->flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700850 nfs_zap_caches(inode);
Trond Myklebustbaf57a02010-09-24 18:49:43 -0400851 desc->page_index = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700852 desc->plus = 0;
Bryan Schumakerd1bacf92010-09-24 14:48:42 -0400853 desc->eof = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700854 continue;
855 }
856 if (res < 0)
857 break;
858
859 res = nfs_do_filldir(desc, dirent, filldir);
Trond Myklebustece0b422010-11-20 13:55:33 -0500860 if (res < 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700861 break;
Trond Myklebust47c716c2010-12-07 12:44:56 -0500862 } while (!desc->eof);
Trond Myklebustfccca7f2008-01-26 17:37:47 -0500863out:
Trond Myklebust565277f2007-10-15 18:17:53 -0400864 nfs_unblock_sillyrename(dentry);
Chuck Lever1e7cb3d2006-03-20 13:44:24 -0500865 if (res > 0)
866 res = 0;
Trond Myklebustaa49b4c2010-04-16 16:22:49 -0400867 dfprintk(FILE, "NFS: readdir(%s/%s) returns %d\n",
Chuck Lever1e7cb3d2006-03-20 13:44:24 -0500868 dentry->d_parent->d_name.name, dentry->d_name.name,
869 res);
870 return res;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700871}
872
Trond Myklebust10afec92007-05-14 17:16:04 -0400873static loff_t nfs_llseek_dir(struct file *filp, loff_t offset, int origin)
Trond Myklebustf0dd2132005-06-22 17:16:29 +0000874{
Chuck Leverb84e06c2008-06-11 17:55:34 -0400875 struct dentry *dentry = filp->f_path.dentry;
876 struct inode *inode = dentry->d_inode;
Bryan Schumaker480c2002011-03-23 14:48:29 -0400877 struct nfs_open_dir_context *dir_ctx = filp->private_data;
Chuck Leverb84e06c2008-06-11 17:55:34 -0400878
Chuck Lever6da24bc2008-06-11 17:55:58 -0400879 dfprintk(FILE, "NFS: llseek dir(%s/%s, %lld, %d)\n",
Chuck Leverb84e06c2008-06-11 17:55:34 -0400880 dentry->d_parent->d_name.name,
881 dentry->d_name.name,
882 offset, origin);
883
884 mutex_lock(&inode->i_mutex);
Trond Myklebustf0dd2132005-06-22 17:16:29 +0000885 switch (origin) {
886 case 1:
887 offset += filp->f_pos;
888 case 0:
889 if (offset >= 0)
890 break;
891 default:
892 offset = -EINVAL;
893 goto out;
894 }
895 if (offset != filp->f_pos) {
896 filp->f_pos = offset;
Bryan Schumaker480c2002011-03-23 14:48:29 -0400897 dir_ctx->dir_cookie = 0;
Bryan Schumaker8ef2ce32011-03-23 15:04:31 -0400898 dir_ctx->duped = 0;
Trond Myklebustf0dd2132005-06-22 17:16:29 +0000899 }
900out:
Chuck Leverb84e06c2008-06-11 17:55:34 -0400901 mutex_unlock(&inode->i_mutex);
Trond Myklebustf0dd2132005-06-22 17:16:29 +0000902 return offset;
903}
904
Linus Torvalds1da177e2005-04-16 15:20:36 -0700905/*
906 * All directory operations under NFS are synchronous, so fsync()
907 * is a dummy operation.
908 */
Josef Bacik02c24a82011-07-16 20:44:56 -0400909static int nfs_fsync_dir(struct file *filp, loff_t start, loff_t end,
910 int datasync)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700911{
Christoph Hellwig7ea80852010-05-26 17:53:25 +0200912 struct dentry *dentry = filp->f_path.dentry;
Josef Bacik02c24a82011-07-16 20:44:56 -0400913 struct inode *inode = dentry->d_inode;
Christoph Hellwig7ea80852010-05-26 17:53:25 +0200914
Chuck Lever6da24bc2008-06-11 17:55:58 -0400915 dfprintk(FILE, "NFS: fsync dir(%s/%s) datasync %d\n",
Chuck Lever1e7cb3d2006-03-20 13:44:24 -0500916 dentry->d_parent->d_name.name, dentry->d_name.name,
917 datasync);
918
Josef Bacik02c24a82011-07-16 20:44:56 -0400919 mutex_lock(&inode->i_mutex);
Chuck Lever54917782008-05-27 16:29:07 -0400920 nfs_inc_stats(dentry->d_inode, NFSIOS_VFSFSYNC);
Josef Bacik02c24a82011-07-16 20:44:56 -0400921 mutex_unlock(&inode->i_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700922 return 0;
923}
924
Trond Myklebustbfc69a42007-10-15 18:18:29 -0400925/**
926 * nfs_force_lookup_revalidate - Mark the directory as having changed
927 * @dir - pointer to directory inode
928 *
929 * This forces the revalidation code in nfs_lookup_revalidate() to do a
930 * full lookup on all child dentries of 'dir' whenever a change occurs
931 * on the server that might have invalidated our dcache.
932 *
933 * The caller should be holding dir->i_lock
934 */
935void nfs_force_lookup_revalidate(struct inode *dir)
936{
Trond Myklebust011935a2008-10-14 19:24:50 -0400937 NFS_I(dir)->cache_change_attribute++;
Trond Myklebustbfc69a42007-10-15 18:18:29 -0400938}
Bryan Schumaker89d77c82012-07-30 16:05:25 -0400939EXPORT_SYMBOL_GPL(nfs_force_lookup_revalidate);
Trond Myklebustbfc69a42007-10-15 18:18:29 -0400940
Linus Torvalds1da177e2005-04-16 15:20:36 -0700941/*
942 * A check for whether or not the parent directory has changed.
943 * In the case it has, we assume that the dentries are untrustworthy
944 * and may need to be looked up again.
945 */
Trond Myklebustc79ba782007-01-31 08:16:24 -0500946static int nfs_check_verifier(struct inode *dir, struct dentry *dentry)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700947{
948 if (IS_ROOT(dentry))
949 return 1;
Trond Myklebust4eec9522008-07-15 17:58:13 -0400950 if (NFS_SERVER(dir)->flags & NFS_MOUNT_LOOKUP_CACHE_NONE)
951 return 0;
Trond Myklebustf2c77f42007-10-02 12:54:39 -0400952 if (!nfs_verify_change_attribute(dir, dentry->d_time))
953 return 0;
954 /* Revalidate nfsi->cache_change_attribute before we declare a match */
955 if (nfs_revalidate_inode(NFS_SERVER(dir), dir) < 0)
956 return 0;
957 if (!nfs_verify_change_attribute(dir, dentry->d_time))
958 return 0;
959 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700960}
961
Linus Torvalds1da177e2005-04-16 15:20:36 -0700962/*
Trond Myklebusta12802c2007-10-02 19:13:04 -0400963 * Use intent information to check whether or not we're going to do
964 * an O_EXCL create using this path component.
965 */
Al Virofa3c56b2012-06-10 15:36:40 -0400966static int nfs_is_exclusive_create(struct inode *dir, unsigned int flags)
Trond Myklebusta12802c2007-10-02 19:13:04 -0400967{
968 if (NFS_PROTO(dir)->version == 2)
969 return 0;
Al Virofa3c56b2012-06-10 15:36:40 -0400970 return flags & LOOKUP_EXCL;
Trond Myklebusta12802c2007-10-02 19:13:04 -0400971}
972
973/*
Trond Myklebust1d6757f2005-06-07 18:37:01 -0400974 * Inode and filehandle revalidation for lookups.
975 *
976 * We force revalidation in the cases where the VFS sets LOOKUP_REVAL,
977 * or if the intent information indicates that we're about to open this
978 * particular file and the "nocto" mount flag is not set.
979 *
980 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700981static inline
Al Virofa3c56b2012-06-10 15:36:40 -0400982int nfs_lookup_verify_inode(struct inode *inode, unsigned int flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700983{
984 struct nfs_server *server = NFS_SERVER(inode);
985
David Howells36d43a42011-01-14 18:45:42 +0000986 if (IS_AUTOMOUNT(inode))
Trond Myklebust4e99a1f2008-03-06 12:34:59 -0500987 return 0;
Al Virofacc3532012-06-10 15:33:51 -0400988 /* VFS wants an on-the-wire revalidation */
Al Virofa3c56b2012-06-10 15:36:40 -0400989 if (flags & LOOKUP_REVAL)
Al Virofacc3532012-06-10 15:33:51 -0400990 goto out_force;
991 /* This is an open(2) */
Al Virofa3c56b2012-06-10 15:36:40 -0400992 if ((flags & LOOKUP_OPEN) && !(server->flags & NFS_MOUNT_NOCTO) &&
993 (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode)))
Al Virofacc3532012-06-10 15:33:51 -0400994 goto out_force;
995 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700996out_force:
997 return __nfs_revalidate_inode(server, inode);
998}
999
1000/*
1001 * We judge how long we want to trust negative
1002 * dentries by looking at the parent inode mtime.
1003 *
1004 * If parent mtime has changed, we revalidate, else we wait for a
1005 * period corresponding to the parent's attribute cache timeout value.
1006 */
1007static inline
1008int nfs_neg_need_reval(struct inode *dir, struct dentry *dentry,
Al Virofa3c56b2012-06-10 15:36:40 -04001009 unsigned int flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001010{
Linus Torvalds1da177e2005-04-16 15:20:36 -07001011 /* Don't revalidate a negative dentry if we're creating a new file */
Al Virofa3c56b2012-06-10 15:36:40 -04001012 if (flags & LOOKUP_CREATE)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001013 return 0;
Trond Myklebust4eec9522008-07-15 17:58:13 -04001014 if (NFS_SERVER(dir)->flags & NFS_MOUNT_LOOKUP_CACHE_NONEG)
1015 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001016 return !nfs_check_verifier(dir, dentry);
1017}
1018
1019/*
1020 * This is called every time the dcache has a lookup hit,
1021 * and we should check whether we can really trust that
1022 * lookup.
1023 *
1024 * NOTE! The hit can be a negative hit too, don't assume
1025 * we have an inode!
1026 *
1027 * If the parent directory is seen to have changed, we throw out the
1028 * cached dentry and do a new lookup.
1029 */
Al Viro0b728e12012-06-10 16:03:43 -04001030static int nfs_lookup_revalidate(struct dentry *dentry, unsigned int flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001031{
1032 struct inode *dir;
1033 struct inode *inode;
1034 struct dentry *parent;
Trond Myklebuste1fb4d02010-04-16 16:22:47 -04001035 struct nfs_fh *fhandle = NULL;
1036 struct nfs_fattr *fattr = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001037 int error;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001038
Al Virofa3c56b2012-06-10 15:36:40 -04001039 if (flags & LOOKUP_RCU)
Nick Piggin34286d62011-01-07 17:49:57 +11001040 return -ECHILD;
1041
Linus Torvalds1da177e2005-04-16 15:20:36 -07001042 parent = dget_parent(dentry);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001043 dir = parent->d_inode;
Chuck Lever91d5b472006-03-20 13:44:14 -05001044 nfs_inc_stats(dir, NFSIOS_DENTRYREVALIDATE);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001045 inode = dentry->d_inode;
1046
1047 if (!inode) {
Al Virofa3c56b2012-06-10 15:36:40 -04001048 if (nfs_neg_need_reval(dir, dentry, flags))
Linus Torvalds1da177e2005-04-16 15:20:36 -07001049 goto out_bad;
Trond Myklebustd69ee9b2012-05-01 17:37:59 -04001050 goto out_valid_noent;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001051 }
1052
1053 if (is_bad_inode(inode)) {
Chuck Lever1e7cb3d2006-03-20 13:44:24 -05001054 dfprintk(LOOKUPCACHE, "%s: %s/%s has dud inode\n",
Harvey Harrison3110ff82008-05-02 13:42:44 -07001055 __func__, dentry->d_parent->d_name.name,
Chuck Lever1e7cb3d2006-03-20 13:44:24 -05001056 dentry->d_name.name);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001057 goto out_bad;
1058 }
1059
Bryan Schumaker011e2a72012-06-20 15:53:43 -04001060 if (NFS_PROTO(dir)->have_delegation(inode, FMODE_READ))
Trond Myklebust15860ab2008-12-23 15:21:54 -05001061 goto out_set_verifier;
1062
Linus Torvalds1da177e2005-04-16 15:20:36 -07001063 /* Force a full look up iff the parent directory has changed */
Al Virofa3c56b2012-06-10 15:36:40 -04001064 if (!nfs_is_exclusive_create(dir, flags) && nfs_check_verifier(dir, dentry)) {
1065 if (nfs_lookup_verify_inode(inode, flags))
Linus Torvalds1da177e2005-04-16 15:20:36 -07001066 goto out_zap_parent;
1067 goto out_valid;
1068 }
1069
1070 if (NFS_STALE(inode))
1071 goto out_bad;
1072
Trond Myklebuste1fb4d02010-04-16 16:22:47 -04001073 error = -ENOMEM;
1074 fhandle = nfs_alloc_fhandle();
1075 fattr = nfs_alloc_fattr();
1076 if (fhandle == NULL || fattr == NULL)
1077 goto out_error;
1078
Bryan Schumaker80a16b22012-04-27 13:27:46 -04001079 error = NFS_PROTO(dir)->lookup(dir, &dentry->d_name, fhandle, fattr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001080 if (error)
1081 goto out_bad;
Trond Myklebuste1fb4d02010-04-16 16:22:47 -04001082 if (nfs_compare_fh(NFS_FH(inode), fhandle))
Linus Torvalds1da177e2005-04-16 15:20:36 -07001083 goto out_bad;
Trond Myklebuste1fb4d02010-04-16 16:22:47 -04001084 if ((error = nfs_refresh_inode(inode, fattr)) != 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001085 goto out_bad;
1086
Trond Myklebuste1fb4d02010-04-16 16:22:47 -04001087 nfs_free_fattr(fattr);
1088 nfs_free_fhandle(fhandle);
Trond Myklebust15860ab2008-12-23 15:21:54 -05001089out_set_verifier:
Trond Myklebustcf8ba452007-10-01 13:46:53 -04001090 nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001091 out_valid:
Trond Myklebustd69ee9b2012-05-01 17:37:59 -04001092 /* Success: notify readdir to use READDIRPLUS */
1093 nfs_advise_use_readdirplus(dir);
1094 out_valid_noent:
Linus Torvalds1da177e2005-04-16 15:20:36 -07001095 dput(parent);
Chuck Lever1e7cb3d2006-03-20 13:44:24 -05001096 dfprintk(LOOKUPCACHE, "NFS: %s(%s/%s) is valid\n",
Harvey Harrison3110ff82008-05-02 13:42:44 -07001097 __func__, dentry->d_parent->d_name.name,
Chuck Lever1e7cb3d2006-03-20 13:44:24 -05001098 dentry->d_name.name);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001099 return 1;
1100out_zap_parent:
1101 nfs_zap_caches(dir);
1102 out_bad:
Trond Myklebusta1643a92007-09-29 17:25:43 -04001103 nfs_mark_for_revalidate(dir);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001104 if (inode && S_ISDIR(inode->i_mode)) {
1105 /* Purge readdir caches. */
1106 nfs_zap_caches(inode);
1107 /* If we have submounts, don't unhash ! */
1108 if (have_submounts(dentry))
1109 goto out_valid;
Al Virod9e80b72010-04-29 03:10:43 +01001110 if (dentry->d_flags & DCACHE_DISCONNECTED)
1111 goto out_valid;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001112 shrink_dcache_parent(dentry);
1113 }
1114 d_drop(dentry);
Trond Myklebuste1fb4d02010-04-16 16:22:47 -04001115 nfs_free_fattr(fattr);
1116 nfs_free_fhandle(fhandle);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001117 dput(parent);
Chuck Lever1e7cb3d2006-03-20 13:44:24 -05001118 dfprintk(LOOKUPCACHE, "NFS: %s(%s/%s) is invalid\n",
Harvey Harrison3110ff82008-05-02 13:42:44 -07001119 __func__, dentry->d_parent->d_name.name,
Chuck Lever1e7cb3d2006-03-20 13:44:24 -05001120 dentry->d_name.name);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001121 return 0;
Trond Myklebuste1fb4d02010-04-16 16:22:47 -04001122out_error:
1123 nfs_free_fattr(fattr);
1124 nfs_free_fhandle(fhandle);
1125 dput(parent);
1126 dfprintk(LOOKUPCACHE, "NFS: %s(%s/%s) lookup returned error %d\n",
1127 __func__, dentry->d_parent->d_name.name,
1128 dentry->d_name.name, error);
1129 return error;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001130}
1131
1132/*
1133 * This is called from dput() when d_count is going to 0.
1134 */
Nick Pigginfe15ce42011-01-07 17:49:23 +11001135static int nfs_dentry_delete(const struct dentry *dentry)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001136{
1137 dfprintk(VFS, "NFS: dentry_delete(%s/%s, %x)\n",
1138 dentry->d_parent->d_name.name, dentry->d_name.name,
1139 dentry->d_flags);
1140
Trond Myklebust77f11192008-01-28 19:43:19 -05001141 /* Unhash any dentry with a stale inode */
1142 if (dentry->d_inode != NULL && NFS_STALE(dentry->d_inode))
1143 return 1;
1144
Linus Torvalds1da177e2005-04-16 15:20:36 -07001145 if (dentry->d_flags & DCACHE_NFSFS_RENAMED) {
1146 /* Unhash it, so that ->d_iput() would be called */
1147 return 1;
1148 }
1149 if (!(dentry->d_sb->s_flags & MS_ACTIVE)) {
1150 /* Unhash it, so that ancestors of killed async unlink
1151 * files will be cleaned up during umount */
1152 return 1;
1153 }
1154 return 0;
1155
1156}
1157
Trond Myklebust1b83d702008-06-11 15:44:04 -04001158static void nfs_drop_nlink(struct inode *inode)
1159{
1160 spin_lock(&inode->i_lock);
1161 if (inode->i_nlink > 0)
1162 drop_nlink(inode);
1163 spin_unlock(&inode->i_lock);
1164}
1165
Linus Torvalds1da177e2005-04-16 15:20:36 -07001166/*
1167 * Called when the dentry loses inode.
1168 * We use it to clean up silly-renamed files.
1169 */
1170static void nfs_dentry_iput(struct dentry *dentry, struct inode *inode)
1171{
Neil Brown83672d32007-02-26 12:48:25 +11001172 if (S_ISDIR(inode->i_mode))
1173 /* drop any readdir cache as it could easily be old */
1174 NFS_I(inode)->cache_validity |= NFS_INO_INVALID_DATA;
1175
Linus Torvalds1da177e2005-04-16 15:20:36 -07001176 if (dentry->d_flags & DCACHE_NFSFS_RENAMED) {
Dave Hansen9a53c3a2006-09-30 23:29:03 -07001177 drop_nlink(inode);
Trond Myklebuste4eff1a2007-07-14 15:39:58 -04001178 nfs_complete_unlink(dentry, inode);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001179 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001180 iput(inode);
1181}
1182
Al Virob1942c52011-03-16 05:44:14 -04001183static void nfs_d_release(struct dentry *dentry)
1184{
1185 /* free cached devname value, if it survived that far */
1186 if (unlikely(dentry->d_fsdata)) {
1187 if (dentry->d_flags & DCACHE_NFSFS_RENAMED)
1188 WARN_ON(1);
1189 else
1190 kfree(dentry->d_fsdata);
1191 }
1192}
1193
Al Virof786aa92009-02-20 05:51:22 +00001194const struct dentry_operations nfs_dentry_operations = {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001195 .d_revalidate = nfs_lookup_revalidate,
1196 .d_delete = nfs_dentry_delete,
1197 .d_iput = nfs_dentry_iput,
David Howells36d43a42011-01-14 18:45:42 +00001198 .d_automount = nfs_d_automount,
Al Virob1942c52011-03-16 05:44:14 -04001199 .d_release = nfs_d_release,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001200};
Bryan Schumakerddda8e02012-07-30 16:05:23 -04001201EXPORT_SYMBOL_GPL(nfs_dentry_operations);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001202
Bryan Schumaker597d9282012-07-16 16:39:10 -04001203struct dentry *nfs_lookup(struct inode *dir, struct dentry * dentry, unsigned int flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001204{
1205 struct dentry *res;
Trond Myklebust565277f2007-10-15 18:17:53 -04001206 struct dentry *parent;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001207 struct inode *inode = NULL;
Trond Myklebuste1fb4d02010-04-16 16:22:47 -04001208 struct nfs_fh *fhandle = NULL;
1209 struct nfs_fattr *fattr = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001210 int error;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001211
1212 dfprintk(VFS, "NFS: lookup(%s/%s)\n",
1213 dentry->d_parent->d_name.name, dentry->d_name.name);
Chuck Lever91d5b472006-03-20 13:44:14 -05001214 nfs_inc_stats(dir, NFSIOS_VFSLOOKUP);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001215
1216 res = ERR_PTR(-ENAMETOOLONG);
1217 if (dentry->d_name.len > NFS_SERVER(dir)->namelen)
1218 goto out;
1219
Trond Myklebustfd684072006-09-05 12:27:44 -04001220 /*
1221 * If we're doing an exclusive create, optimize away the lookup
1222 * but don't hash the dentry.
1223 */
Al Viro00cd8dd2012-06-10 17:13:09 -04001224 if (nfs_is_exclusive_create(dir, flags)) {
Trond Myklebustfd684072006-09-05 12:27:44 -04001225 d_instantiate(dentry, NULL);
1226 res = NULL;
Trond Myklebustfc0f6842008-06-11 15:44:20 -04001227 goto out;
Trond Myklebustfd684072006-09-05 12:27:44 -04001228 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001229
Trond Myklebuste1fb4d02010-04-16 16:22:47 -04001230 res = ERR_PTR(-ENOMEM);
1231 fhandle = nfs_alloc_fhandle();
1232 fattr = nfs_alloc_fattr();
1233 if (fhandle == NULL || fattr == NULL)
1234 goto out;
1235
Trond Myklebust565277f2007-10-15 18:17:53 -04001236 parent = dentry->d_parent;
1237 /* Protect against concurrent sillydeletes */
1238 nfs_block_sillyrename(parent);
Bryan Schumaker80a16b22012-04-27 13:27:46 -04001239 error = NFS_PROTO(dir)->lookup(dir, &dentry->d_name, fhandle, fattr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001240 if (error == -ENOENT)
1241 goto no_entry;
1242 if (error < 0) {
1243 res = ERR_PTR(error);
Trond Myklebust565277f2007-10-15 18:17:53 -04001244 goto out_unblock_sillyrename;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001245 }
Trond Myklebuste1fb4d02010-04-16 16:22:47 -04001246 inode = nfs_fhget(dentry->d_sb, fhandle, fattr);
Namhyung Kimbf0c84f2010-12-28 17:02:46 +00001247 res = ERR_CAST(inode);
Trond Myklebust03f28e32006-03-20 13:44:48 -05001248 if (IS_ERR(res))
Trond Myklebust565277f2007-10-15 18:17:53 -04001249 goto out_unblock_sillyrename;
David Howells54ceac42006-08-22 20:06:13 -04001250
Trond Myklebustd69ee9b2012-05-01 17:37:59 -04001251 /* Success: notify readdir to use READDIRPLUS */
1252 nfs_advise_use_readdirplus(dir);
1253
Linus Torvalds1da177e2005-04-16 15:20:36 -07001254no_entry:
David Howells54ceac42006-08-22 20:06:13 -04001255 res = d_materialise_unique(dentry, inode);
Trond Myklebust9eaef272006-10-21 10:24:20 -07001256 if (res != NULL) {
1257 if (IS_ERR(res))
Trond Myklebust565277f2007-10-15 18:17:53 -04001258 goto out_unblock_sillyrename;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001259 dentry = res;
Trond Myklebust9eaef272006-10-21 10:24:20 -07001260 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001261 nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
Trond Myklebust565277f2007-10-15 18:17:53 -04001262out_unblock_sillyrename:
1263 nfs_unblock_sillyrename(parent);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001264out:
Trond Myklebuste1fb4d02010-04-16 16:22:47 -04001265 nfs_free_fattr(fattr);
1266 nfs_free_fhandle(fhandle);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001267 return res;
1268}
Bryan Schumakerddda8e02012-07-30 16:05:23 -04001269EXPORT_SYMBOL_GPL(nfs_lookup);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001270
Bryan Schumaker89d77c82012-07-30 16:05:25 -04001271#if IS_ENABLED(CONFIG_NFS_V4)
Al Viro0b728e12012-06-10 16:03:43 -04001272static int nfs4_lookup_revalidate(struct dentry *, unsigned int);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001273
Al Virof786aa92009-02-20 05:51:22 +00001274const struct dentry_operations nfs4_dentry_operations = {
Miklos Szeredi0ef97dc2012-05-21 17:30:20 +02001275 .d_revalidate = nfs4_lookup_revalidate,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001276 .d_delete = nfs_dentry_delete,
1277 .d_iput = nfs_dentry_iput,
David Howells36d43a42011-01-14 18:45:42 +00001278 .d_automount = nfs_d_automount,
Al Virob1942c52011-03-16 05:44:14 -04001279 .d_release = nfs_d_release,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001280};
Bryan Schumaker89d77c82012-07-30 16:05:25 -04001281EXPORT_SYMBOL_GPL(nfs4_dentry_operations);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001282
Al Viro8a5e9292011-06-25 19:15:54 -04001283static fmode_t flags_to_mode(int flags)
1284{
1285 fmode_t res = (__force fmode_t)flags & FMODE_EXEC;
1286 if ((flags & O_ACCMODE) != O_WRONLY)
1287 res |= FMODE_READ;
1288 if ((flags & O_ACCMODE) != O_RDONLY)
1289 res |= FMODE_WRITE;
1290 return res;
1291}
1292
Al Viro51141592011-06-22 18:47:28 -04001293static struct nfs_open_context *create_nfs_open_context(struct dentry *dentry, int open_flags)
Trond Myklebustcd9a1c02010-09-17 10:56:50 -04001294{
Al Viro5ede7b12011-10-23 18:49:54 -04001295 return alloc_nfs_open_context(dentry, flags_to_mode(open_flags));
Trond Myklebustcd9a1c02010-09-17 10:56:50 -04001296}
1297
1298static int do_open(struct inode *inode, struct file *filp)
1299{
1300 nfs_fscache_set_inode_cookie(inode, filp);
1301 return 0;
1302}
1303
Al Virod9585272012-06-22 12:39:14 +04001304static int nfs_finish_open(struct nfs_open_context *ctx,
1305 struct dentry *dentry,
Al Viro30d90492012-06-22 12:40:19 +04001306 struct file *file, unsigned open_flags,
Al Virod9585272012-06-22 12:39:14 +04001307 int *opened)
Trond Myklebustcd9a1c02010-09-17 10:56:50 -04001308{
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001309 int err;
1310
1311 if (ctx->dentry != dentry) {
1312 dput(ctx->dentry);
1313 ctx->dentry = dget(dentry);
1314 }
Trond Myklebustcd9a1c02010-09-17 10:56:50 -04001315
1316 /* If the open_intent is for execute, we have an extra check to make */
1317 if (ctx->mode & FMODE_EXEC) {
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001318 err = nfs_may_open(dentry->d_inode, ctx->cred, open_flags);
Al Virod9585272012-06-22 12:39:14 +04001319 if (err < 0)
Trond Myklebustcd9a1c02010-09-17 10:56:50 -04001320 goto out;
1321 }
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001322
Al Viro30d90492012-06-22 12:40:19 +04001323 err = finish_open(file, dentry, do_open, opened);
1324 if (err)
Al Virod9585272012-06-22 12:39:14 +04001325 goto out;
Al Viro30d90492012-06-22 12:40:19 +04001326 nfs_file_set_open_context(file, ctx);
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001327
Trond Myklebustcd9a1c02010-09-17 10:56:50 -04001328out:
1329 put_nfs_open_context(ctx);
Al Virod9585272012-06-22 12:39:14 +04001330 return err;
Trond Myklebustcd9a1c02010-09-17 10:56:50 -04001331}
1332
Bryan Schumaker73a79702012-07-16 16:39:12 -04001333int nfs_atomic_open(struct inode *dir, struct dentry *dentry,
1334 struct file *file, unsigned open_flags,
1335 umode_t mode, int *opened)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001336{
Trond Myklebustcd9a1c02010-09-17 10:56:50 -04001337 struct nfs_open_context *ctx;
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001338 struct dentry *res;
1339 struct iattr attr = { .ia_valid = ATTR_OPEN };
Trond Myklebustf46e0bd2010-09-17 10:56:50 -04001340 struct inode *inode;
Trond Myklebust898f6352010-10-23 11:24:25 -04001341 int err;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001342
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001343 /* Expect a negative dentry */
1344 BUG_ON(dentry->d_inode);
1345
1346 dfprintk(VFS, "NFS: atomic_open(%s/%ld), %s\n",
Chuck Lever1e7cb3d2006-03-20 13:44:24 -05001347 dir->i_sb->s_id, dir->i_ino, dentry->d_name.name);
1348
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001349 /* NFS only supports OPEN on regular files */
1350 if ((open_flags & O_DIRECTORY)) {
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001351 if (!d_unhashed(dentry)) {
1352 /*
1353 * Hashed negative dentry with O_DIRECTORY: dentry was
1354 * revalidated and is fine, no need to perform lookup
1355 * again
1356 */
Al Virod9585272012-06-22 12:39:14 +04001357 return -ENOENT;
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001358 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001359 goto no_open;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001360 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001361
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001362 if (dentry->d_name.len > NFS_SERVER(dir)->namelen)
Al Virod9585272012-06-22 12:39:14 +04001363 return -ENAMETOOLONG;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001364
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001365 if (open_flags & O_CREAT) {
Trond Myklebust536e43d2012-01-17 22:04:26 -05001366 attr.ia_valid |= ATTR_MODE;
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001367 attr.ia_mode = mode & ~current_umask();
1368 }
Trond Myklebust536e43d2012-01-17 22:04:26 -05001369 if (open_flags & O_TRUNC) {
1370 attr.ia_valid |= ATTR_SIZE;
1371 attr.ia_size = 0;
Trond Myklebustcd9a1c02010-09-17 10:56:50 -04001372 }
1373
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001374 ctx = create_nfs_open_context(dentry, open_flags);
1375 err = PTR_ERR(ctx);
1376 if (IS_ERR(ctx))
Al Virod9585272012-06-22 12:39:14 +04001377 goto out;
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001378
Trond Myklebustf46e0bd2010-09-17 10:56:50 -04001379 nfs_block_sillyrename(dentry->d_parent);
Trond Myklebust2b484292010-09-17 10:56:51 -04001380 inode = NFS_PROTO(dir)->open_context(dir, ctx, open_flags, &attr);
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001381 d_drop(dentry);
Trond Myklebustf46e0bd2010-09-17 10:56:50 -04001382 if (IS_ERR(inode)) {
1383 nfs_unblock_sillyrename(dentry->d_parent);
Trond Myklebustcd9a1c02010-09-17 10:56:50 -04001384 put_nfs_open_context(ctx);
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001385 err = PTR_ERR(inode);
1386 switch (err) {
1387 case -ENOENT:
1388 d_add(dentry, NULL);
1389 break;
1390 case -EISDIR:
1391 case -ENOTDIR:
1392 goto no_open;
1393 case -ELOOP:
1394 if (!(open_flags & O_NOFOLLOW))
Trond Myklebust6f926b52005-10-18 14:20:18 -07001395 goto no_open;
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001396 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001397 /* case -EINVAL: */
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001398 default:
1399 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001400 }
Al Virod9585272012-06-22 12:39:14 +04001401 goto out;
Trond Myklebustcd9a1c02010-09-17 10:56:50 -04001402 }
Trond Myklebustf46e0bd2010-09-17 10:56:50 -04001403 res = d_add_unique(dentry, inode);
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001404 if (res != NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001405 dentry = res;
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001406
1407 nfs_unblock_sillyrename(dentry->d_parent);
Trond Myklebustf46e0bd2010-09-17 10:56:50 -04001408 nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001409
Al Viro30d90492012-06-22 12:40:19 +04001410 err = nfs_finish_open(ctx, dentry, file, open_flags, opened);
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001411
1412 dput(res);
Al Virod9585272012-06-22 12:39:14 +04001413out:
1414 return err;
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001415
Linus Torvalds1da177e2005-04-16 15:20:36 -07001416no_open:
Al Viro00cd8dd2012-06-10 17:13:09 -04001417 res = nfs_lookup(dir, dentry, 0);
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001418 err = PTR_ERR(res);
1419 if (IS_ERR(res))
Al Virod9585272012-06-22 12:39:14 +04001420 goto out;
Miklos Szeredi0dd2b472012-06-05 15:10:18 +02001421
Al Viroe45198a2012-06-10 06:48:09 -04001422 return finish_no_open(file, res);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001423}
Bryan Schumaker89d77c82012-07-30 16:05:25 -04001424EXPORT_SYMBOL_GPL(nfs_atomic_open);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001425
Al Viro0b728e12012-06-10 16:03:43 -04001426static int nfs4_lookup_revalidate(struct dentry *dentry, unsigned int flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001427{
1428 struct dentry *parent = NULL;
Nick Piggin657e94b2011-01-14 02:48:39 +00001429 struct inode *inode;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001430 struct inode *dir;
Miklos Szeredi50de3482012-06-05 15:10:20 +02001431 int ret = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001432
Al Virofa3c56b2012-06-10 15:36:40 -04001433 if (flags & LOOKUP_RCU)
Nick Piggin657e94b2011-01-14 02:48:39 +00001434 return -ECHILD;
1435
Al Virofa3c56b2012-06-10 15:36:40 -04001436 if (!(flags & LOOKUP_OPEN) || (flags & LOOKUP_DIRECTORY))
Miklos Szeredieda72af2012-06-05 15:10:21 +02001437 goto no_open;
1438 if (d_mountpoint(dentry))
Trond Myklebust5584c302008-12-23 15:21:54 -05001439 goto no_open;
Trond Myklebust2b484292010-09-17 10:56:51 -04001440
Miklos Szeredieda72af2012-06-05 15:10:21 +02001441 inode = dentry->d_inode;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001442 parent = dget_parent(dentry);
1443 dir = parent->d_inode;
Trond Myklebust2b484292010-09-17 10:56:51 -04001444
Linus Torvalds1da177e2005-04-16 15:20:36 -07001445 /* We can't create new files in nfs_open_revalidate(), so we
1446 * optimize away revalidation of negative dentries.
1447 */
Trond Myklebust216d5d02007-10-01 20:10:12 -04001448 if (inode == NULL) {
Al Virofa3c56b2012-06-10 15:36:40 -04001449 if (!nfs_neg_need_reval(dir, dentry, flags))
Trond Myklebust216d5d02007-10-01 20:10:12 -04001450 ret = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001451 goto out;
Trond Myklebust216d5d02007-10-01 20:10:12 -04001452 }
1453
Linus Torvalds1da177e2005-04-16 15:20:36 -07001454 /* NFS only supports OPEN on regular files */
1455 if (!S_ISREG(inode->i_mode))
Trond Myklebust5584c302008-12-23 15:21:54 -05001456 goto no_open_dput;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001457 /* We cannot do exclusive creation on a positive dentry */
Al Virofa3c56b2012-06-10 15:36:40 -04001458 if (flags & LOOKUP_EXCL)
Trond Myklebust5584c302008-12-23 15:21:54 -05001459 goto no_open_dput;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001460
Miklos Szeredi0ef97dc2012-05-21 17:30:20 +02001461 /* Let f_op->open() actually open (and revalidate) the file */
1462 ret = 1;
Trond Myklebust536e43d2012-01-17 22:04:26 -05001463
Linus Torvalds1da177e2005-04-16 15:20:36 -07001464out:
1465 dput(parent);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001466 return ret;
Trond Myklebust535918f2010-09-17 10:56:51 -04001467
Trond Myklebust5584c302008-12-23 15:21:54 -05001468no_open_dput:
Linus Torvalds1da177e2005-04-16 15:20:36 -07001469 dput(parent);
Trond Myklebust5584c302008-12-23 15:21:54 -05001470no_open:
Al Viro0b728e12012-06-10 16:03:43 -04001471 return nfs_lookup_revalidate(dentry, flags);
Trond Myklebustc0204fd2010-09-17 10:56:51 -04001472}
1473
Linus Torvalds1da177e2005-04-16 15:20:36 -07001474#endif /* CONFIG_NFSV4 */
1475
Linus Torvalds1da177e2005-04-16 15:20:36 -07001476/*
1477 * Code common to create, mkdir, and mknod.
1478 */
1479int nfs_instantiate(struct dentry *dentry, struct nfs_fh *fhandle,
1480 struct nfs_fattr *fattr)
1481{
Trond Myklebustfab728e2007-09-29 17:41:33 -04001482 struct dentry *parent = dget_parent(dentry);
1483 struct inode *dir = parent->d_inode;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001484 struct inode *inode;
1485 int error = -EACCES;
1486
Trond Myklebustfab728e2007-09-29 17:41:33 -04001487 d_drop(dentry);
1488
Linus Torvalds1da177e2005-04-16 15:20:36 -07001489 /* We may have been initialized further down */
1490 if (dentry->d_inode)
Trond Myklebustfab728e2007-09-29 17:41:33 -04001491 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001492 if (fhandle->size == 0) {
Bryan Schumaker80a16b22012-04-27 13:27:46 -04001493 error = NFS_PROTO(dir)->lookup(dir, &dentry->d_name, fhandle, fattr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001494 if (error)
Trond Myklebustfab728e2007-09-29 17:41:33 -04001495 goto out_error;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001496 }
Trond Myklebust5724ab32007-10-01 21:51:38 -04001497 nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001498 if (!(fattr->valid & NFS_ATTR_FATTR)) {
1499 struct nfs_server *server = NFS_SB(dentry->d_sb);
David Howells8fa5c002006-08-22 20:06:12 -04001500 error = server->nfs_client->rpc_ops->getattr(server, fhandle, fattr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001501 if (error < 0)
Trond Myklebustfab728e2007-09-29 17:41:33 -04001502 goto out_error;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001503 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001504 inode = nfs_fhget(dentry->d_sb, fhandle, fattr);
Trond Myklebust03f28e32006-03-20 13:44:48 -05001505 error = PTR_ERR(inode);
1506 if (IS_ERR(inode))
Trond Myklebustfab728e2007-09-29 17:41:33 -04001507 goto out_error;
1508 d_add(dentry, inode);
1509out:
1510 dput(parent);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001511 return 0;
Trond Myklebustfab728e2007-09-29 17:41:33 -04001512out_error:
1513 nfs_mark_for_revalidate(dir);
1514 dput(parent);
1515 return error;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001516}
Bryan Schumakerddda8e02012-07-30 16:05:23 -04001517EXPORT_SYMBOL_GPL(nfs_instantiate);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001518
1519/*
1520 * Following a failed create operation, we drop the dentry rather
1521 * than retain a negative dentry. This avoids a problem in the event
1522 * that the operation succeeded on the server, but an error in the
1523 * reply path made it appear to have failed.
1524 */
Bryan Schumaker597d9282012-07-16 16:39:10 -04001525int nfs_create(struct inode *dir, struct dentry *dentry,
Al Viroebfc3b42012-06-10 18:05:36 -04001526 umode_t mode, bool excl)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001527{
1528 struct iattr attr;
Al Viroebfc3b42012-06-10 18:05:36 -04001529 int open_flags = excl ? O_CREAT | O_EXCL : O_CREAT;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001530 int error;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001531
Chuck Lever1e7cb3d2006-03-20 13:44:24 -05001532 dfprintk(VFS, "NFS: create(%s/%ld), %s\n",
1533 dir->i_sb->s_id, dir->i_ino, dentry->d_name.name);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001534
1535 attr.ia_mode = mode;
1536 attr.ia_valid = ATTR_MODE;
1537
Miklos Szeredi8867fe52012-06-05 15:10:19 +02001538 error = NFS_PROTO(dir)->create(dir, dentry, &attr, open_flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001539 if (error != 0)
1540 goto out_err;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001541 return 0;
1542out_err:
Linus Torvalds1da177e2005-04-16 15:20:36 -07001543 d_drop(dentry);
1544 return error;
1545}
Bryan Schumakerddda8e02012-07-30 16:05:23 -04001546EXPORT_SYMBOL_GPL(nfs_create);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001547
1548/*
1549 * See comments for nfs_proc_create regarding failed operations.
1550 */
Bryan Schumaker597d9282012-07-16 16:39:10 -04001551int
Al Viro1a67aaf2011-07-26 01:52:52 -04001552nfs_mknod(struct inode *dir, struct dentry *dentry, umode_t mode, dev_t rdev)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001553{
1554 struct iattr attr;
1555 int status;
1556
Chuck Lever1e7cb3d2006-03-20 13:44:24 -05001557 dfprintk(VFS, "NFS: mknod(%s/%ld), %s\n",
1558 dir->i_sb->s_id, dir->i_ino, dentry->d_name.name);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001559
1560 if (!new_valid_dev(rdev))
1561 return -EINVAL;
1562
1563 attr.ia_mode = mode;
1564 attr.ia_valid = ATTR_MODE;
1565
Linus Torvalds1da177e2005-04-16 15:20:36 -07001566 status = NFS_PROTO(dir)->mknod(dir, dentry, &attr, rdev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001567 if (status != 0)
1568 goto out_err;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001569 return 0;
1570out_err:
Linus Torvalds1da177e2005-04-16 15:20:36 -07001571 d_drop(dentry);
1572 return status;
1573}
Bryan Schumakerddda8e02012-07-30 16:05:23 -04001574EXPORT_SYMBOL_GPL(nfs_mknod);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001575
1576/*
1577 * See comments for nfs_proc_create regarding failed operations.
1578 */
Bryan Schumaker597d9282012-07-16 16:39:10 -04001579int nfs_mkdir(struct inode *dir, struct dentry *dentry, umode_t mode)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001580{
1581 struct iattr attr;
1582 int error;
1583
Chuck Lever1e7cb3d2006-03-20 13:44:24 -05001584 dfprintk(VFS, "NFS: mkdir(%s/%ld), %s\n",
1585 dir->i_sb->s_id, dir->i_ino, dentry->d_name.name);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001586
1587 attr.ia_valid = ATTR_MODE;
1588 attr.ia_mode = mode | S_IFDIR;
1589
Linus Torvalds1da177e2005-04-16 15:20:36 -07001590 error = NFS_PROTO(dir)->mkdir(dir, dentry, &attr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001591 if (error != 0)
1592 goto out_err;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001593 return 0;
1594out_err:
1595 d_drop(dentry);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001596 return error;
1597}
Bryan Schumakerddda8e02012-07-30 16:05:23 -04001598EXPORT_SYMBOL_GPL(nfs_mkdir);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001599
Trond Myklebustd45b9d82008-01-28 19:43:18 -05001600static void nfs_dentry_handle_enoent(struct dentry *dentry)
1601{
1602 if (dentry->d_inode != NULL && !d_unhashed(dentry))
1603 d_delete(dentry);
1604}
1605
Bryan Schumaker597d9282012-07-16 16:39:10 -04001606int nfs_rmdir(struct inode *dir, struct dentry *dentry)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001607{
1608 int error;
1609
Chuck Lever1e7cb3d2006-03-20 13:44:24 -05001610 dfprintk(VFS, "NFS: rmdir(%s/%ld), %s\n",
1611 dir->i_sb->s_id, dir->i_ino, dentry->d_name.name);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001612
Linus Torvalds1da177e2005-04-16 15:20:36 -07001613 error = NFS_PROTO(dir)->rmdir(dir, &dentry->d_name);
1614 /* Ensure the VFS deletes this inode */
1615 if (error == 0 && dentry->d_inode != NULL)
Dave Hansence71ec32006-09-30 23:29:06 -07001616 clear_nlink(dentry->d_inode);
Trond Myklebustd45b9d82008-01-28 19:43:18 -05001617 else if (error == -ENOENT)
1618 nfs_dentry_handle_enoent(dentry);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001619
1620 return error;
1621}
Bryan Schumakerddda8e02012-07-30 16:05:23 -04001622EXPORT_SYMBOL_GPL(nfs_rmdir);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001623
Linus Torvalds1da177e2005-04-16 15:20:36 -07001624/*
1625 * Remove a file after making sure there are no pending writes,
1626 * and after checking that the file has only one user.
1627 *
1628 * We invalidate the attribute cache and free the inode prior to the operation
1629 * to avoid possible races if the server reuses the inode.
1630 */
1631static int nfs_safe_remove(struct dentry *dentry)
1632{
1633 struct inode *dir = dentry->d_parent->d_inode;
1634 struct inode *inode = dentry->d_inode;
1635 int error = -EBUSY;
1636
1637 dfprintk(VFS, "NFS: safe_remove(%s/%s)\n",
1638 dentry->d_parent->d_name.name, dentry->d_name.name);
1639
1640 /* If the dentry was sillyrenamed, we simply call d_delete() */
1641 if (dentry->d_flags & DCACHE_NFSFS_RENAMED) {
1642 error = 0;
1643 goto out;
1644 }
1645
Linus Torvalds1da177e2005-04-16 15:20:36 -07001646 if (inode != NULL) {
Bryan Schumaker57ec14c2012-06-20 15:53:44 -04001647 NFS_PROTO(inode)->return_delegation(inode);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001648 error = NFS_PROTO(dir)->remove(dir, &dentry->d_name);
1649 /* The VFS may want to delete this inode */
1650 if (error == 0)
Trond Myklebust1b83d702008-06-11 15:44:04 -04001651 nfs_drop_nlink(inode);
Trond Myklebust5ba7cc42005-12-03 15:20:17 -05001652 nfs_mark_for_revalidate(inode);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001653 } else
1654 error = NFS_PROTO(dir)->remove(dir, &dentry->d_name);
Trond Myklebustd45b9d82008-01-28 19:43:18 -05001655 if (error == -ENOENT)
1656 nfs_dentry_handle_enoent(dentry);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001657out:
1658 return error;
1659}
1660
1661/* We do silly rename. In case sillyrename() returns -EBUSY, the inode
1662 * belongs to an active ".nfs..." file and we return -EBUSY.
1663 *
1664 * If sillyrename() returns 0, we do nothing, otherwise we unlink.
1665 */
Bryan Schumaker597d9282012-07-16 16:39:10 -04001666int nfs_unlink(struct inode *dir, struct dentry *dentry)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001667{
1668 int error;
1669 int need_rehash = 0;
1670
1671 dfprintk(VFS, "NFS: unlink(%s/%ld, %s)\n", dir->i_sb->s_id,
1672 dir->i_ino, dentry->d_name.name);
1673
Linus Torvalds1da177e2005-04-16 15:20:36 -07001674 spin_lock(&dentry->d_lock);
Nick Pigginb7ab39f2011-01-07 17:49:32 +11001675 if (dentry->d_count > 1) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001676 spin_unlock(&dentry->d_lock);
Trond Myklebustccfeb502007-01-13 02:28:12 -05001677 /* Start asynchronous writeout of the inode */
1678 write_inode_now(dentry->d_inode, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001679 error = nfs_sillyrename(dir, dentry);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001680 return error;
1681 }
1682 if (!d_unhashed(dentry)) {
1683 __d_drop(dentry);
1684 need_rehash = 1;
1685 }
1686 spin_unlock(&dentry->d_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001687 error = nfs_safe_remove(dentry);
Trond Myklebustd45b9d82008-01-28 19:43:18 -05001688 if (!error || error == -ENOENT) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001689 nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
1690 } else if (need_rehash)
1691 d_rehash(dentry);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001692 return error;
1693}
Bryan Schumakerddda8e02012-07-30 16:05:23 -04001694EXPORT_SYMBOL_GPL(nfs_unlink);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001695
Chuck Lever873101b2006-08-22 20:06:23 -04001696/*
1697 * To create a symbolic link, most file systems instantiate a new inode,
1698 * add a page to it containing the path, then write it out to the disk
1699 * using prepare_write/commit_write.
1700 *
1701 * Unfortunately the NFS client can't create the in-core inode first
1702 * because it needs a file handle to create an in-core inode (see
1703 * fs/nfs/inode.c:nfs_fhget). We only have a file handle *after* the
1704 * symlink request has completed on the server.
1705 *
1706 * So instead we allocate a raw page, copy the symname into it, then do
1707 * the SYMLINK request with the page as the buffer. If it succeeds, we
1708 * now have a new file handle and can instantiate an in-core NFS inode
1709 * and move the raw page into its mapping.
1710 */
Bryan Schumaker597d9282012-07-16 16:39:10 -04001711int nfs_symlink(struct inode *dir, struct dentry *dentry, const char *symname)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001712{
Chuck Lever873101b2006-08-22 20:06:23 -04001713 struct pagevec lru_pvec;
1714 struct page *page;
1715 char *kaddr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001716 struct iattr attr;
Chuck Lever873101b2006-08-22 20:06:23 -04001717 unsigned int pathlen = strlen(symname);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001718 int error;
1719
1720 dfprintk(VFS, "NFS: symlink(%s/%ld, %s, %s)\n", dir->i_sb->s_id,
1721 dir->i_ino, dentry->d_name.name, symname);
1722
Chuck Lever873101b2006-08-22 20:06:23 -04001723 if (pathlen > PAGE_SIZE)
1724 return -ENAMETOOLONG;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001725
Chuck Lever873101b2006-08-22 20:06:23 -04001726 attr.ia_mode = S_IFLNK | S_IRWXUGO;
1727 attr.ia_valid = ATTR_MODE;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001728
Jeff Layton83d93f22007-06-07 09:58:08 -04001729 page = alloc_page(GFP_HIGHUSER);
Trond Myklebust76566992008-06-11 15:44:22 -04001730 if (!page)
Chuck Lever873101b2006-08-22 20:06:23 -04001731 return -ENOMEM;
Chuck Lever873101b2006-08-22 20:06:23 -04001732
Cong Wang2b86ce22011-11-25 23:14:33 +08001733 kaddr = kmap_atomic(page);
Chuck Lever873101b2006-08-22 20:06:23 -04001734 memcpy(kaddr, symname, pathlen);
1735 if (pathlen < PAGE_SIZE)
1736 memset(kaddr + pathlen, 0, PAGE_SIZE - pathlen);
Cong Wang2b86ce22011-11-25 23:14:33 +08001737 kunmap_atomic(kaddr);
Chuck Lever873101b2006-08-22 20:06:23 -04001738
Chuck Lever94a6d752006-08-22 20:06:23 -04001739 error = NFS_PROTO(dir)->symlink(dir, dentry, page, pathlen, &attr);
Chuck Lever873101b2006-08-22 20:06:23 -04001740 if (error != 0) {
1741 dfprintk(VFS, "NFS: symlink(%s/%ld, %s, %s) error %d\n",
1742 dir->i_sb->s_id, dir->i_ino,
1743 dentry->d_name.name, symname, error);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001744 d_drop(dentry);
Chuck Lever873101b2006-08-22 20:06:23 -04001745 __free_page(page);
Chuck Lever873101b2006-08-22 20:06:23 -04001746 return error;
1747 }
1748
1749 /*
1750 * No big deal if we can't add this page to the page cache here.
1751 * READLINK will get the missing page from the server if needed.
1752 */
1753 pagevec_init(&lru_pvec, 0);
1754 if (!add_to_page_cache(page, dentry->d_inode->i_mapping, 0,
1755 GFP_KERNEL)) {
Chuck Lever39cf8a12006-10-19 23:28:41 -07001756 pagevec_add(&lru_pvec, page);
Rik van Riel4f98a2f2008-10-18 20:26:32 -07001757 pagevec_lru_add_file(&lru_pvec);
Chuck Lever873101b2006-08-22 20:06:23 -04001758 SetPageUptodate(page);
1759 unlock_page(page);
1760 } else
1761 __free_page(page);
1762
Chuck Lever873101b2006-08-22 20:06:23 -04001763 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001764}
Bryan Schumakerddda8e02012-07-30 16:05:23 -04001765EXPORT_SYMBOL_GPL(nfs_symlink);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001766
Bryan Schumaker597d9282012-07-16 16:39:10 -04001767int
Linus Torvalds1da177e2005-04-16 15:20:36 -07001768nfs_link(struct dentry *old_dentry, struct inode *dir, struct dentry *dentry)
1769{
1770 struct inode *inode = old_dentry->d_inode;
1771 int error;
1772
1773 dfprintk(VFS, "NFS: link(%s/%s -> %s/%s)\n",
1774 old_dentry->d_parent->d_name.name, old_dentry->d_name.name,
1775 dentry->d_parent->d_name.name, dentry->d_name.name);
1776
Bryan Schumaker57ec14c2012-06-20 15:53:44 -04001777 NFS_PROTO(inode)->return_delegation(inode);
Trond Myklebust9a3936a2009-10-26 08:09:46 -04001778
Trond Myklebust9697d232007-10-02 21:58:05 -04001779 d_drop(dentry);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001780 error = NFS_PROTO(dir)->link(inode, dir, &dentry->d_name);
Trond Myklebustcf809552005-10-27 22:12:42 -04001781 if (error == 0) {
Al Viro7de9c6ee2010-10-23 11:11:40 -04001782 ihold(inode);
Trond Myklebust9697d232007-10-02 21:58:05 -04001783 d_add(dentry, inode);
Trond Myklebustcf809552005-10-27 22:12:42 -04001784 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001785 return error;
1786}
Bryan Schumakerddda8e02012-07-30 16:05:23 -04001787EXPORT_SYMBOL_GPL(nfs_link);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001788
1789/*
1790 * RENAME
1791 * FIXME: Some nfsds, like the Linux user space nfsd, may generate a
1792 * different file handle for the same inode after a rename (e.g. when
1793 * moving to a different directory). A fail-safe method to do so would
1794 * be to look up old_dir/old_name, create a link to new_dir/new_name and
1795 * rename the old file using the sillyrename stuff. This way, the original
1796 * file in old_dir will go away when the last process iput()s the inode.
1797 *
1798 * FIXED.
1799 *
1800 * It actually works quite well. One needs to have the possibility for
1801 * at least one ".nfs..." file in each directory the file ever gets
1802 * moved or linked to which happens automagically with the new
1803 * implementation that only depends on the dcache stuff instead of
1804 * using the inode layer
1805 *
1806 * Unfortunately, things are a little more complicated than indicated
1807 * above. For a cross-directory move, we want to make sure we can get
1808 * rid of the old inode after the operation. This means there must be
1809 * no pending writes (if it's a file), and the use count must be 1.
1810 * If these conditions are met, we can drop the dentries before doing
1811 * the rename.
1812 */
Bryan Schumaker597d9282012-07-16 16:39:10 -04001813int nfs_rename(struct inode *old_dir, struct dentry *old_dentry,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001814 struct inode *new_dir, struct dentry *new_dentry)
1815{
1816 struct inode *old_inode = old_dentry->d_inode;
1817 struct inode *new_inode = new_dentry->d_inode;
1818 struct dentry *dentry = NULL, *rehash = NULL;
1819 int error = -EBUSY;
1820
Linus Torvalds1da177e2005-04-16 15:20:36 -07001821 dfprintk(VFS, "NFS: rename(%s/%s -> %s/%s, ct=%d)\n",
1822 old_dentry->d_parent->d_name.name, old_dentry->d_name.name,
1823 new_dentry->d_parent->d_name.name, new_dentry->d_name.name,
Nick Pigginb7ab39f2011-01-07 17:49:32 +11001824 new_dentry->d_count);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001825
1826 /*
Miklos Szeredi28f79a12009-12-03 15:58:56 -05001827 * For non-directories, check whether the target is busy and if so,
1828 * make a copy of the dentry and then do a silly-rename. If the
1829 * silly-rename succeeds, the copied dentry is hashed and becomes
1830 * the new target.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001831 */
Miklos Szeredi27226102009-12-03 15:58:56 -05001832 if (new_inode && !S_ISDIR(new_inode->i_mode)) {
1833 /*
1834 * To prevent any new references to the target during the
1835 * rename, we unhash the dentry in advance.
1836 */
1837 if (!d_unhashed(new_dentry)) {
1838 d_drop(new_dentry);
1839 rehash = new_dentry;
1840 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001841
Nick Pigginb7ab39f2011-01-07 17:49:32 +11001842 if (new_dentry->d_count > 2) {
Miklos Szeredi27226102009-12-03 15:58:56 -05001843 int err;
1844
1845 /* copy the target dentry's name */
1846 dentry = d_alloc(new_dentry->d_parent,
1847 &new_dentry->d_name);
1848 if (!dentry)
1849 goto out;
1850
1851 /* silly-rename the existing target ... */
1852 err = nfs_sillyrename(new_dir, new_dentry);
Miklos Szeredi24e93022009-12-03 15:58:56 -05001853 if (err)
Miklos Szeredi27226102009-12-03 15:58:56 -05001854 goto out;
Miklos Szeredi24e93022009-12-03 15:58:56 -05001855
1856 new_dentry = dentry;
OGAWA Hirofumi56335932010-01-06 18:48:26 -05001857 rehash = NULL;
Miklos Szeredi24e93022009-12-03 15:58:56 -05001858 new_inode = NULL;
Miklos Szeredi27226102009-12-03 15:58:56 -05001859 }
Trond Myklebustb1e4adf2009-03-19 15:35:49 -04001860 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001861
Bryan Schumaker57ec14c2012-06-20 15:53:44 -04001862 NFS_PROTO(old_inode)->return_delegation(old_inode);
Trond Myklebustb1e4adf2009-03-19 15:35:49 -04001863 if (new_inode != NULL)
Bryan Schumaker57ec14c2012-06-20 15:53:44 -04001864 NFS_PROTO(new_inode)->return_delegation(new_inode);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001865
Linus Torvalds1da177e2005-04-16 15:20:36 -07001866 error = NFS_PROTO(old_dir)->rename(old_dir, &old_dentry->d_name,
1867 new_dir, &new_dentry->d_name);
Trond Myklebust5ba7cc42005-12-03 15:20:17 -05001868 nfs_mark_for_revalidate(old_inode);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001869out:
1870 if (rehash)
1871 d_rehash(rehash);
1872 if (!error) {
Trond Myklebustb1e4adf2009-03-19 15:35:49 -04001873 if (new_inode != NULL)
1874 nfs_drop_nlink(new_inode);
Mark Fasheh349457c2006-09-08 14:22:21 -07001875 d_move(old_dentry, new_dentry);
Chuck Lever8fb559f2007-09-24 15:40:16 -04001876 nfs_set_verifier(new_dentry,
1877 nfs_save_change_attribute(new_dir));
Trond Myklebustd45b9d82008-01-28 19:43:18 -05001878 } else if (error == -ENOENT)
1879 nfs_dentry_handle_enoent(old_dentry);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001880
1881 /* new dentry created? */
1882 if (dentry)
1883 dput(dentry);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001884 return error;
1885}
Bryan Schumakerddda8e02012-07-30 16:05:23 -04001886EXPORT_SYMBOL_GPL(nfs_rename);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001887
Trond Myklebustcfcea3e2006-07-25 11:28:18 -04001888static DEFINE_SPINLOCK(nfs_access_lru_lock);
1889static LIST_HEAD(nfs_access_lru_list);
1890static atomic_long_t nfs_access_nr_entries;
1891
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04001892static void nfs_access_free_entry(struct nfs_access_entry *entry)
1893{
1894 put_rpccred(entry->cred);
1895 kfree(entry);
Trond Myklebustcfcea3e2006-07-25 11:28:18 -04001896 smp_mb__before_atomic_dec();
1897 atomic_long_dec(&nfs_access_nr_entries);
1898 smp_mb__after_atomic_dec();
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04001899}
1900
Trond Myklebust1a81bb82010-05-13 12:51:06 -04001901static void nfs_access_free_list(struct list_head *head)
1902{
1903 struct nfs_access_entry *cache;
1904
1905 while (!list_empty(head)) {
1906 cache = list_entry(head->next, struct nfs_access_entry, lru);
1907 list_del(&cache->lru);
1908 nfs_access_free_entry(cache);
1909 }
1910}
1911
Ying Han1495f232011-05-24 17:12:27 -07001912int nfs_access_cache_shrinker(struct shrinker *shrink,
1913 struct shrink_control *sc)
Trond Myklebust979df722006-07-25 11:28:19 -04001914{
1915 LIST_HEAD(head);
Trond Myklebustaa510da2010-09-29 15:11:56 -04001916 struct nfs_inode *nfsi, *next;
Trond Myklebust979df722006-07-25 11:28:19 -04001917 struct nfs_access_entry *cache;
Ying Han1495f232011-05-24 17:12:27 -07001918 int nr_to_scan = sc->nr_to_scan;
1919 gfp_t gfp_mask = sc->gfp_mask;
Trond Myklebust979df722006-07-25 11:28:19 -04001920
Trond Myklebust61d5eb22010-05-13 12:51:06 -04001921 if ((gfp_mask & GFP_KERNEL) != GFP_KERNEL)
1922 return (nr_to_scan == 0) ? 0 : -1;
Trond Myklebust9c7e7e22010-05-13 12:51:06 -04001923
Trond Myklebusta50f7952007-06-05 19:23:43 -04001924 spin_lock(&nfs_access_lru_lock);
Trond Myklebustaa510da2010-09-29 15:11:56 -04001925 list_for_each_entry_safe(nfsi, next, &nfs_access_lru_list, access_cache_inode_lru) {
Trond Myklebust979df722006-07-25 11:28:19 -04001926 struct inode *inode;
1927
1928 if (nr_to_scan-- == 0)
1929 break;
Trond Myklebust9c7e7e22010-05-13 12:51:06 -04001930 inode = &nfsi->vfs_inode;
Trond Myklebust979df722006-07-25 11:28:19 -04001931 spin_lock(&inode->i_lock);
1932 if (list_empty(&nfsi->access_cache_entry_lru))
1933 goto remove_lru_entry;
1934 cache = list_entry(nfsi->access_cache_entry_lru.next,
1935 struct nfs_access_entry, lru);
1936 list_move(&cache->lru, &head);
1937 rb_erase(&cache->rb_node, &nfsi->access_cache);
1938 if (!list_empty(&nfsi->access_cache_entry_lru))
1939 list_move_tail(&nfsi->access_cache_inode_lru,
1940 &nfs_access_lru_list);
1941 else {
1942remove_lru_entry:
1943 list_del_init(&nfsi->access_cache_inode_lru);
Trond Myklebust9c7e7e22010-05-13 12:51:06 -04001944 smp_mb__before_clear_bit();
Trond Myklebust979df722006-07-25 11:28:19 -04001945 clear_bit(NFS_INO_ACL_LRU_SET, &nfsi->flags);
Trond Myklebust9c7e7e22010-05-13 12:51:06 -04001946 smp_mb__after_clear_bit();
Trond Myklebust979df722006-07-25 11:28:19 -04001947 }
Trond Myklebust59844a92010-05-26 08:42:24 -04001948 spin_unlock(&inode->i_lock);
Trond Myklebust979df722006-07-25 11:28:19 -04001949 }
1950 spin_unlock(&nfs_access_lru_lock);
Trond Myklebust1a81bb82010-05-13 12:51:06 -04001951 nfs_access_free_list(&head);
Trond Myklebust979df722006-07-25 11:28:19 -04001952 return (atomic_long_read(&nfs_access_nr_entries) / 100) * sysctl_vfs_cache_pressure;
1953}
1954
Trond Myklebust1a81bb82010-05-13 12:51:06 -04001955static void __nfs_access_zap_cache(struct nfs_inode *nfsi, struct list_head *head)
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04001956{
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04001957 struct rb_root *root_node = &nfsi->access_cache;
Trond Myklebust1a81bb82010-05-13 12:51:06 -04001958 struct rb_node *n;
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04001959 struct nfs_access_entry *entry;
1960
1961 /* Unhook entries from the cache */
1962 while ((n = rb_first(root_node)) != NULL) {
1963 entry = rb_entry(n, struct nfs_access_entry, rb_node);
1964 rb_erase(n, root_node);
Trond Myklebust1a81bb82010-05-13 12:51:06 -04001965 list_move(&entry->lru, head);
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04001966 }
1967 nfsi->cache_validity &= ~NFS_INO_INVALID_ACCESS;
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04001968}
1969
1970void nfs_access_zap_cache(struct inode *inode)
1971{
Trond Myklebust1a81bb82010-05-13 12:51:06 -04001972 LIST_HEAD(head);
1973
1974 if (test_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags) == 0)
1975 return;
Trond Myklebustcfcea3e2006-07-25 11:28:18 -04001976 /* Remove from global LRU init */
Trond Myklebust1a81bb82010-05-13 12:51:06 -04001977 spin_lock(&nfs_access_lru_lock);
1978 if (test_and_clear_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags))
Trond Myklebustcfcea3e2006-07-25 11:28:18 -04001979 list_del_init(&NFS_I(inode)->access_cache_inode_lru);
Trond Myklebustcfcea3e2006-07-25 11:28:18 -04001980
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04001981 spin_lock(&inode->i_lock);
Trond Myklebust1a81bb82010-05-13 12:51:06 -04001982 __nfs_access_zap_cache(NFS_I(inode), &head);
1983 spin_unlock(&inode->i_lock);
1984 spin_unlock(&nfs_access_lru_lock);
1985 nfs_access_free_list(&head);
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04001986}
Bryan Schumaker1c606fb2012-07-30 16:05:24 -04001987EXPORT_SYMBOL_GPL(nfs_access_zap_cache);
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04001988
1989static struct nfs_access_entry *nfs_access_search_rbtree(struct inode *inode, struct rpc_cred *cred)
1990{
1991 struct rb_node *n = NFS_I(inode)->access_cache.rb_node;
1992 struct nfs_access_entry *entry;
1993
1994 while (n != NULL) {
1995 entry = rb_entry(n, struct nfs_access_entry, rb_node);
1996
1997 if (cred < entry->cred)
1998 n = n->rb_left;
1999 else if (cred > entry->cred)
2000 n = n->rb_right;
2001 else
2002 return entry;
2003 }
2004 return NULL;
2005}
2006
Trond Myklebustaf22f942007-08-10 17:45:10 -04002007static int nfs_access_get_cached(struct inode *inode, struct rpc_cred *cred, struct nfs_access_entry *res)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002008{
Chuck Lever55296802005-08-18 11:24:09 -07002009 struct nfs_inode *nfsi = NFS_I(inode);
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04002010 struct nfs_access_entry *cache;
2011 int err = -ENOENT;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002012
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04002013 spin_lock(&inode->i_lock);
2014 if (nfsi->cache_validity & NFS_INO_INVALID_ACCESS)
2015 goto out_zap;
2016 cache = nfs_access_search_rbtree(inode, cred);
2017 if (cache == NULL)
2018 goto out;
Trond Myklebustb4d23142010-03-10 15:21:44 -05002019 if (!nfs_have_delegated_attributes(inode) &&
Peter Staubach64672d52008-12-23 15:21:56 -05002020 !time_in_range_open(jiffies, cache->jiffies, cache->jiffies + nfsi->attrtimeo))
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04002021 goto out_stale;
2022 res->jiffies = cache->jiffies;
2023 res->cred = cache->cred;
2024 res->mask = cache->mask;
Trond Myklebustcfcea3e2006-07-25 11:28:18 -04002025 list_move_tail(&cache->lru, &nfsi->access_cache_entry_lru);
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04002026 err = 0;
2027out:
2028 spin_unlock(&inode->i_lock);
2029 return err;
2030out_stale:
2031 rb_erase(&cache->rb_node, &nfsi->access_cache);
Trond Myklebustcfcea3e2006-07-25 11:28:18 -04002032 list_del(&cache->lru);
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04002033 spin_unlock(&inode->i_lock);
2034 nfs_access_free_entry(cache);
2035 return -ENOENT;
2036out_zap:
Trond Myklebust1a81bb82010-05-13 12:51:06 -04002037 spin_unlock(&inode->i_lock);
2038 nfs_access_zap_cache(inode);
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04002039 return -ENOENT;
2040}
2041
2042static void nfs_access_add_rbtree(struct inode *inode, struct nfs_access_entry *set)
2043{
Trond Myklebustcfcea3e2006-07-25 11:28:18 -04002044 struct nfs_inode *nfsi = NFS_I(inode);
2045 struct rb_root *root_node = &nfsi->access_cache;
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04002046 struct rb_node **p = &root_node->rb_node;
2047 struct rb_node *parent = NULL;
2048 struct nfs_access_entry *entry;
2049
2050 spin_lock(&inode->i_lock);
2051 while (*p != NULL) {
2052 parent = *p;
2053 entry = rb_entry(parent, struct nfs_access_entry, rb_node);
2054
2055 if (set->cred < entry->cred)
2056 p = &parent->rb_left;
2057 else if (set->cred > entry->cred)
2058 p = &parent->rb_right;
2059 else
2060 goto found;
2061 }
2062 rb_link_node(&set->rb_node, parent, p);
2063 rb_insert_color(&set->rb_node, root_node);
Trond Myklebustcfcea3e2006-07-25 11:28:18 -04002064 list_add_tail(&set->lru, &nfsi->access_cache_entry_lru);
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04002065 spin_unlock(&inode->i_lock);
2066 return;
2067found:
2068 rb_replace_node(parent, &set->rb_node, root_node);
Trond Myklebustcfcea3e2006-07-25 11:28:18 -04002069 list_add_tail(&set->lru, &nfsi->access_cache_entry_lru);
2070 list_del(&entry->lru);
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04002071 spin_unlock(&inode->i_lock);
2072 nfs_access_free_entry(entry);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002073}
2074
Weston Andros Adamson6168f622012-09-10 14:00:46 -04002075void nfs_access_add_cache(struct inode *inode, struct nfs_access_entry *set)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002076{
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04002077 struct nfs_access_entry *cache = kmalloc(sizeof(*cache), GFP_KERNEL);
2078 if (cache == NULL)
2079 return;
2080 RB_CLEAR_NODE(&cache->rb_node);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002081 cache->jiffies = set->jiffies;
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04002082 cache->cred = get_rpccred(set->cred);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002083 cache->mask = set->mask;
Trond Myklebust1c3c07e2006-07-25 11:28:18 -04002084
2085 nfs_access_add_rbtree(inode, cache);
Trond Myklebustcfcea3e2006-07-25 11:28:18 -04002086
2087 /* Update accounting */
2088 smp_mb__before_atomic_inc();
2089 atomic_long_inc(&nfs_access_nr_entries);
2090 smp_mb__after_atomic_inc();
2091
2092 /* Add inode to global LRU list */
Trond Myklebust1a81bb82010-05-13 12:51:06 -04002093 if (!test_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags)) {
Trond Myklebustcfcea3e2006-07-25 11:28:18 -04002094 spin_lock(&nfs_access_lru_lock);
Trond Myklebust1a81bb82010-05-13 12:51:06 -04002095 if (!test_and_set_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags))
2096 list_add_tail(&NFS_I(inode)->access_cache_inode_lru,
2097 &nfs_access_lru_list);
Trond Myklebustcfcea3e2006-07-25 11:28:18 -04002098 spin_unlock(&nfs_access_lru_lock);
2099 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002100}
Weston Andros Adamson6168f622012-09-10 14:00:46 -04002101EXPORT_SYMBOL_GPL(nfs_access_add_cache);
2102
2103void nfs_access_set_mask(struct nfs_access_entry *entry, u32 access_result)
2104{
2105 entry->mask = 0;
2106 if (access_result & NFS4_ACCESS_READ)
2107 entry->mask |= MAY_READ;
2108 if (access_result &
2109 (NFS4_ACCESS_MODIFY | NFS4_ACCESS_EXTEND | NFS4_ACCESS_DELETE))
2110 entry->mask |= MAY_WRITE;
2111 if (access_result & (NFS4_ACCESS_LOOKUP|NFS4_ACCESS_EXECUTE))
2112 entry->mask |= MAY_EXEC;
2113}
2114EXPORT_SYMBOL_GPL(nfs_access_set_mask);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002115
2116static int nfs_do_access(struct inode *inode, struct rpc_cred *cred, int mask)
2117{
2118 struct nfs_access_entry cache;
2119 int status;
2120
2121 status = nfs_access_get_cached(inode, cred, &cache);
2122 if (status == 0)
2123 goto out;
2124
2125 /* Be clever: ask server to check for all possible rights */
2126 cache.mask = MAY_EXEC | MAY_WRITE | MAY_READ;
2127 cache.cred = cred;
2128 cache.jiffies = jiffies;
2129 status = NFS_PROTO(inode)->access(inode, &cache);
Suresh Jayaramana71ee332009-03-10 20:33:21 -04002130 if (status != 0) {
2131 if (status == -ESTALE) {
2132 nfs_zap_caches(inode);
2133 if (!S_ISDIR(inode->i_mode))
2134 set_bit(NFS_INO_STALE, &NFS_I(inode)->flags);
2135 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002136 return status;
Suresh Jayaramana71ee332009-03-10 20:33:21 -04002137 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002138 nfs_access_add_cache(inode, &cache);
2139out:
Al Viroe6305c42008-07-15 21:03:57 -04002140 if ((mask & ~cache.mask & (MAY_READ | MAY_WRITE | MAY_EXEC)) == 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002141 return 0;
2142 return -EACCES;
2143}
2144
Trond Myklebustaf22f942007-08-10 17:45:10 -04002145static int nfs_open_permission_mask(int openflags)
2146{
2147 int mask = 0;
2148
Al Viro8a5e9292011-06-25 19:15:54 -04002149 if ((openflags & O_ACCMODE) != O_WRONLY)
Trond Myklebustaf22f942007-08-10 17:45:10 -04002150 mask |= MAY_READ;
Al Viro8a5e9292011-06-25 19:15:54 -04002151 if ((openflags & O_ACCMODE) != O_RDONLY)
Trond Myklebustaf22f942007-08-10 17:45:10 -04002152 mask |= MAY_WRITE;
Al Viro8a5e9292011-06-25 19:15:54 -04002153 if (openflags & __FMODE_EXEC)
Trond Myklebustaf22f942007-08-10 17:45:10 -04002154 mask |= MAY_EXEC;
2155 return mask;
2156}
2157
2158int nfs_may_open(struct inode *inode, struct rpc_cred *cred, int openflags)
2159{
2160 return nfs_do_access(inode, cred, nfs_open_permission_mask(openflags));
2161}
Bryan Schumaker89d77c82012-07-30 16:05:25 -04002162EXPORT_SYMBOL_GPL(nfs_may_open);
Trond Myklebustaf22f942007-08-10 17:45:10 -04002163
Al Viro10556cb2011-06-20 19:28:19 -04002164int nfs_permission(struct inode *inode, int mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002165{
2166 struct rpc_cred *cred;
2167 int res = 0;
2168
Al Viro10556cb2011-06-20 19:28:19 -04002169 if (mask & MAY_NOT_BLOCK)
Nick Pigginb74c79e2011-01-07 17:49:58 +11002170 return -ECHILD;
2171
Chuck Lever91d5b472006-03-20 13:44:14 -05002172 nfs_inc_stats(inode, NFSIOS_VFSACCESS);
2173
Al Viroe6305c42008-07-15 21:03:57 -04002174 if ((mask & (MAY_READ | MAY_WRITE | MAY_EXEC)) == 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002175 goto out;
2176 /* Is this sys_access() ? */
Eric Paris9cfcac82010-07-23 11:43:51 -04002177 if (mask & (MAY_ACCESS | MAY_CHDIR))
Linus Torvalds1da177e2005-04-16 15:20:36 -07002178 goto force_lookup;
2179
2180 switch (inode->i_mode & S_IFMT) {
2181 case S_IFLNK:
2182 goto out;
2183 case S_IFREG:
2184 /* NFSv4 has atomic_open... */
2185 if (nfs_server_capable(inode, NFS_CAP_ATOMIC_OPEN)
Frank Filz7ee2cb72009-05-18 17:41:40 -04002186 && (mask & MAY_OPEN)
2187 && !(mask & MAY_EXEC))
Linus Torvalds1da177e2005-04-16 15:20:36 -07002188 goto out;
2189 break;
2190 case S_IFDIR:
2191 /*
2192 * Optimize away all write operations, since the server
2193 * will check permissions when we perform the op.
2194 */
2195 if ((mask & MAY_WRITE) && !(mask & MAY_READ))
2196 goto out;
2197 }
2198
2199force_lookup:
Linus Torvalds1da177e2005-04-16 15:20:36 -07002200 if (!NFS_PROTO(inode)->access)
2201 goto out_notsup;
2202
Trond Myklebust98a8e322008-03-12 12:25:28 -04002203 cred = rpc_lookup_cred();
Linus Torvalds1da177e2005-04-16 15:20:36 -07002204 if (!IS_ERR(cred)) {
2205 res = nfs_do_access(inode, cred, mask);
2206 put_rpccred(cred);
2207 } else
2208 res = PTR_ERR(cred);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002209out:
Miklos Szeredif696a362008-07-31 13:41:58 +02002210 if (!res && (mask & MAY_EXEC) && !execute_ok(inode))
2211 res = -EACCES;
2212
Chuck Lever1e7cb3d2006-03-20 13:44:24 -05002213 dfprintk(VFS, "NFS: permission(%s/%ld), mask=0x%x, res=%d\n",
2214 inode->i_sb->s_id, inode->i_ino, mask, res);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002215 return res;
2216out_notsup:
2217 res = nfs_revalidate_inode(NFS_SERVER(inode), inode);
2218 if (res == 0)
Al Viro2830ba72011-06-20 19:16:29 -04002219 res = generic_permission(inode, mask);
Chuck Lever1e7cb3d2006-03-20 13:44:24 -05002220 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002221}
Bryan Schumakerddda8e02012-07-30 16:05:23 -04002222EXPORT_SYMBOL_GPL(nfs_permission);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002223
2224/*
2225 * Local variables:
2226 * version-control: t
2227 * kept-new-versions: 5
2228 * End:
2229 */