blob: 4e05b51120f405bcf9a1f05a07a3d5d9c4c076e4 [file] [log] [blame]
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001/*
2 FUSE: Filesystem in Userspace
Miklos Szeredi1729a162008-11-26 12:03:54 +01003 Copyright (C) 2001-2008 Miklos Szeredi <miklos@szeredi.hu>
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07004
5 This program can be distributed under the terms of the GNU GPL.
6 See the file COPYING.
7*/
8
9#include "fuse_i.h"
10
11#include <linux/pagemap.h>
12#include <linux/slab.h>
13#include <linux/file.h>
Miklos Szeredid8a5ba42005-09-09 13:10:26 -070014#include <linux/seq_file.h>
15#include <linux/init.h>
16#include <linux/module.h>
Csaba Henk487ea5a2009-08-26 19:17:22 +020017#include <linux/moduleparam.h>
Miklos Szeredid8a5ba42005-09-09 13:10:26 -070018#include <linux/parser.h>
19#include <linux/statfs.h>
Miklos Szeredi9c8ef562006-06-25 05:48:55 -070020#include <linux/random.h>
Alexey Dobriyane8edc6e2007-05-21 01:22:52 +040021#include <linux/sched.h>
Miklos Szeredidbd561d2008-07-25 01:49:00 -070022#include <linux/exportfs.h>
Miklos Szeredid8a5ba42005-09-09 13:10:26 -070023
24MODULE_AUTHOR("Miklos Szeredi <miklos@szeredi.hu>");
25MODULE_DESCRIPTION("Filesystem in Userspace");
26MODULE_LICENSE("GPL");
27
Christoph Lametere18b8902006-12-06 20:33:20 -080028static struct kmem_cache *fuse_inode_cachep;
Miklos Szeredibafa9652006-06-25 05:48:51 -070029struct list_head fuse_conn_list;
30DEFINE_MUTEX(fuse_mutex);
Miklos Szeredid8a5ba42005-09-09 13:10:26 -070031
Csaba Henk487ea5a2009-08-26 19:17:22 +020032static int set_global_limit(const char *val, struct kernel_param *kp);
33
Csaba Henk79a9d992009-08-26 19:18:24 +020034unsigned max_user_bgreq;
Csaba Henk487ea5a2009-08-26 19:17:22 +020035module_param_call(max_user_bgreq, set_global_limit, param_get_uint,
36 &max_user_bgreq, 0644);
37__MODULE_PARM_TYPE(max_user_bgreq, "uint");
38MODULE_PARM_DESC(max_user_bgreq,
39 "Global limit for the maximum number of backgrounded requests an "
40 "unprivileged user can set");
41
Csaba Henk79a9d992009-08-26 19:18:24 +020042unsigned max_user_congthresh;
Csaba Henk487ea5a2009-08-26 19:17:22 +020043module_param_call(max_user_congthresh, set_global_limit, param_get_uint,
44 &max_user_congthresh, 0644);
45__MODULE_PARM_TYPE(max_user_congthresh, "uint");
46MODULE_PARM_DESC(max_user_congthresh,
47 "Global limit for the maximum congestion threshold an "
48 "unprivileged user can set");
49
Miklos Szeredid8a5ba42005-09-09 13:10:26 -070050#define FUSE_SUPER_MAGIC 0x65735546
51
Miklos Szeredid1875db2008-02-08 04:21:43 -080052#define FUSE_DEFAULT_BLKSIZE 512
53
Csaba Henk7a6d3c82009-07-01 17:28:41 -070054/** Maximum number of outstanding background requests */
55#define FUSE_DEFAULT_MAX_BACKGROUND 12
56
57/** Congestion starts at 75% of maximum */
58#define FUSE_DEFAULT_CONGESTION_THRESHOLD (FUSE_DEFAULT_MAX_BACKGROUND * 3 / 4)
59
Miklos Szeredid8a5ba42005-09-09 13:10:26 -070060struct fuse_mount_data {
61 int fd;
62 unsigned rootmode;
Eric W. Biederman499dcf22012-02-07 16:26:03 -080063 kuid_t user_id;
64 kgid_t group_id;
Miklos Szeredi1729a162008-11-26 12:03:54 +010065 unsigned fd_present:1;
66 unsigned rootmode_present:1;
67 unsigned user_id_present:1;
68 unsigned group_id_present:1;
Miklos Szeredi1e9a4ed2005-09-09 13:10:31 -070069 unsigned flags;
Miklos Szeredidb50b962005-09-09 13:10:33 -070070 unsigned max_read;
Miklos Szeredid8091612006-12-06 20:35:48 -080071 unsigned blksize;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -070072};
73
Randy Dunlapa2daff62011-05-31 14:09:00 -070074struct fuse_forget_link *fuse_alloc_forget(void)
Miklos Szeredi07e77dc2010-12-07 20:16:56 +010075{
76 return kzalloc(sizeof(struct fuse_forget_link), GFP_KERNEL);
77}
78
Miklos Szeredid8a5ba42005-09-09 13:10:26 -070079static struct inode *fuse_alloc_inode(struct super_block *sb)
80{
81 struct inode *inode;
82 struct fuse_inode *fi;
83
Christoph Lametere94b1762006-12-06 20:33:17 -080084 inode = kmem_cache_alloc(fuse_inode_cachep, GFP_KERNEL);
Miklos Szeredid8a5ba42005-09-09 13:10:26 -070085 if (!inode)
86 return NULL;
87
88 fi = get_fuse_inode(inode);
Miklos Szeredi0a0898c2006-07-30 03:04:10 -070089 fi->i_time = 0;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -070090 fi->nodeid = 0;
Miklos Szeredi9e6268d2005-09-09 13:10:29 -070091 fi->nlookup = 0;
John Muirfbee36b2007-11-28 16:22:02 -080092 fi->attr_version = 0;
Miklos Szeredi3be5a522008-04-30 00:54:41 -070093 fi->writectr = 0;
Pavel Shilovsky45c72cd2012-05-10 19:49:38 +040094 fi->orig_ino = 0;
Feng Shuo4582a4a2013-01-15 11:23:28 +080095 fi->state = 0;
Miklos Szeredi93a8c3c2007-10-18 03:07:03 -070096 INIT_LIST_HEAD(&fi->write_files);
Miklos Szeredi3be5a522008-04-30 00:54:41 -070097 INIT_LIST_HEAD(&fi->queued_writes);
98 INIT_LIST_HEAD(&fi->writepages);
99 init_waitqueue_head(&fi->page_waitq);
Miklos Szeredi5c672ab2016-06-30 13:10:49 +0200100 mutex_init(&fi->mutex);
Miklos Szeredi07e77dc2010-12-07 20:16:56 +0100101 fi->forget = fuse_alloc_forget();
102 if (!fi->forget) {
Miklos Szeredie5e55582005-09-09 13:10:28 -0700103 kmem_cache_free(fuse_inode_cachep, inode);
104 return NULL;
105 }
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700106
107 return inode;
108}
109
Nick Pigginfa0d7e3d2011-01-07 17:49:49 +1100110static void fuse_i_callback(struct rcu_head *head)
111{
112 struct inode *inode = container_of(head, struct inode, i_rcu);
Nick Pigginfa0d7e3d2011-01-07 17:49:49 +1100113 kmem_cache_free(fuse_inode_cachep, inode);
114}
115
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700116static void fuse_destroy_inode(struct inode *inode)
117{
Miklos Szeredie5e55582005-09-09 13:10:28 -0700118 struct fuse_inode *fi = get_fuse_inode(inode);
Miklos Szeredi93a8c3c2007-10-18 03:07:03 -0700119 BUG_ON(!list_empty(&fi->write_files));
Miklos Szeredi3be5a522008-04-30 00:54:41 -0700120 BUG_ON(!list_empty(&fi->queued_writes));
Miklos Szeredi5c672ab2016-06-30 13:10:49 +0200121 mutex_destroy(&fi->mutex);
Miklos Szeredi07e77dc2010-12-07 20:16:56 +0100122 kfree(fi->forget);
Nick Pigginfa0d7e3d2011-01-07 17:49:49 +1100123 call_rcu(&inode->i_rcu, fuse_i_callback);
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700124}
125
Al Virob57922d2010-06-07 14:34:48 -0400126static void fuse_evict_inode(struct inode *inode)
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700127{
Johannes Weiner91b0abe2014-04-03 14:47:49 -0700128 truncate_inode_pages_final(&inode->i_data);
Jan Karadbd57682012-05-03 14:48:02 +0200129 clear_inode(inode);
Miklos Szeredi1e9a4ed2005-09-09 13:10:31 -0700130 if (inode->i_sb->s_flags & MS_ACTIVE) {
131 struct fuse_conn *fc = get_fuse_conn(inode);
Miklos Szeredie5e55582005-09-09 13:10:28 -0700132 struct fuse_inode *fi = get_fuse_inode(inode);
Miklos Szeredi07e77dc2010-12-07 20:16:56 +0100133 fuse_queue_forget(fc, fi->forget, fi->nodeid, fi->nlookup);
134 fi->forget = NULL;
Miklos Szeredie5e55582005-09-09 13:10:28 -0700135 }
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700136}
137
Miklos Szeredi71421252006-06-25 05:48:52 -0700138static int fuse_remount_fs(struct super_block *sb, int *flags, char *data)
139{
Theodore Ts'o02b99842014-03-13 10:14:33 -0400140 sync_filesystem(sb);
Miklos Szeredi71421252006-06-25 05:48:52 -0700141 if (*flags & MS_MANDLOCK)
142 return -EINVAL;
143
144 return 0;
145}
146
Pavel Shilovsky45c72cd2012-05-10 19:49:38 +0400147/*
148 * ino_t is 32-bits on 32-bit arch. We have to squash the 64-bit value down
149 * so that it will fit.
150 */
151static ino_t fuse_squash_ino(u64 ino64)
152{
153 ino_t ino = (ino_t) ino64;
154 if (sizeof(ino_t) < sizeof(u64))
155 ino ^= ino64 >> (sizeof(u64) - sizeof(ino_t)) * 8;
156 return ino;
157}
158
Miklos Szeredi3be5a522008-04-30 00:54:41 -0700159void fuse_change_attributes_common(struct inode *inode, struct fuse_attr *attr,
160 u64 attr_valid)
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700161{
Miklos Szeredi9ffbb912006-10-17 00:10:06 -0700162 struct fuse_conn *fc = get_fuse_conn(inode);
Miklos Szerediebc14c42007-10-16 23:31:03 -0700163 struct fuse_inode *fi = get_fuse_inode(inode);
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700164
Miklos Szeredi1fb69e72007-10-18 03:06:58 -0700165 fi->attr_version = ++fc->attr_version;
166 fi->i_time = attr_valid;
167
Pavel Shilovsky45c72cd2012-05-10 19:49:38 +0400168 inode->i_ino = fuse_squash_ino(attr->ino);
Miklos Szerediebc14c42007-10-16 23:31:03 -0700169 inode->i_mode = (inode->i_mode & S_IFMT) | (attr->mode & 07777);
Miklos Szeredibfe86842011-10-28 14:13:29 +0200170 set_nlink(inode, attr->nlink);
Eric W. Biederman499dcf22012-02-07 16:26:03 -0800171 inode->i_uid = make_kuid(&init_user_ns, attr->uid);
172 inode->i_gid = make_kgid(&init_user_ns, attr->gid);
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700173 inode->i_blocks = attr->blocks;
174 inode->i_atime.tv_sec = attr->atime;
175 inode->i_atime.tv_nsec = attr->atimensec;
Maxim Patlasovb0aa7602013-12-26 19:51:11 +0400176 /* mtime from server may be stale due to local buffered write */
177 if (!fc->writeback_cache || !S_ISREG(inode->i_mode)) {
178 inode->i_mtime.tv_sec = attr->mtime;
179 inode->i_mtime.tv_nsec = attr->mtimensec;
Maxim Patlasov31f32672014-04-28 14:19:24 +0200180 inode->i_ctime.tv_sec = attr->ctime;
181 inode->i_ctime.tv_nsec = attr->ctimensec;
Maxim Patlasovb0aa7602013-12-26 19:51:11 +0400182 }
Miklos Szeredie00d2c22007-10-16 23:31:01 -0700183
Miklos Szeredi0e9663e2007-10-18 03:07:05 -0700184 if (attr->blksize != 0)
185 inode->i_blkbits = ilog2(attr->blksize);
186 else
187 inode->i_blkbits = inode->i_sb->s_blocksize_bits;
188
Miklos Szerediebc14c42007-10-16 23:31:03 -0700189 /*
190 * Don't set the sticky bit in i_mode, unless we want the VFS
191 * to check permissions. This prevents failures due to the
192 * check in may_delete().
193 */
194 fi->orig_i_mode = inode->i_mode;
195 if (!(fc->flags & FUSE_DEFAULT_PERMISSIONS))
196 inode->i_mode &= ~S_ISVTX;
Pavel Shilovsky45c72cd2012-05-10 19:49:38 +0400197
198 fi->orig_ino = attr->ino;
Miklos Szeredi3be5a522008-04-30 00:54:41 -0700199}
200
201void fuse_change_attributes(struct inode *inode, struct fuse_attr *attr,
202 u64 attr_valid, u64 attr_version)
203{
204 struct fuse_conn *fc = get_fuse_conn(inode);
205 struct fuse_inode *fi = get_fuse_inode(inode);
Pavel Emelyanov83732002013-10-10 17:10:46 +0400206 bool is_wb = fc->writeback_cache;
Miklos Szeredi3be5a522008-04-30 00:54:41 -0700207 loff_t oldsize;
Brian Fostereed21792012-07-16 15:23:49 -0400208 struct timespec old_mtime;
Miklos Szeredi3be5a522008-04-30 00:54:41 -0700209
210 spin_lock(&fc->lock);
Maxim Patlasov06a7c3c2013-08-30 17:06:04 +0400211 if ((attr_version != 0 && fi->attr_version > attr_version) ||
212 test_bit(FUSE_I_SIZE_UNSTABLE, &fi->state)) {
Miklos Szeredi3be5a522008-04-30 00:54:41 -0700213 spin_unlock(&fc->lock);
214 return;
215 }
216
Brian Fostereed21792012-07-16 15:23:49 -0400217 old_mtime = inode->i_mtime;
Miklos Szeredi3be5a522008-04-30 00:54:41 -0700218 fuse_change_attributes_common(inode, attr, attr_valid);
Miklos Szerediebc14c42007-10-16 23:31:03 -0700219
Miklos Szeredie00d2c22007-10-16 23:31:01 -0700220 oldsize = inode->i_size;
Pavel Emelyanov83732002013-10-10 17:10:46 +0400221 /*
222 * In case of writeback_cache enabled, the cached writes beyond EOF
223 * extend local i_size without keeping userspace server in sync. So,
224 * attr->size coming from server can be stale. We cannot trust it.
225 */
226 if (!is_wb || !S_ISREG(inode->i_mode))
227 i_size_write(inode, attr->size);
Miklos Szeredie00d2c22007-10-16 23:31:01 -0700228 spin_unlock(&fc->lock);
229
Pavel Emelyanov83732002013-10-10 17:10:46 +0400230 if (!is_wb && S_ISREG(inode->i_mode)) {
Brian Fostereed21792012-07-16 15:23:49 -0400231 bool inval = false;
232
233 if (oldsize != attr->size) {
Kirill A. Shutemov7caef262013-09-12 15:13:56 -0700234 truncate_pagecache(inode, attr->size);
Brian Fostereed21792012-07-16 15:23:49 -0400235 inval = true;
236 } else if (fc->auto_inval_data) {
237 struct timespec new_mtime = {
238 .tv_sec = attr->mtime,
239 .tv_nsec = attr->mtimensec,
240 };
241
242 /*
243 * Auto inval mode also checks and invalidates if mtime
244 * has changed.
245 */
246 if (!timespec_equal(&old_mtime, &new_mtime))
247 inval = true;
248 }
249
250 if (inval)
251 invalidate_inode_pages2(inode->i_mapping);
Miklos Szeredie00d2c22007-10-16 23:31:01 -0700252 }
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700253}
254
255static void fuse_init_inode(struct inode *inode, struct fuse_attr *attr)
256{
257 inode->i_mode = attr->mode & S_IFMT;
Miklos Szeredi9ffbb912006-10-17 00:10:06 -0700258 inode->i_size = attr->size;
Maxim Patlasovb0aa7602013-12-26 19:51:11 +0400259 inode->i_mtime.tv_sec = attr->mtime;
260 inode->i_mtime.tv_nsec = attr->mtimensec;
Maxim Patlasov31f32672014-04-28 14:19:24 +0200261 inode->i_ctime.tv_sec = attr->ctime;
262 inode->i_ctime.tv_nsec = attr->ctimensec;
Miklos Szeredie5e55582005-09-09 13:10:28 -0700263 if (S_ISREG(inode->i_mode)) {
264 fuse_init_common(inode);
Miklos Szeredib6aeade2005-09-09 13:10:30 -0700265 fuse_init_file_inode(inode);
Miklos Szeredie5e55582005-09-09 13:10:28 -0700266 } else if (S_ISDIR(inode->i_mode))
267 fuse_init_dir(inode);
268 else if (S_ISLNK(inode->i_mode))
269 fuse_init_symlink(inode);
270 else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||
271 S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
272 fuse_init_common(inode);
273 init_special_inode(inode, inode->i_mode,
274 new_decode_dev(attr->rdev));
Miklos Szeredi39ee0592006-01-06 00:19:43 -0800275 } else
276 BUG();
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700277}
278
John Muir3b463ae2009-05-31 11:13:57 -0400279int fuse_inode_eq(struct inode *inode, void *_nodeidp)
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700280{
Miklos Szeredib48badf2008-04-30 00:54:44 -0700281 u64 nodeid = *(u64 *) _nodeidp;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700282 if (get_node_id(inode) == nodeid)
283 return 1;
284 else
285 return 0;
286}
287
288static int fuse_inode_set(struct inode *inode, void *_nodeidp)
289{
Miklos Szeredib48badf2008-04-30 00:54:44 -0700290 u64 nodeid = *(u64 *) _nodeidp;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700291 get_fuse_inode(inode)->nodeid = nodeid;
292 return 0;
293}
294
Miklos Szeredib48badf2008-04-30 00:54:44 -0700295struct inode *fuse_iget(struct super_block *sb, u64 nodeid,
Miklos Szeredi1fb69e72007-10-18 03:06:58 -0700296 int generation, struct fuse_attr *attr,
297 u64 attr_valid, u64 attr_version)
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700298{
299 struct inode *inode;
Miklos Szeredi9e6268d2005-09-09 13:10:29 -0700300 struct fuse_inode *fi;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700301 struct fuse_conn *fc = get_fuse_conn_super(sb);
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700302
303 retry:
304 inode = iget5_locked(sb, nodeid, fuse_inode_eq, fuse_inode_set, &nodeid);
305 if (!inode)
306 return NULL;
307
308 if ((inode->i_state & I_NEW)) {
Maxim Patlasovb0aa7602013-12-26 19:51:11 +0400309 inode->i_flags |= S_NOATIME;
Maxim Patlasovd31433c2014-04-28 14:19:21 +0200310 if (!fc->writeback_cache || !S_ISREG(attr->mode))
Maxim Patlasovb0aa7602013-12-26 19:51:11 +0400311 inode->i_flags |= S_NOCMTIME;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700312 inode->i_generation = generation;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700313 fuse_init_inode(inode, attr);
314 unlock_new_inode(inode);
315 } else if ((inode->i_mode ^ attr->mode) & S_IFMT) {
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700316 /* Inode has changed type, any I/O on the old should fail */
317 make_bad_inode(inode);
318 iput(inode);
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700319 goto retry;
320 }
321
Miklos Szeredi9e6268d2005-09-09 13:10:29 -0700322 fi = get_fuse_inode(inode);
Miklos Szeredi8da5ff22006-10-17 00:10:08 -0700323 spin_lock(&fc->lock);
Miklos Szeredi1729a162008-11-26 12:03:54 +0100324 fi->nlookup++;
Miklos Szeredi8da5ff22006-10-17 00:10:08 -0700325 spin_unlock(&fc->lock);
Miklos Szeredi1fb69e72007-10-18 03:06:58 -0700326 fuse_change_attributes(inode, attr, attr_valid, attr_version);
327
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700328 return inode;
329}
330
John Muir3b463ae2009-05-31 11:13:57 -0400331int fuse_reverse_inval_inode(struct super_block *sb, u64 nodeid,
332 loff_t offset, loff_t len)
333{
334 struct inode *inode;
335 pgoff_t pg_start;
336 pgoff_t pg_end;
337
338 inode = ilookup5(sb, nodeid, fuse_inode_eq, &nodeid);
339 if (!inode)
340 return -ENOENT;
341
342 fuse_invalidate_attr(inode);
343 if (offset >= 0) {
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300344 pg_start = offset >> PAGE_SHIFT;
John Muir3b463ae2009-05-31 11:13:57 -0400345 if (len <= 0)
346 pg_end = -1;
347 else
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300348 pg_end = (offset + len - 1) >> PAGE_SHIFT;
John Muir3b463ae2009-05-31 11:13:57 -0400349 invalidate_inode_pages2_range(inode->i_mapping,
350 pg_start, pg_end);
351 }
352 iput(inode);
353 return 0;
354}
355
Miklos Szeredi5c672ab2016-06-30 13:10:49 +0200356void fuse_lock_inode(struct inode *inode)
357{
358 if (!get_fuse_conn(inode)->parallel_dirops)
359 mutex_lock(&get_fuse_inode(inode)->mutex);
360}
361
362void fuse_unlock_inode(struct inode *inode)
363{
364 if (!get_fuse_conn(inode)->parallel_dirops)
365 mutex_unlock(&get_fuse_inode(inode)->mutex);
366}
367
Al Viro42faad92008-04-24 07:21:56 -0400368static void fuse_umount_begin(struct super_block *sb)
Miklos Szeredi69a53bf2006-01-16 22:14:41 -0800369{
Al Viro42faad92008-04-24 07:21:56 -0400370 fuse_abort_conn(get_fuse_conn_super(sb));
Miklos Szeredi69a53bf2006-01-16 22:14:41 -0800371}
372
Miklos Szeredi0ec7ca42006-12-06 20:35:52 -0800373static void fuse_send_destroy(struct fuse_conn *fc)
374{
375 struct fuse_req *req = fc->destroy_req;
376 if (req && fc->conn_init) {
377 fc->destroy_req = NULL;
378 req->in.h.opcode = FUSE_DESTROY;
Miklos Szeredi825d6d32015-07-01 16:25:58 +0200379 __set_bit(FR_FORCE, &req->flags);
380 __clear_bit(FR_BACKGROUND, &req->flags);
Tejun Heob93f8582008-11-26 12:03:55 +0100381 fuse_request_send(fc, req);
Miklos Szeredi0ec7ca42006-12-06 20:35:52 -0800382 fuse_put_request(fc, req);
383 }
384}
385
Tejun Heoa325f9b2009-04-14 10:54:52 +0900386static void fuse_bdi_destroy(struct fuse_conn *fc)
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700387{
Tejun Heoa325f9b2009-04-14 10:54:52 +0900388 if (fc->bdi_initialized)
389 bdi_destroy(&fc->bdi);
390}
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700391
Tejun Heoa325f9b2009-04-14 10:54:52 +0900392static void fuse_put_super(struct super_block *sb)
393{
394 struct fuse_conn *fc = get_fuse_conn_super(sb);
395
396 fuse_send_destroy(fc);
Miklos Szeredibbd99792012-08-30 19:24:34 +0200397
Miklos Szeredi580640b2014-12-12 09:49:04 +0100398 fuse_abort_conn(fc);
Miklos Szeredibbd99792012-08-30 19:24:34 +0200399 mutex_lock(&fuse_mutex);
400 list_del(&fc->entry);
401 fuse_ctl_remove_conn(fc);
402 mutex_unlock(&fuse_mutex);
403 fuse_bdi_destroy(fc);
404
Miklos Szeredibafa9652006-06-25 05:48:51 -0700405 fuse_conn_put(fc);
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700406}
407
Miklos Szeredie5e55582005-09-09 13:10:28 -0700408static void convert_fuse_statfs(struct kstatfs *stbuf, struct fuse_kstatfs *attr)
409{
410 stbuf->f_type = FUSE_SUPER_MAGIC;
411 stbuf->f_bsize = attr->bsize;
Miklos Szeredide5f1202006-01-06 00:19:37 -0800412 stbuf->f_frsize = attr->frsize;
Miklos Szeredie5e55582005-09-09 13:10:28 -0700413 stbuf->f_blocks = attr->blocks;
414 stbuf->f_bfree = attr->bfree;
415 stbuf->f_bavail = attr->bavail;
416 stbuf->f_files = attr->files;
417 stbuf->f_ffree = attr->ffree;
418 stbuf->f_namelen = attr->namelen;
419 /* fsid is left zero */
420}
421
David Howells726c3342006-06-23 02:02:58 -0700422static int fuse_statfs(struct dentry *dentry, struct kstatfs *buf)
Miklos Szeredie5e55582005-09-09 13:10:28 -0700423{
David Howells726c3342006-06-23 02:02:58 -0700424 struct super_block *sb = dentry->d_sb;
Miklos Szeredie5e55582005-09-09 13:10:28 -0700425 struct fuse_conn *fc = get_fuse_conn_super(sb);
Miklos Szeredi70781872014-12-12 09:49:05 +0100426 FUSE_ARGS(args);
Miklos Szeredie5e55582005-09-09 13:10:28 -0700427 struct fuse_statfs_out outarg;
428 int err;
429
Anatol Pomozovc2132c12013-01-14 22:30:00 -0800430 if (!fuse_allow_current_process(fc)) {
Miklos Szeredie57ac682007-10-18 03:06:58 -0700431 buf->f_type = FUSE_SUPER_MAGIC;
432 return 0;
433 }
434
Miklos Szeredide5f1202006-01-06 00:19:37 -0800435 memset(&outarg, 0, sizeof(outarg));
Miklos Szeredi70781872014-12-12 09:49:05 +0100436 args.in.numargs = 0;
437 args.in.h.opcode = FUSE_STATFS;
David Howells2b0143b2015-03-17 22:25:59 +0000438 args.in.h.nodeid = get_node_id(d_inode(dentry));
Miklos Szeredi70781872014-12-12 09:49:05 +0100439 args.out.numargs = 1;
Miklos Szeredi21f62172015-01-06 10:45:35 +0100440 args.out.args[0].size = sizeof(outarg);
Miklos Szeredi70781872014-12-12 09:49:05 +0100441 args.out.args[0].value = &outarg;
442 err = fuse_simple_request(fc, &args);
Miklos Szeredie5e55582005-09-09 13:10:28 -0700443 if (!err)
444 convert_fuse_statfs(buf, &outarg.st);
Miklos Szeredie5e55582005-09-09 13:10:28 -0700445 return err;
446}
447
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700448enum {
449 OPT_FD,
450 OPT_ROOTMODE,
451 OPT_USER_ID,
Miklos Szeredi87729a52005-09-09 13:10:34 -0700452 OPT_GROUP_ID,
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700453 OPT_DEFAULT_PERMISSIONS,
454 OPT_ALLOW_OTHER,
Miklos Szeredidb50b962005-09-09 13:10:33 -0700455 OPT_MAX_READ,
Miklos Szeredid8091612006-12-06 20:35:48 -0800456 OPT_BLKSIZE,
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700457 OPT_ERR
458};
459
Steven Whitehousea447c092008-10-13 10:46:57 +0100460static const match_table_t tokens = {
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700461 {OPT_FD, "fd=%u"},
462 {OPT_ROOTMODE, "rootmode=%o"},
463 {OPT_USER_ID, "user_id=%u"},
Miklos Szeredi87729a52005-09-09 13:10:34 -0700464 {OPT_GROUP_ID, "group_id=%u"},
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700465 {OPT_DEFAULT_PERMISSIONS, "default_permissions"},
466 {OPT_ALLOW_OTHER, "allow_other"},
Miklos Szeredidb50b962005-09-09 13:10:33 -0700467 {OPT_MAX_READ, "max_read=%u"},
Miklos Szeredid8091612006-12-06 20:35:48 -0800468 {OPT_BLKSIZE, "blksize=%u"},
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700469 {OPT_ERR, NULL}
470};
471
Miklos Szeredi233a01f2014-07-07 15:28:51 +0200472static int fuse_match_uint(substring_t *s, unsigned int *res)
473{
474 int err = -ENOMEM;
475 char *buf = match_strdup(s);
476 if (buf) {
477 err = kstrtouint(buf, 10, res);
478 kfree(buf);
479 }
480 return err;
481}
482
Miklos Szeredid8091612006-12-06 20:35:48 -0800483static int parse_fuse_opt(char *opt, struct fuse_mount_data *d, int is_bdev)
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700484{
485 char *p;
486 memset(d, 0, sizeof(struct fuse_mount_data));
Miklos Szeredidb50b962005-09-09 13:10:33 -0700487 d->max_read = ~0;
Miklos Szeredid1875db2008-02-08 04:21:43 -0800488 d->blksize = FUSE_DEFAULT_BLKSIZE;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700489
490 while ((p = strsep(&opt, ",")) != NULL) {
491 int token;
492 int value;
Miklos Szeredi233a01f2014-07-07 15:28:51 +0200493 unsigned uv;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700494 substring_t args[MAX_OPT_ARGS];
495 if (!*p)
496 continue;
497
498 token = match_token(p, tokens, args);
499 switch (token) {
500 case OPT_FD:
501 if (match_int(&args[0], &value))
502 return 0;
503 d->fd = value;
Miklos Szeredi5a533682005-09-09 13:10:34 -0700504 d->fd_present = 1;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700505 break;
506
507 case OPT_ROOTMODE:
508 if (match_octal(&args[0], &value))
509 return 0;
Timo Savolaa5bfffac2007-04-08 16:04:00 -0700510 if (!fuse_valid_type(value))
511 return 0;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700512 d->rootmode = value;
Miklos Szeredi5a533682005-09-09 13:10:34 -0700513 d->rootmode_present = 1;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700514 break;
515
516 case OPT_USER_ID:
Miklos Szeredi233a01f2014-07-07 15:28:51 +0200517 if (fuse_match_uint(&args[0], &uv))
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700518 return 0;
Miklos Szeredi233a01f2014-07-07 15:28:51 +0200519 d->user_id = make_kuid(current_user_ns(), uv);
Eric W. Biederman499dcf22012-02-07 16:26:03 -0800520 if (!uid_valid(d->user_id))
521 return 0;
Miklos Szeredi5a533682005-09-09 13:10:34 -0700522 d->user_id_present = 1;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700523 break;
524
Miklos Szeredi87729a52005-09-09 13:10:34 -0700525 case OPT_GROUP_ID:
Miklos Szeredi233a01f2014-07-07 15:28:51 +0200526 if (fuse_match_uint(&args[0], &uv))
Miklos Szeredi87729a52005-09-09 13:10:34 -0700527 return 0;
Miklos Szeredi233a01f2014-07-07 15:28:51 +0200528 d->group_id = make_kgid(current_user_ns(), uv);
Eric W. Biederman499dcf22012-02-07 16:26:03 -0800529 if (!gid_valid(d->group_id))
530 return 0;
Miklos Szeredi5a533682005-09-09 13:10:34 -0700531 d->group_id_present = 1;
Miklos Szeredi87729a52005-09-09 13:10:34 -0700532 break;
533
Miklos Szeredi1e9a4ed2005-09-09 13:10:31 -0700534 case OPT_DEFAULT_PERMISSIONS:
535 d->flags |= FUSE_DEFAULT_PERMISSIONS;
536 break;
537
538 case OPT_ALLOW_OTHER:
539 d->flags |= FUSE_ALLOW_OTHER;
540 break;
541
Miklos Szeredidb50b962005-09-09 13:10:33 -0700542 case OPT_MAX_READ:
543 if (match_int(&args[0], &value))
544 return 0;
545 d->max_read = value;
546 break;
547
Miklos Szeredid8091612006-12-06 20:35:48 -0800548 case OPT_BLKSIZE:
549 if (!is_bdev || match_int(&args[0], &value))
550 return 0;
551 d->blksize = value;
552 break;
553
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700554 default:
555 return 0;
556 }
557 }
Miklos Szeredi5a533682005-09-09 13:10:34 -0700558
559 if (!d->fd_present || !d->rootmode_present ||
560 !d->user_id_present || !d->group_id_present)
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700561 return 0;
562
563 return 1;
564}
565
Al Viro34c80b12011-12-08 21:32:45 -0500566static int fuse_show_options(struct seq_file *m, struct dentry *root)
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700567{
Al Viro34c80b12011-12-08 21:32:45 -0500568 struct super_block *sb = root->d_sb;
569 struct fuse_conn *fc = get_fuse_conn_super(sb);
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700570
Eric W. Biederman499dcf22012-02-07 16:26:03 -0800571 seq_printf(m, ",user_id=%u", from_kuid_munged(&init_user_ns, fc->user_id));
572 seq_printf(m, ",group_id=%u", from_kgid_munged(&init_user_ns, fc->group_id));
Miklos Szeredi1e9a4ed2005-09-09 13:10:31 -0700573 if (fc->flags & FUSE_DEFAULT_PERMISSIONS)
574 seq_puts(m, ",default_permissions");
575 if (fc->flags & FUSE_ALLOW_OTHER)
576 seq_puts(m, ",allow_other");
Miklos Szeredidb50b962005-09-09 13:10:33 -0700577 if (fc->max_read != ~0)
578 seq_printf(m, ",max_read=%u", fc->max_read);
Al Viro34c80b12011-12-08 21:32:45 -0500579 if (sb->s_bdev && sb->s_blocksize != FUSE_DEFAULT_BLKSIZE)
580 seq_printf(m, ",blksize=%lu", sb->s_blocksize);
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700581 return 0;
582}
583
Miklos Szeredif88996a2015-07-01 16:26:01 +0200584static void fuse_iqueue_init(struct fuse_iqueue *fiq)
585{
586 memset(fiq, 0, sizeof(struct fuse_iqueue));
587 init_waitqueue_head(&fiq->waitq);
588 INIT_LIST_HEAD(&fiq->pending);
589 INIT_LIST_HEAD(&fiq->interrupts);
590 fiq->forget_list_tail = &fiq->forget_list_head;
Miklos Szeredie16714d2015-07-01 16:26:01 +0200591 fiq->connected = 1;
Miklos Szeredif88996a2015-07-01 16:26:01 +0200592}
593
Miklos Szeredi3a2b5b92015-07-01 16:26:04 +0200594static void fuse_pqueue_init(struct fuse_pqueue *fpq)
595{
596 memset(fpq, 0, sizeof(struct fuse_pqueue));
Miklos Szeredi45a91cb2015-07-01 16:26:06 +0200597 spin_lock_init(&fpq->lock);
Miklos Szeredi3a2b5b92015-07-01 16:26:04 +0200598 INIT_LIST_HEAD(&fpq->processing);
599 INIT_LIST_HEAD(&fpq->io);
Miklos Szeredie96edd92015-07-01 16:26:04 +0200600 fpq->connected = 1;
Miklos Szeredi3a2b5b92015-07-01 16:26:04 +0200601}
602
Tejun Heoa325f9b2009-04-14 10:54:52 +0900603void fuse_conn_init(struct fuse_conn *fc)
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700604{
Tejun Heo0d179aa2008-11-26 12:03:55 +0100605 memset(fc, 0, sizeof(*fc));
606 spin_lock_init(&fc->lock);
John Muir3b463ae2009-05-31 11:13:57 -0400607 init_rwsem(&fc->killsb);
Tejun Heo0d179aa2008-11-26 12:03:55 +0100608 atomic_set(&fc->count, 1);
Miklos Szeredic36960462015-07-01 16:26:09 +0200609 atomic_set(&fc->dev_count, 1);
Tejun Heo0d179aa2008-11-26 12:03:55 +0100610 init_waitqueue_head(&fc->blocked_waitq);
611 init_waitqueue_head(&fc->reserved_req_waitq);
Miklos Szeredif88996a2015-07-01 16:26:01 +0200612 fuse_iqueue_init(&fc->iq);
Tejun Heo0d179aa2008-11-26 12:03:55 +0100613 INIT_LIST_HEAD(&fc->bg_queue);
614 INIT_LIST_HEAD(&fc->entry);
Miklos Szeredicc080e92015-07-01 16:26:08 +0200615 INIT_LIST_HEAD(&fc->devices);
Tejun Heo0d179aa2008-11-26 12:03:55 +0100616 atomic_set(&fc->num_waiting, 0);
Csaba Henk7a6d3c82009-07-01 17:28:41 -0700617 fc->max_background = FUSE_DEFAULT_MAX_BACKGROUND;
618 fc->congestion_threshold = FUSE_DEFAULT_CONGESTION_THRESHOLD;
Tejun Heo0d179aa2008-11-26 12:03:55 +0100619 fc->khctr = 0;
620 fc->polled_files = RB_ROOT;
Maxim Patlasov0aada882013-03-21 18:02:28 +0400621 fc->blocked = 0;
Maxim Patlasov796523fb2013-03-21 18:02:15 +0400622 fc->initialized = 0;
Miklos Szeredie16714d2015-07-01 16:26:01 +0200623 fc->connected = 1;
Tejun Heo0d179aa2008-11-26 12:03:55 +0100624 fc->attr_version = 1;
625 get_random_bytes(&fc->scramble_key, sizeof(fc->scramble_key));
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700626}
Tejun Heo0d179aa2008-11-26 12:03:55 +0100627EXPORT_SYMBOL_GPL(fuse_conn_init);
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700628
Miklos Szeredibafa9652006-06-25 05:48:51 -0700629void fuse_conn_put(struct fuse_conn *fc)
630{
Miklos Szeredid2a85162006-10-17 00:10:11 -0700631 if (atomic_dec_and_test(&fc->count)) {
Miklos Szeredi0ec7ca42006-12-06 20:35:52 -0800632 if (fc->destroy_req)
633 fuse_request_free(fc->destroy_req);
Tejun Heo43901aa2008-11-26 12:03:56 +0100634 fc->release(fc);
Miklos Szeredid2a85162006-10-17 00:10:11 -0700635 }
Miklos Szeredibafa9652006-06-25 05:48:51 -0700636}
Tejun Heo08cbf542009-04-14 10:54:53 +0900637EXPORT_SYMBOL_GPL(fuse_conn_put);
Miklos Szeredibafa9652006-06-25 05:48:51 -0700638
639struct fuse_conn *fuse_conn_get(struct fuse_conn *fc)
640{
641 atomic_inc(&fc->count);
642 return fc;
643}
Tejun Heo08cbf542009-04-14 10:54:53 +0900644EXPORT_SYMBOL_GPL(fuse_conn_get);
Miklos Szeredibafa9652006-06-25 05:48:51 -0700645
Tejun Heob93f8582008-11-26 12:03:55 +0100646static struct inode *fuse_get_root_inode(struct super_block *sb, unsigned mode)
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700647{
648 struct fuse_attr attr;
649 memset(&attr, 0, sizeof(attr));
650
651 attr.mode = mode;
652 attr.ino = FUSE_ROOT_ID;
Miklos Szeredi074406f2007-10-16 23:31:02 -0700653 attr.nlink = 1;
Miklos Szeredi1fb69e72007-10-18 03:06:58 -0700654 return fuse_iget(sb, 1, 0, &attr, 0, 0);
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700655}
656
Miklos Szeredi1729a162008-11-26 12:03:54 +0100657struct fuse_inode_handle {
Miklos Szeredidbd561d2008-07-25 01:49:00 -0700658 u64 nodeid;
659 u32 generation;
660};
661
662static struct dentry *fuse_get_dentry(struct super_block *sb,
663 struct fuse_inode_handle *handle)
664{
Miklos Szeredi33670fa2008-07-25 01:49:02 -0700665 struct fuse_conn *fc = get_fuse_conn_super(sb);
Miklos Szeredidbd561d2008-07-25 01:49:00 -0700666 struct inode *inode;
667 struct dentry *entry;
668 int err = -ESTALE;
669
670 if (handle->nodeid == 0)
671 goto out_err;
672
673 inode = ilookup5(sb, handle->nodeid, fuse_inode_eq, &handle->nodeid);
Miklos Szeredi33670fa2008-07-25 01:49:02 -0700674 if (!inode) {
675 struct fuse_entry_out outarg;
Al Viro13983d02016-07-20 22:34:44 -0400676 const struct qstr name = QSTR_INIT(".", 1);
Miklos Szeredi33670fa2008-07-25 01:49:02 -0700677
678 if (!fc->export_support)
679 goto out_err;
680
Miklos Szeredi33670fa2008-07-25 01:49:02 -0700681 err = fuse_lookup_name(sb, handle->nodeid, &name, &outarg,
682 &inode);
683 if (err && err != -ENOENT)
684 goto out_err;
685 if (err || !inode) {
686 err = -ESTALE;
687 goto out_err;
688 }
689 err = -EIO;
690 if (get_node_id(inode) != handle->nodeid)
691 goto out_iput;
692 }
Miklos Szeredidbd561d2008-07-25 01:49:00 -0700693 err = -ESTALE;
694 if (inode->i_generation != handle->generation)
695 goto out_iput;
696
Christoph Hellwig44003722008-08-11 15:49:04 +0200697 entry = d_obtain_alias(inode);
Al Viroc35eebe2010-12-18 11:15:22 -0500698 if (!IS_ERR(entry) && get_node_id(inode) != FUSE_ROOT_ID)
Miklos Szeredidbd561d2008-07-25 01:49:00 -0700699 fuse_invalidate_entry_cache(entry);
Miklos Szeredidbd561d2008-07-25 01:49:00 -0700700
701 return entry;
702
703 out_iput:
704 iput(inode);
705 out_err:
706 return ERR_PTR(err);
707}
708
Al Virob0b03822012-04-02 14:34:06 -0400709static int fuse_encode_fh(struct inode *inode, u32 *fh, int *max_len,
710 struct inode *parent)
Miklos Szeredidbd561d2008-07-25 01:49:00 -0700711{
Al Virob0b03822012-04-02 14:34:06 -0400712 int len = parent ? 6 : 3;
Miklos Szeredidbd561d2008-07-25 01:49:00 -0700713 u64 nodeid;
714 u32 generation;
715
Aneesh Kumar K.V5fe0c232011-01-29 18:43:25 +0530716 if (*max_len < len) {
717 *max_len = len;
Namjae Jeon94e07a752013-02-17 15:48:11 +0900718 return FILEID_INVALID;
Aneesh Kumar K.V5fe0c232011-01-29 18:43:25 +0530719 }
Miklos Szeredidbd561d2008-07-25 01:49:00 -0700720
721 nodeid = get_fuse_inode(inode)->nodeid;
722 generation = inode->i_generation;
723
724 fh[0] = (u32)(nodeid >> 32);
725 fh[1] = (u32)(nodeid & 0xffffffff);
726 fh[2] = generation;
727
Al Virob0b03822012-04-02 14:34:06 -0400728 if (parent) {
Miklos Szeredidbd561d2008-07-25 01:49:00 -0700729 nodeid = get_fuse_inode(parent)->nodeid;
730 generation = parent->i_generation;
Miklos Szeredidbd561d2008-07-25 01:49:00 -0700731
732 fh[3] = (u32)(nodeid >> 32);
733 fh[4] = (u32)(nodeid & 0xffffffff);
734 fh[5] = generation;
735 }
736
737 *max_len = len;
Al Virob0b03822012-04-02 14:34:06 -0400738 return parent ? 0x82 : 0x81;
Miklos Szeredidbd561d2008-07-25 01:49:00 -0700739}
740
741static struct dentry *fuse_fh_to_dentry(struct super_block *sb,
742 struct fid *fid, int fh_len, int fh_type)
743{
744 struct fuse_inode_handle handle;
745
746 if ((fh_type != 0x81 && fh_type != 0x82) || fh_len < 3)
747 return NULL;
748
749 handle.nodeid = (u64) fid->raw[0] << 32;
750 handle.nodeid |= (u64) fid->raw[1];
751 handle.generation = fid->raw[2];
752 return fuse_get_dentry(sb, &handle);
753}
754
755static struct dentry *fuse_fh_to_parent(struct super_block *sb,
756 struct fid *fid, int fh_len, int fh_type)
757{
758 struct fuse_inode_handle parent;
759
760 if (fh_type != 0x82 || fh_len < 6)
761 return NULL;
762
763 parent.nodeid = (u64) fid->raw[3] << 32;
764 parent.nodeid |= (u64) fid->raw[4];
765 parent.generation = fid->raw[5];
766 return fuse_get_dentry(sb, &parent);
767}
768
Miklos Szeredi33670fa2008-07-25 01:49:02 -0700769static struct dentry *fuse_get_parent(struct dentry *child)
770{
David Howells2b0143b2015-03-17 22:25:59 +0000771 struct inode *child_inode = d_inode(child);
Miklos Szeredi33670fa2008-07-25 01:49:02 -0700772 struct fuse_conn *fc = get_fuse_conn(child_inode);
773 struct inode *inode;
774 struct dentry *parent;
775 struct fuse_entry_out outarg;
Al Viro13983d02016-07-20 22:34:44 -0400776 const struct qstr name = QSTR_INIT("..", 2);
Miklos Szeredi33670fa2008-07-25 01:49:02 -0700777 int err;
778
779 if (!fc->export_support)
780 return ERR_PTR(-ESTALE);
781
Miklos Szeredi33670fa2008-07-25 01:49:02 -0700782 err = fuse_lookup_name(child_inode->i_sb, get_node_id(child_inode),
783 &name, &outarg, &inode);
Christoph Hellwig44003722008-08-11 15:49:04 +0200784 if (err) {
785 if (err == -ENOENT)
786 return ERR_PTR(-ESTALE);
Miklos Szeredi33670fa2008-07-25 01:49:02 -0700787 return ERR_PTR(err);
Miklos Szeredi33670fa2008-07-25 01:49:02 -0700788 }
Christoph Hellwig44003722008-08-11 15:49:04 +0200789
790 parent = d_obtain_alias(inode);
Al Viroc35eebe2010-12-18 11:15:22 -0500791 if (!IS_ERR(parent) && get_node_id(inode) != FUSE_ROOT_ID)
Miklos Szeredi33670fa2008-07-25 01:49:02 -0700792 fuse_invalidate_entry_cache(parent);
Miklos Szeredi33670fa2008-07-25 01:49:02 -0700793
794 return parent;
795}
Miklos Szeredidbd561d2008-07-25 01:49:00 -0700796
797static const struct export_operations fuse_export_operations = {
798 .fh_to_dentry = fuse_fh_to_dentry,
799 .fh_to_parent = fuse_fh_to_parent,
800 .encode_fh = fuse_encode_fh,
Miklos Szeredi33670fa2008-07-25 01:49:02 -0700801 .get_parent = fuse_get_parent,
Miklos Szeredidbd561d2008-07-25 01:49:00 -0700802};
803
Josef 'Jeff' Sipekee9b6d62007-02-12 00:55:41 -0800804static const struct super_operations fuse_super_operations = {
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700805 .alloc_inode = fuse_alloc_inode,
806 .destroy_inode = fuse_destroy_inode,
Al Virob57922d2010-06-07 14:34:48 -0400807 .evict_inode = fuse_evict_inode,
Miklos Szeredi1e18bda2014-04-28 14:19:23 +0200808 .write_inode = fuse_write_inode,
Miklos Szerediead5f0b2007-05-23 13:57:54 -0700809 .drop_inode = generic_delete_inode,
Miklos Szeredi71421252006-06-25 05:48:52 -0700810 .remount_fs = fuse_remount_fs,
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700811 .put_super = fuse_put_super,
Miklos Szeredi69a53bf2006-01-16 22:14:41 -0800812 .umount_begin = fuse_umount_begin,
Miklos Szeredie5e55582005-09-09 13:10:28 -0700813 .statfs = fuse_statfs,
Miklos Szeredid8a5ba42005-09-09 13:10:26 -0700814 .show_options = fuse_show_options,
815};
816
Csaba Henk487ea5a2009-08-26 19:17:22 +0200817static void sanitize_global_limit(unsigned *limit)
818{
819 if (*limit == 0)
Jiang Liu0ed5fd12013-07-03 15:03:43 -0700820 *limit = ((totalram_pages << PAGE_SHIFT) >> 13) /
Csaba Henk487ea5a2009-08-26 19:17:22 +0200821 sizeof(struct fuse_req);
822
823 if (*limit >= 1 << 16)
824 *limit = (1 << 16) - 1;
825}
826
827static int set_global_limit(const char *val, struct kernel_param *kp)
828{
829 int rv;
830
831 rv = param_set_uint(val, kp);
832 if (rv)
833 return rv;
834
835 sanitize_global_limit((unsigned *)kp->arg);
836
837 return 0;
838}
839
840static void process_init_limits(struct fuse_conn *fc, struct fuse_init_out *arg)
841{
842 int cap_sys_admin = capable(CAP_SYS_ADMIN);
843
844 if (arg->minor < 13)
845 return;
846
847 sanitize_global_limit(&max_user_bgreq);
848 sanitize_global_limit(&max_user_congthresh);
849
850 if (arg->max_background) {
851 fc->max_background = arg->max_background;
852
853 if (!cap_sys_admin && fc->max_background > max_user_bgreq)
854 fc->max_background = max_user_bgreq;
855 }
856 if (arg->congestion_threshold) {
857 fc->congestion_threshold = arg->congestion_threshold;
858
859 if (!cap_sys_admin &&
860 fc->congestion_threshold > max_user_congthresh)
861 fc->congestion_threshold = max_user_congthresh;
862 }
863}
864
Miklos Szeredi9b9a0462006-01-16 22:14:44 -0800865static void process_init_reply(struct fuse_conn *fc, struct fuse_req *req)
866{
Miklos Szeredi9b9a0462006-01-16 22:14:44 -0800867 struct fuse_init_out *arg = &req->misc.init_out;
868
869 if (req->out.h.error || arg->major != FUSE_KERNEL_VERSION)
870 fc->conn_error = 1;
871 else {
Miklos Szeredi9cd68452006-02-01 03:04:40 -0800872 unsigned long ra_pages;
873
Csaba Henk487ea5a2009-08-26 19:17:22 +0200874 process_init_limits(fc, arg);
875
Miklos Szeredi9cd68452006-02-01 03:04:40 -0800876 if (arg->minor >= 6) {
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300877 ra_pages = arg->max_readahead / PAGE_SIZE;
Miklos Szeredi9cd68452006-02-01 03:04:40 -0800878 if (arg->flags & FUSE_ASYNC_READ)
879 fc->async_read = 1;
Miklos Szeredi71421252006-06-25 05:48:52 -0700880 if (!(arg->flags & FUSE_POSIX_LOCKS))
881 fc->no_lock = 1;
Miklos Szeredi37fb3a32011-08-08 16:08:08 +0200882 if (arg->minor >= 17) {
883 if (!(arg->flags & FUSE_FLOCK_LOCKS))
884 fc->no_flock = 1;
Miklos Szeredi24114502011-09-12 09:31:49 +0200885 } else {
886 if (!(arg->flags & FUSE_POSIX_LOCKS))
887 fc->no_flock = 1;
Miklos Szeredi37fb3a32011-08-08 16:08:08 +0200888 }
Miklos Szeredi6ff958e2007-10-18 03:07:02 -0700889 if (arg->flags & FUSE_ATOMIC_O_TRUNC)
890 fc->atomic_o_trunc = 1;
Miklos Szeredi33670fa2008-07-25 01:49:02 -0700891 if (arg->minor >= 9) {
892 /* LOOKUP has dependency on proto version */
893 if (arg->flags & FUSE_EXPORT_SUPPORT)
894 fc->export_support = 1;
895 }
Miklos Szeredi78bb6cb2008-05-12 14:02:32 -0700896 if (arg->flags & FUSE_BIG_WRITES)
897 fc->big_writes = 1;
Miklos Szeredie0a43dd2009-06-30 20:12:23 +0200898 if (arg->flags & FUSE_DONT_MASK)
899 fc->dont_mask = 1;
Brian Foster72d0d242012-07-16 15:23:48 -0400900 if (arg->flags & FUSE_AUTO_INVAL_DATA)
901 fc->auto_inval_data = 1;
Miklos Szeredi28420da2013-06-03 14:40:22 +0200902 if (arg->flags & FUSE_DO_READDIRPLUS) {
Anand V. Avati0b05b182012-08-19 08:53:23 -0400903 fc->do_readdirplus = 1;
Miklos Szeredi28420da2013-06-03 14:40:22 +0200904 if (arg->flags & FUSE_READDIRPLUS_AUTO)
905 fc->readdirplus_auto = 1;
906 }
Miklos Szeredi60b9df72013-05-01 14:37:21 +0200907 if (arg->flags & FUSE_ASYNC_DIO)
908 fc->async_dio = 1;
Pavel Emelyanov4d99ff82013-10-10 17:12:18 +0400909 if (arg->flags & FUSE_WRITEBACK_CACHE)
910 fc->writeback_cache = 1;
Miklos Szeredi5c672ab2016-06-30 13:10:49 +0200911 if (arg->flags & FUSE_PARALLEL_DIROPS)
912 fc->parallel_dirops = 1;
Miklos Szeredie27c9d32014-04-28 14:19:23 +0200913 if (arg->time_gran && arg->time_gran <= 1000000000)
914 fc->sb->s_time_gran = arg->time_gran;
Miklos Szeredi71421252006-06-25 05:48:52 -0700915 } else {
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300916 ra_pages = fc->max_read / PAGE_SIZE;
Miklos Szeredi71421252006-06-25 05:48:52 -0700917 fc->no_lock = 1;
Miklos Szeredi37fb3a32011-08-08 16:08:08 +0200918 fc->no_flock = 1;
Miklos Szeredi71421252006-06-25 05:48:52 -0700919 }
Miklos Szeredi9cd68452006-02-01 03:04:40 -0800920
921 fc->bdi.ra_pages = min(fc->bdi.ra_pages, ra_pages);
Miklos Szeredi9b9a0462006-01-16 22:14:44 -0800922 fc->minor = arg->minor;
923 fc->max_write = arg->minor < 5 ? 4096 : arg->max_write;
Miklos Szeredif948d562008-06-17 18:05:40 +0200924 fc->max_write = max_t(unsigned, 4096, fc->max_write);
Miklos Szeredi0ec7ca42006-12-06 20:35:52 -0800925 fc->conn_init = 1;
Miklos Szeredi9b9a0462006-01-16 22:14:44 -0800926 }
Miklos Szeredi9759bd512015-01-06 10:45:35 +0100927 fuse_set_initialized(fc);
Miklos Szeredi08a53cd2006-04-10 22:54:59 -0700928 wake_up_all(&fc->blocked_waitq);
Miklos Szeredi9b9a0462006-01-16 22:14:44 -0800929}
930
Miklos Szeredice1d5a42006-04-10 22:54:58 -0700931static void fuse_send_init(struct fuse_conn *fc, struct fuse_req *req)
Miklos Szeredi9b9a0462006-01-16 22:14:44 -0800932{
Miklos Szeredi9b9a0462006-01-16 22:14:44 -0800933 struct fuse_init_in *arg = &req->misc.init_in;
Miklos Szeredi095da6c2006-01-16 22:14:52 -0800934
Miklos Szeredi9b9a0462006-01-16 22:14:44 -0800935 arg->major = FUSE_KERNEL_VERSION;
936 arg->minor = FUSE_KERNEL_MINOR_VERSION;
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300937 arg->max_readahead = fc->bdi.ra_pages * PAGE_SIZE;
Miklos Szeredi78bb6cb2008-05-12 14:02:32 -0700938 arg->flags |= FUSE_ASYNC_READ | FUSE_POSIX_LOCKS | FUSE_ATOMIC_O_TRUNC |
Miklos Szeredi37fb3a32011-08-08 16:08:08 +0200939 FUSE_EXPORT_SUPPORT | FUSE_BIG_WRITES | FUSE_DONT_MASK |
Miklos Szeredi69fe05c2012-07-18 16:09:40 +0200940 FUSE_SPLICE_WRITE | FUSE_SPLICE_MOVE | FUSE_SPLICE_READ |
Wei Fang94463852016-07-25 21:17:04 +0800941 FUSE_FLOCK_LOCKS | FUSE_HAS_IOCTL_DIR | FUSE_AUTO_INVAL_DATA |
Pavel Emelyanov4d99ff82013-10-10 17:12:18 +0400942 FUSE_DO_READDIRPLUS | FUSE_READDIRPLUS_AUTO | FUSE_ASYNC_DIO |
Miklos Szeredi5c672ab2016-06-30 13:10:49 +0200943 FUSE_WRITEBACK_CACHE | FUSE_NO_OPEN_SUPPORT |
944 FUSE_PARALLEL_DIROPS;
Miklos Szeredi9b9a0462006-01-16 22:14:44 -0800945 req->in.h.opcode = FUSE_INIT;
946 req->in.numargs = 1;
947 req->in.args[0].size = sizeof(*arg);
948 req->in.args[0].value = arg;
949 req->out.numargs = 1;
Daniel Mack3ad2f3f2010-02-03 08:01:28 +0800950 /* Variable length argument used for backward compatibility
Miklos Szeredi9b9a0462006-01-16 22:14:44 -0800951 with interface version < 7.5. Rest of init_out is zeroed
952 by do_get_request(), so a short reply is not a problem */
953 req->out.argvar = 1;
954 req->out.args[0].size = sizeof(struct fuse_init_out);
955 req->out.args[0].value = &req->misc.init_out;
956 req->end = process_init_reply;
Tejun Heob93f8582008-11-26 12:03:55 +0100957 fuse_request_send_background(fc, req);
Miklos Szeredi9b9a0462006-01-16 22:14:44 -0800958}
959
Tejun Heo43901aa2008-11-26 12:03:56 +0100960static void fuse_free_conn(struct fuse_conn *fc)
961{
Miklos Szeredicc080e92015-07-01 16:26:08 +0200962 WARN_ON(!list_empty(&fc->devices));
Al Virodd3e2c52013-10-03 21:21:39 -0400963 kfree_rcu(fc, rcu);
Tejun Heo43901aa2008-11-26 12:03:56 +0100964}
965
Tejun Heoa325f9b2009-04-14 10:54:52 +0900966static int fuse_bdi_init(struct fuse_conn *fc, struct super_block *sb)
967{
968 int err;
969
Jens Axboed9938312009-06-12 14:45:52 +0200970 fc->bdi.name = "fuse";
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300971 fc->bdi.ra_pages = (VM_MAX_READAHEAD * 1024) / PAGE_SIZE;
Tejun Heoa325f9b2009-04-14 10:54:52 +0900972 /* fuse does it's own writeback accounting */
Maxim Patlasov5a537482013-09-11 14:22:46 -0700973 fc->bdi.capabilities = BDI_CAP_NO_ACCT_WB | BDI_CAP_STRICTLIMIT;
Tejun Heoa325f9b2009-04-14 10:54:52 +0900974
975 err = bdi_init(&fc->bdi);
976 if (err)
977 return err;
978
979 fc->bdi_initialized = 1;
980
981 if (sb->s_bdev) {
982 err = bdi_register(&fc->bdi, NULL, "%u:%u-fuseblk",
983 MAJOR(fc->dev), MINOR(fc->dev));
984 } else {
985 err = bdi_register_dev(&fc->bdi, fc->dev);
986 }
987
988 if (err)
989 return err;
990
991 /*
992 * For a single fuse filesystem use max 1% of dirty +
993 * writeback threshold.
994 *
995 * This gives about 1M of write buffer for memory maps on a
996 * machine with 1G and 10% dirty_ratio, which should be more
997 * than enough.
998 *
999 * Privileged users can raise it by writing to
1000 *
1001 * /sys/class/bdi/<bdi>/max_ratio
1002 */
1003 bdi_set_max_ratio(&fc->bdi, 1);
1004
1005 return 0;
1006}
1007
Miklos Szeredicc080e92015-07-01 16:26:08 +02001008struct fuse_dev *fuse_dev_alloc(struct fuse_conn *fc)
1009{
1010 struct fuse_dev *fud;
1011
1012 fud = kzalloc(sizeof(struct fuse_dev), GFP_KERNEL);
1013 if (fud) {
1014 fud->fc = fuse_conn_get(fc);
Miklos Szeredic36960462015-07-01 16:26:09 +02001015 fuse_pqueue_init(&fud->pq);
Miklos Szeredicc080e92015-07-01 16:26:08 +02001016
1017 spin_lock(&fc->lock);
1018 list_add_tail(&fud->entry, &fc->devices);
1019 spin_unlock(&fc->lock);
1020 }
1021
1022 return fud;
1023}
1024EXPORT_SYMBOL_GPL(fuse_dev_alloc);
1025
1026void fuse_dev_free(struct fuse_dev *fud)
1027{
1028 struct fuse_conn *fc = fud->fc;
1029
1030 if (fc) {
1031 spin_lock(&fc->lock);
1032 list_del(&fud->entry);
1033 spin_unlock(&fc->lock);
1034
1035 fuse_conn_put(fc);
1036 }
1037 kfree(fud);
1038}
1039EXPORT_SYMBOL_GPL(fuse_dev_free);
1040
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001041static int fuse_fill_super(struct super_block *sb, void *data, int silent)
1042{
Miklos Szeredicc080e92015-07-01 16:26:08 +02001043 struct fuse_dev *fud;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001044 struct fuse_conn *fc;
1045 struct inode *root;
1046 struct fuse_mount_data d;
1047 struct file *file;
Miklos Szeredif543f252006-01-16 22:14:35 -08001048 struct dentry *root_dentry;
Miklos Szeredice1d5a42006-04-10 22:54:58 -07001049 struct fuse_req *init_req;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001050 int err;
Miklos Szeredid8091612006-12-06 20:35:48 -08001051 int is_bdev = sb->s_bdev != NULL;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001052
Miklos Szeredic2b8f002009-01-26 15:00:58 +01001053 err = -EINVAL;
Miklos Szeredi71421252006-06-25 05:48:52 -07001054 if (sb->s_flags & MS_MANDLOCK)
Miklos Szeredic2b8f002009-01-26 15:00:58 +01001055 goto err;
Miklos Szeredi71421252006-06-25 05:48:52 -07001056
Miklos Szeredi4ace1f82014-04-28 14:19:25 +02001057 sb->s_flags &= ~(MS_NOSEC | MS_I_VERSION);
Al Viro9e1f1de2011-06-03 18:24:58 -04001058
Himangi Saraogi7b3d8bf2014-06-26 23:06:52 +05301059 if (!parse_fuse_opt(data, &d, is_bdev))
Miklos Szeredic2b8f002009-01-26 15:00:58 +01001060 goto err;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001061
Miklos Szeredid8091612006-12-06 20:35:48 -08001062 if (is_bdev) {
Miklos Szeredi875d95e2006-12-06 20:35:54 -08001063#ifdef CONFIG_BLOCK
Miklos Szeredic2b8f002009-01-26 15:00:58 +01001064 err = -EINVAL;
Miklos Szeredid8091612006-12-06 20:35:48 -08001065 if (!sb_set_blocksize(sb, d.blksize))
Miklos Szeredic2b8f002009-01-26 15:00:58 +01001066 goto err;
Miklos Szeredi875d95e2006-12-06 20:35:54 -08001067#endif
Miklos Szeredid8091612006-12-06 20:35:48 -08001068 } else {
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +03001069 sb->s_blocksize = PAGE_SIZE;
1070 sb->s_blocksize_bits = PAGE_SHIFT;
Miklos Szeredid8091612006-12-06 20:35:48 -08001071 }
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001072 sb->s_magic = FUSE_SUPER_MAGIC;
1073 sb->s_op = &fuse_super_operations;
1074 sb->s_maxbytes = MAX_LFS_FILESIZE;
Miklos Szeredi0a2da9b2012-04-11 11:45:06 +02001075 sb->s_time_gran = 1;
Miklos Szeredidbd561d2008-07-25 01:49:00 -07001076 sb->s_export_op = &fuse_export_operations;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001077
1078 file = fget(d.fd);
Miklos Szeredic2b8f002009-01-26 15:00:58 +01001079 err = -EINVAL;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001080 if (!file)
Miklos Szeredic2b8f002009-01-26 15:00:58 +01001081 goto err;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001082
Eric W. Biederman499dcf22012-02-07 16:26:03 -08001083 if ((file->f_op != &fuse_dev_operations) ||
1084 (file->f_cred->user_ns != &init_user_ns))
Miklos Szeredic2b8f002009-01-26 15:00:58 +01001085 goto err_fput;
Miklos Szeredi0720b312006-04-10 22:54:55 -07001086
Tejun Heo0d179aa2008-11-26 12:03:55 +01001087 fc = kmalloc(sizeof(*fc), GFP_KERNEL);
Miklos Szeredic2b8f002009-01-26 15:00:58 +01001088 err = -ENOMEM;
1089 if (!fc)
1090 goto err_fput;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001091
Tejun Heoa325f9b2009-04-14 10:54:52 +09001092 fuse_conn_init(fc);
Miklos Szeredi0ad0b322015-07-01 16:25:55 +02001093 fc->release = fuse_free_conn;
Tejun Heoa325f9b2009-04-14 10:54:52 +09001094
Miklos Szeredicc080e92015-07-01 16:26:08 +02001095 fud = fuse_dev_alloc(fc);
1096 if (!fud)
1097 goto err_put_conn;
1098
Tejun Heoa325f9b2009-04-14 10:54:52 +09001099 fc->dev = sb->s_dev;
John Muir3b463ae2009-05-31 11:13:57 -04001100 fc->sb = sb;
Tejun Heoa325f9b2009-04-14 10:54:52 +09001101 err = fuse_bdi_init(fc, sb);
1102 if (err)
Miklos Szeredicc080e92015-07-01 16:26:08 +02001103 goto err_dev_free;
Tejun Heo0d179aa2008-11-26 12:03:55 +01001104
Jens Axboe32a88aa2009-09-16 15:02:33 +02001105 sb->s_bdi = &fc->bdi;
1106
Miklos Szeredie0a43dd2009-06-30 20:12:23 +02001107 /* Handle umasking inside the fuse code */
1108 if (sb->s_flags & MS_POSIXACL)
1109 fc->dont_mask = 1;
1110 sb->s_flags |= MS_POSIXACL;
1111
Miklos Szeredi1e9a4ed2005-09-09 13:10:31 -07001112 fc->flags = d.flags;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001113 fc->user_id = d.user_id;
Miklos Szeredi87729a52005-09-09 13:10:34 -07001114 fc->group_id = d.group_id;
Miklos Szeredif948d562008-06-17 18:05:40 +02001115 fc->max_read = max_t(unsigned, 4096, d.max_read);
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001116
Miklos Szeredif543f252006-01-16 22:14:35 -08001117 /* Used by get_root_inode() */
1118 sb->s_fs_info = fc;
1119
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001120 err = -ENOMEM;
Tejun Heob93f8582008-11-26 12:03:55 +01001121 root = fuse_get_root_inode(sb, d.rootmode);
Al Viro48fde702012-01-08 22:15:13 -05001122 root_dentry = d_make_root(root);
1123 if (!root_dentry)
Miklos Szeredicc080e92015-07-01 16:26:08 +02001124 goto err_dev_free;
Al Viroc35eebe2010-12-18 11:15:22 -05001125 /* only now - we want root dentry with NULL ->d_op */
1126 sb->s_d_op = &fuse_dentry_operations;
Miklos Szeredif543f252006-01-16 22:14:35 -08001127
Maxim Patlasov4250c062012-10-26 19:48:07 +04001128 init_req = fuse_request_alloc(0);
Miklos Szeredice1d5a42006-04-10 22:54:58 -07001129 if (!init_req)
1130 goto err_put_root;
Miklos Szeredi825d6d32015-07-01 16:25:58 +02001131 __set_bit(FR_BACKGROUND, &init_req->flags);
Miklos Szeredice1d5a42006-04-10 22:54:58 -07001132
Miklos Szeredi0ec7ca42006-12-06 20:35:52 -08001133 if (is_bdev) {
Maxim Patlasov4250c062012-10-26 19:48:07 +04001134 fc->destroy_req = fuse_request_alloc(0);
Miklos Szeredi0ec7ca42006-12-06 20:35:52 -08001135 if (!fc->destroy_req)
Julia Lawall17e18ab2008-10-16 16:08:56 +02001136 goto err_free_init_req;
Miklos Szeredi0ec7ca42006-12-06 20:35:52 -08001137 }
1138
Miklos Szeredibafa9652006-06-25 05:48:51 -07001139 mutex_lock(&fuse_mutex);
Miklos Szeredi8aa09a52006-04-26 10:49:16 +02001140 err = -EINVAL;
1141 if (file->private_data)
Miklos Szeredibafa9652006-06-25 05:48:51 -07001142 goto err_unlock;
Miklos Szeredi8aa09a52006-04-26 10:49:16 +02001143
Miklos Szeredibafa9652006-06-25 05:48:51 -07001144 err = fuse_ctl_add_conn(fc);
1145 if (err)
1146 goto err_unlock;
1147
1148 list_add_tail(&fc->entry, &fuse_conn_list);
Miklos Szeredif543f252006-01-16 22:14:35 -08001149 sb->s_root = root_dentry;
Miklos Szeredicc080e92015-07-01 16:26:08 +02001150 file->private_data = fud;
Miklos Szeredibafa9652006-06-25 05:48:51 -07001151 mutex_unlock(&fuse_mutex);
Miklos Szeredi0720b312006-04-10 22:54:55 -07001152 /*
1153 * atomic_dec_and_test() in fput() provides the necessary
1154 * memory barrier for file->private_data to be visible on all
1155 * CPUs after this
1156 */
1157 fput(file);
Miklos Szeredif543f252006-01-16 22:14:35 -08001158
Miklos Szeredice1d5a42006-04-10 22:54:58 -07001159 fuse_send_init(fc, init_req);
Miklos Szeredif543f252006-01-16 22:14:35 -08001160
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001161 return 0;
1162
Miklos Szeredibafa9652006-06-25 05:48:51 -07001163 err_unlock:
1164 mutex_unlock(&fuse_mutex);
Julia Lawall17e18ab2008-10-16 16:08:56 +02001165 err_free_init_req:
Miklos Szeredice1d5a42006-04-10 22:54:58 -07001166 fuse_request_free(init_req);
Miklos Szeredif543f252006-01-16 22:14:35 -08001167 err_put_root:
1168 dput(root_dentry);
Miklos Szeredicc080e92015-07-01 16:26:08 +02001169 err_dev_free:
1170 fuse_dev_free(fud);
Miklos Szeredic2b8f002009-01-26 15:00:58 +01001171 err_put_conn:
Tejun Heoa325f9b2009-04-14 10:54:52 +09001172 fuse_bdi_destroy(fc);
Miklos Szeredibafa9652006-06-25 05:48:51 -07001173 fuse_conn_put(fc);
Miklos Szeredic2b8f002009-01-26 15:00:58 +01001174 err_fput:
1175 fput(file);
1176 err:
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001177 return err;
1178}
1179
Al Viro3c26ff62010-07-25 11:46:36 +04001180static struct dentry *fuse_mount(struct file_system_type *fs_type,
David Howells454e2392006-06-23 02:02:57 -07001181 int flags, const char *dev_name,
Al Viro3c26ff62010-07-25 11:46:36 +04001182 void *raw_data)
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001183{
Al Viro3c26ff62010-07-25 11:46:36 +04001184 return mount_nodev(fs_type, flags, raw_data, fuse_fill_super);
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001185}
1186
John Muir3b463ae2009-05-31 11:13:57 -04001187static void fuse_kill_sb_anon(struct super_block *sb)
1188{
1189 struct fuse_conn *fc = get_fuse_conn_super(sb);
1190
1191 if (fc) {
1192 down_write(&fc->killsb);
1193 fc->sb = NULL;
1194 up_write(&fc->killsb);
1195 }
1196
1197 kill_anon_super(sb);
1198}
1199
Miklos Szeredi875d95e2006-12-06 20:35:54 -08001200static struct file_system_type fuse_fs_type = {
1201 .owner = THIS_MODULE,
1202 .name = "fuse",
Miklos Szeredi79c0b2d2007-05-08 00:25:43 -07001203 .fs_flags = FS_HAS_SUBTYPE,
Al Viro3c26ff62010-07-25 11:46:36 +04001204 .mount = fuse_mount,
John Muir3b463ae2009-05-31 11:13:57 -04001205 .kill_sb = fuse_kill_sb_anon,
Miklos Szeredi875d95e2006-12-06 20:35:54 -08001206};
Eric W. Biederman7f78e032013-03-02 19:39:14 -08001207MODULE_ALIAS_FS("fuse");
Miklos Szeredi875d95e2006-12-06 20:35:54 -08001208
1209#ifdef CONFIG_BLOCK
Al Viro152a0832010-07-25 00:46:55 +04001210static struct dentry *fuse_mount_blk(struct file_system_type *fs_type,
Miklos Szeredid6392f82006-12-06 20:35:44 -08001211 int flags, const char *dev_name,
Al Viro152a0832010-07-25 00:46:55 +04001212 void *raw_data)
Miklos Szeredid6392f82006-12-06 20:35:44 -08001213{
Al Viro152a0832010-07-25 00:46:55 +04001214 return mount_bdev(fs_type, flags, dev_name, raw_data, fuse_fill_super);
Miklos Szeredid6392f82006-12-06 20:35:44 -08001215}
1216
John Muir3b463ae2009-05-31 11:13:57 -04001217static void fuse_kill_sb_blk(struct super_block *sb)
1218{
1219 struct fuse_conn *fc = get_fuse_conn_super(sb);
1220
1221 if (fc) {
1222 down_write(&fc->killsb);
1223 fc->sb = NULL;
1224 up_write(&fc->killsb);
1225 }
1226
1227 kill_block_super(sb);
1228}
1229
Miklos Szeredid6392f82006-12-06 20:35:44 -08001230static struct file_system_type fuseblk_fs_type = {
1231 .owner = THIS_MODULE,
1232 .name = "fuseblk",
Al Viro152a0832010-07-25 00:46:55 +04001233 .mount = fuse_mount_blk,
John Muir3b463ae2009-05-31 11:13:57 -04001234 .kill_sb = fuse_kill_sb_blk,
Alexey Dobriyanedad01e2007-06-16 10:16:05 -07001235 .fs_flags = FS_REQUIRES_DEV | FS_HAS_SUBTYPE,
Miklos Szeredid6392f82006-12-06 20:35:44 -08001236};
Eric W. Biederman7f78e032013-03-02 19:39:14 -08001237MODULE_ALIAS_FS("fuseblk");
Miklos Szeredid6392f82006-12-06 20:35:44 -08001238
Miklos Szeredi875d95e2006-12-06 20:35:54 -08001239static inline int register_fuseblk(void)
1240{
1241 return register_filesystem(&fuseblk_fs_type);
1242}
1243
1244static inline void unregister_fuseblk(void)
1245{
1246 unregister_filesystem(&fuseblk_fs_type);
1247}
1248#else
1249static inline int register_fuseblk(void)
1250{
1251 return 0;
1252}
1253
1254static inline void unregister_fuseblk(void)
1255{
1256}
1257#endif
1258
Alexey Dobriyan51cc5062008-07-25 19:45:34 -07001259static void fuse_inode_init_once(void *foo)
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001260{
Miklos Szeredi1729a162008-11-26 12:03:54 +01001261 struct inode *inode = foo;
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001262
Christoph Lametera35afb82007-05-16 22:10:57 -07001263 inode_init_once(inode);
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001264}
1265
1266static int __init fuse_fs_init(void)
1267{
1268 int err;
1269
Miklos Szeredid6392f82006-12-06 20:35:44 -08001270 fuse_inode_cachep = kmem_cache_create("fuse_inode",
Vladimir Davydov5d097052016-01-14 15:18:21 -08001271 sizeof(struct fuse_inode), 0,
1272 SLAB_HWCACHE_ALIGN|SLAB_ACCOUNT,
Paul Mundt20c2df82007-07-20 10:11:58 +09001273 fuse_inode_init_once);
Miklos Szeredid6392f82006-12-06 20:35:44 -08001274 err = -ENOMEM;
1275 if (!fuse_inode_cachep)
Al Viro988f0322011-12-13 12:25:27 -05001276 goto out;
1277
1278 err = register_fuseblk();
1279 if (err)
1280 goto out2;
1281
1282 err = register_filesystem(&fuse_fs_type);
1283 if (err)
1284 goto out3;
Miklos Szeredid6392f82006-12-06 20:35:44 -08001285
1286 return 0;
1287
Al Viro988f0322011-12-13 12:25:27 -05001288 out3:
Miklos Szeredi875d95e2006-12-06 20:35:54 -08001289 unregister_fuseblk();
Al Viro988f0322011-12-13 12:25:27 -05001290 out2:
1291 kmem_cache_destroy(fuse_inode_cachep);
Miklos Szeredid6392f82006-12-06 20:35:44 -08001292 out:
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001293 return err;
1294}
1295
1296static void fuse_fs_cleanup(void)
1297{
1298 unregister_filesystem(&fuse_fs_type);
Miklos Szeredi875d95e2006-12-06 20:35:54 -08001299 unregister_fuseblk();
Kirill A. Shutemov8c0a8532012-09-26 11:33:07 +10001300
1301 /*
1302 * Make sure all delayed rcu free inodes are flushed before we
1303 * destroy cache.
1304 */
1305 rcu_barrier();
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001306 kmem_cache_destroy(fuse_inode_cachep);
1307}
1308
Greg Kroah-Hartman5c89e172007-10-29 20:13:17 +01001309static struct kobject *fuse_kobj;
Greg Kroah-Hartman5c89e172007-10-29 20:13:17 +01001310
Miklos Szeredif543f252006-01-16 22:14:35 -08001311static int fuse_sysfs_init(void)
1312{
1313 int err;
1314
Greg Kroah-Hartman00d26662007-10-29 14:17:23 -06001315 fuse_kobj = kobject_create_and_add("fuse", fs_kobj);
Greg Kroah-Hartman5c89e172007-10-29 20:13:17 +01001316 if (!fuse_kobj) {
1317 err = -ENOMEM;
Miklos Szeredif543f252006-01-16 22:14:35 -08001318 goto out_err;
Greg Kroah-Hartman5c89e172007-10-29 20:13:17 +01001319 }
Miklos Szeredif543f252006-01-16 22:14:35 -08001320
Eric W. Biedermanf9bb4882015-05-13 17:35:41 -05001321 err = sysfs_create_mount_point(fuse_kobj, "connections");
1322 if (err)
Miklos Szeredif543f252006-01-16 22:14:35 -08001323 goto out_fuse_unregister;
1324
1325 return 0;
1326
1327 out_fuse_unregister:
Greg Kroah-Hartman197b12d2007-12-20 08:13:05 -08001328 kobject_put(fuse_kobj);
Miklos Szeredif543f252006-01-16 22:14:35 -08001329 out_err:
1330 return err;
1331}
1332
1333static void fuse_sysfs_cleanup(void)
1334{
Eric W. Biedermanf9bb4882015-05-13 17:35:41 -05001335 sysfs_remove_mount_point(fuse_kobj, "connections");
Greg Kroah-Hartman197b12d2007-12-20 08:13:05 -08001336 kobject_put(fuse_kobj);
Miklos Szeredif543f252006-01-16 22:14:35 -08001337}
1338
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001339static int __init fuse_init(void)
1340{
1341 int res;
1342
Miklos Szeredi1729a162008-11-26 12:03:54 +01001343 printk(KERN_INFO "fuse init (API version %i.%i)\n",
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001344 FUSE_KERNEL_VERSION, FUSE_KERNEL_MINOR_VERSION);
1345
Miklos Szeredibafa9652006-06-25 05:48:51 -07001346 INIT_LIST_HEAD(&fuse_conn_list);
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001347 res = fuse_fs_init();
1348 if (res)
1349 goto err;
1350
Miklos Szeredi334f4852005-09-09 13:10:27 -07001351 res = fuse_dev_init();
1352 if (res)
1353 goto err_fs_cleanup;
1354
Miklos Szeredif543f252006-01-16 22:14:35 -08001355 res = fuse_sysfs_init();
1356 if (res)
1357 goto err_dev_cleanup;
1358
Miklos Szeredibafa9652006-06-25 05:48:51 -07001359 res = fuse_ctl_init();
1360 if (res)
1361 goto err_sysfs_cleanup;
1362
Csaba Henk487ea5a2009-08-26 19:17:22 +02001363 sanitize_global_limit(&max_user_bgreq);
1364 sanitize_global_limit(&max_user_congthresh);
1365
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001366 return 0;
1367
Miklos Szeredibafa9652006-06-25 05:48:51 -07001368 err_sysfs_cleanup:
1369 fuse_sysfs_cleanup();
Miklos Szeredif543f252006-01-16 22:14:35 -08001370 err_dev_cleanup:
1371 fuse_dev_cleanup();
Miklos Szeredi334f4852005-09-09 13:10:27 -07001372 err_fs_cleanup:
1373 fuse_fs_cleanup();
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001374 err:
1375 return res;
1376}
1377
1378static void __exit fuse_exit(void)
1379{
1380 printk(KERN_DEBUG "fuse exit\n");
1381
Miklos Szeredibafa9652006-06-25 05:48:51 -07001382 fuse_ctl_cleanup();
Miklos Szeredif543f252006-01-16 22:14:35 -08001383 fuse_sysfs_cleanup();
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001384 fuse_fs_cleanup();
Miklos Szeredi334f4852005-09-09 13:10:27 -07001385 fuse_dev_cleanup();
Miklos Szeredid8a5ba42005-09-09 13:10:26 -07001386}
1387
1388module_init(fuse_init);
1389module_exit(fuse_exit);