blob: 3ad22beb24c2ed3adf973099e4ed8dc87c9e48be [file] [log] [blame]
Miklos Szeredi334f4852005-09-09 13:10:27 -07001/*
2 FUSE: Filesystem in Userspace
Miklos Szeredid7133112006-04-10 22:54:55 -07003 Copyright (C) 2001-2006 Miklos Szeredi <miklos@szeredi.hu>
Miklos Szeredi334f4852005-09-09 13:10:27 -07004
5 This program can be distributed under the terms of the GNU GPL.
6 See the file COPYING.
7*/
8
9#include "fuse_i.h"
10
11#include <linux/init.h>
12#include <linux/module.h>
13#include <linux/poll.h>
14#include <linux/uio.h>
15#include <linux/miscdevice.h>
16#include <linux/pagemap.h>
17#include <linux/file.h>
18#include <linux/slab.h>
19
20MODULE_ALIAS_MISCDEV(FUSE_MINOR);
21
Christoph Lametere18b8902006-12-06 20:33:20 -080022static struct kmem_cache *fuse_req_cachep;
Miklos Szeredi334f4852005-09-09 13:10:27 -070023
Miklos Szeredi8bfc0162006-01-16 22:14:28 -080024static struct fuse_conn *fuse_get_conn(struct file *file)
Miklos Szeredi334f4852005-09-09 13:10:27 -070025{
Miklos Szeredi0720b312006-04-10 22:54:55 -070026 /*
27 * Lockless access is OK, because file->private data is set
28 * once during mount and is valid until the file is released.
29 */
30 return file->private_data;
Miklos Szeredi334f4852005-09-09 13:10:27 -070031}
32
Miklos Szeredi8bfc0162006-01-16 22:14:28 -080033static void fuse_request_init(struct fuse_req *req)
Miklos Szeredi334f4852005-09-09 13:10:27 -070034{
35 memset(req, 0, sizeof(*req));
36 INIT_LIST_HEAD(&req->list);
Miklos Szeredia4d27e72006-06-25 05:48:54 -070037 INIT_LIST_HEAD(&req->intr_entry);
Miklos Szeredi334f4852005-09-09 13:10:27 -070038 init_waitqueue_head(&req->waitq);
39 atomic_set(&req->count, 1);
40}
41
42struct fuse_req *fuse_request_alloc(void)
43{
Christoph Lametere94b1762006-12-06 20:33:17 -080044 struct fuse_req *req = kmem_cache_alloc(fuse_req_cachep, GFP_KERNEL);
Miklos Szeredi334f4852005-09-09 13:10:27 -070045 if (req)
46 fuse_request_init(req);
47 return req;
48}
49
50void fuse_request_free(struct fuse_req *req)
51{
52 kmem_cache_free(fuse_req_cachep, req);
53}
54
Miklos Szeredi8bfc0162006-01-16 22:14:28 -080055static void block_sigs(sigset_t *oldset)
Miklos Szeredi334f4852005-09-09 13:10:27 -070056{
57 sigset_t mask;
58
59 siginitsetinv(&mask, sigmask(SIGKILL));
60 sigprocmask(SIG_BLOCK, &mask, oldset);
61}
62
Miklos Szeredi8bfc0162006-01-16 22:14:28 -080063static void restore_sigs(sigset_t *oldset)
Miklos Szeredi334f4852005-09-09 13:10:27 -070064{
65 sigprocmask(SIG_SETMASK, oldset, NULL);
66}
67
Miklos Szeredi334f4852005-09-09 13:10:27 -070068static void __fuse_get_request(struct fuse_req *req)
69{
70 atomic_inc(&req->count);
71}
72
73/* Must be called with > 1 refcount */
74static void __fuse_put_request(struct fuse_req *req)
75{
76 BUG_ON(atomic_read(&req->count) < 2);
77 atomic_dec(&req->count);
78}
79
Miklos Szeredi33649c92006-06-25 05:48:52 -070080static void fuse_req_init_context(struct fuse_req *req)
81{
82 req->in.h.uid = current->fsuid;
83 req->in.h.gid = current->fsgid;
84 req->in.h.pid = current->pid;
85}
86
Miklos Szeredice1d5a42006-04-10 22:54:58 -070087struct fuse_req *fuse_get_req(struct fuse_conn *fc)
Miklos Szeredi334f4852005-09-09 13:10:27 -070088{
Miklos Szeredi08a53cd2006-04-10 22:54:59 -070089 struct fuse_req *req;
90 sigset_t oldset;
Miklos Szeredi9bc5ddd2006-04-11 21:16:09 +020091 int intr;
Miklos Szeredi08a53cd2006-04-10 22:54:59 -070092 int err;
93
Miklos Szeredi9bc5ddd2006-04-11 21:16:09 +020094 atomic_inc(&fc->num_waiting);
Miklos Szeredi08a53cd2006-04-10 22:54:59 -070095 block_sigs(&oldset);
Miklos Szeredi9bc5ddd2006-04-11 21:16:09 +020096 intr = wait_event_interruptible(fc->blocked_waitq, !fc->blocked);
Miklos Szeredi08a53cd2006-04-10 22:54:59 -070097 restore_sigs(&oldset);
Miklos Szeredi9bc5ddd2006-04-11 21:16:09 +020098 err = -EINTR;
99 if (intr)
100 goto out;
Miklos Szeredi08a53cd2006-04-10 22:54:59 -0700101
Miklos Szeredi51eb01e2006-06-25 05:48:50 -0700102 err = -ENOTCONN;
103 if (!fc->connected)
104 goto out;
105
Miklos Szeredi08a53cd2006-04-10 22:54:59 -0700106 req = fuse_request_alloc();
Miklos Szeredi9bc5ddd2006-04-11 21:16:09 +0200107 err = -ENOMEM;
Miklos Szeredice1d5a42006-04-10 22:54:58 -0700108 if (!req)
Miklos Szeredi9bc5ddd2006-04-11 21:16:09 +0200109 goto out;
Miklos Szeredi334f4852005-09-09 13:10:27 -0700110
Miklos Szeredi33649c92006-06-25 05:48:52 -0700111 fuse_req_init_context(req);
Miklos Szeredi9bc5ddd2006-04-11 21:16:09 +0200112 req->waiting = 1;
Miklos Szeredi334f4852005-09-09 13:10:27 -0700113 return req;
Miklos Szeredi9bc5ddd2006-04-11 21:16:09 +0200114
115 out:
116 atomic_dec(&fc->num_waiting);
117 return ERR_PTR(err);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700118}
119
Miklos Szeredi33649c92006-06-25 05:48:52 -0700120/*
121 * Return request in fuse_file->reserved_req. However that may
122 * currently be in use. If that is the case, wait for it to become
123 * available.
124 */
125static struct fuse_req *get_reserved_req(struct fuse_conn *fc,
126 struct file *file)
127{
128 struct fuse_req *req = NULL;
129 struct fuse_file *ff = file->private_data;
130
131 do {
132 wait_event(fc->blocked_waitq, ff->reserved_req);
133 spin_lock(&fc->lock);
134 if (ff->reserved_req) {
135 req = ff->reserved_req;
136 ff->reserved_req = NULL;
137 get_file(file);
138 req->stolen_file = file;
139 }
140 spin_unlock(&fc->lock);
141 } while (!req);
142
143 return req;
144}
145
146/*
147 * Put stolen request back into fuse_file->reserved_req
148 */
149static void put_reserved_req(struct fuse_conn *fc, struct fuse_req *req)
150{
151 struct file *file = req->stolen_file;
152 struct fuse_file *ff = file->private_data;
153
154 spin_lock(&fc->lock);
155 fuse_request_init(req);
156 BUG_ON(ff->reserved_req);
157 ff->reserved_req = req;
158 wake_up(&fc->blocked_waitq);
159 spin_unlock(&fc->lock);
160 fput(file);
161}
162
163/*
164 * Gets a requests for a file operation, always succeeds
165 *
166 * This is used for sending the FLUSH request, which must get to
167 * userspace, due to POSIX locks which may need to be unlocked.
168 *
169 * If allocation fails due to OOM, use the reserved request in
170 * fuse_file.
171 *
172 * This is very unlikely to deadlock accidentally, since the
173 * filesystem should not have it's own file open. If deadlock is
174 * intentional, it can still be broken by "aborting" the filesystem.
175 */
176struct fuse_req *fuse_get_req_nofail(struct fuse_conn *fc, struct file *file)
177{
178 struct fuse_req *req;
179
180 atomic_inc(&fc->num_waiting);
181 wait_event(fc->blocked_waitq, !fc->blocked);
182 req = fuse_request_alloc();
183 if (!req)
184 req = get_reserved_req(fc, file);
185
186 fuse_req_init_context(req);
187 req->waiting = 1;
188 return req;
189}
190
Miklos Szeredi334f4852005-09-09 13:10:27 -0700191void fuse_put_request(struct fuse_conn *fc, struct fuse_req *req)
192{
Miklos Szeredi7128ec22006-02-04 23:27:40 -0800193 if (atomic_dec_and_test(&req->count)) {
Miklos Szeredi9bc5ddd2006-04-11 21:16:09 +0200194 if (req->waiting)
195 atomic_dec(&fc->num_waiting);
Miklos Szeredi33649c92006-06-25 05:48:52 -0700196
197 if (req->stolen_file)
198 put_reserved_req(fc, req);
199 else
200 fuse_request_free(req);
Miklos Szeredi7128ec22006-02-04 23:27:40 -0800201 }
202}
203
Miklos Szeredi6dbbcb12006-04-26 10:49:06 +0200204/*
Miklos Szeredi334f4852005-09-09 13:10:27 -0700205 * This function is called when a request is finished. Either a reply
Miklos Szeredif9a28422006-06-25 05:48:53 -0700206 * has arrived or it was aborted (and not yet sent) or some error
Miklos Szeredif43b1552006-01-16 22:14:26 -0800207 * occurred during communication with userspace, or the device file
Miklos Szeredi51eb01e2006-06-25 05:48:50 -0700208 * was closed. The requester thread is woken up (if still waiting),
209 * the 'end' callback is called if given, else the reference to the
210 * request is released
Miklos Szeredi7128ec22006-02-04 23:27:40 -0800211 *
Miklos Szeredid7133112006-04-10 22:54:55 -0700212 * Called with fc->lock, unlocks it
Miklos Szeredi334f4852005-09-09 13:10:27 -0700213 */
214static void request_end(struct fuse_conn *fc, struct fuse_req *req)
Josh Triplett105f4d72006-09-29 01:59:25 -0700215 __releases(fc->lock)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700216{
Miklos Szeredi51eb01e2006-06-25 05:48:50 -0700217 void (*end) (struct fuse_conn *, struct fuse_req *) = req->end;
218 req->end = NULL;
Miklos Szeredid77a1d52006-01-16 22:14:31 -0800219 list_del(&req->list);
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700220 list_del(&req->intr_entry);
Miklos Szeredi83cfd492006-01-16 22:14:31 -0800221 req->state = FUSE_REQ_FINISHED;
Miklos Szeredi51eb01e2006-06-25 05:48:50 -0700222 if (req->background) {
223 if (fc->num_background == FUSE_MAX_BACKGROUND) {
224 fc->blocked = 0;
225 wake_up_all(&fc->blocked_waitq);
226 }
227 fc->num_background--;
Miklos Szeredi334f4852005-09-09 13:10:27 -0700228 }
Miklos Szeredi51eb01e2006-06-25 05:48:50 -0700229 spin_unlock(&fc->lock);
230 dput(req->dentry);
231 mntput(req->vfsmount);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700232 if (req->file)
Miklos Szeredi51eb01e2006-06-25 05:48:50 -0700233 fput(req->file);
234 wake_up(&req->waitq);
235 if (end)
236 end(fc, req);
237 else
238 fuse_put_request(fc, req);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700239}
240
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700241static void wait_answer_interruptible(struct fuse_conn *fc,
242 struct fuse_req *req)
243{
244 if (signal_pending(current))
245 return;
246
247 spin_unlock(&fc->lock);
248 wait_event_interruptible(req->waitq, req->state == FUSE_REQ_FINISHED);
249 spin_lock(&fc->lock);
250}
251
252static void queue_interrupt(struct fuse_conn *fc, struct fuse_req *req)
253{
254 list_add_tail(&req->intr_entry, &fc->interrupts);
255 wake_up(&fc->waitq);
256 kill_fasync(&fc->fasync, SIGIO, POLL_IN);
257}
258
Miklos Szeredid7133112006-04-10 22:54:55 -0700259/* Called with fc->lock held. Releases, and then reacquires it. */
Miklos Szeredi7c352bd2005-09-09 13:10:39 -0700260static void request_wait_answer(struct fuse_conn *fc, struct fuse_req *req)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700261{
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700262 if (!fc->no_interrupt) {
263 /* Any signal may interrupt this */
264 wait_answer_interruptible(fc, req);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700265
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700266 if (req->aborted)
267 goto aborted;
268 if (req->state == FUSE_REQ_FINISHED)
269 return;
270
271 req->interrupted = 1;
272 if (req->state == FUSE_REQ_SENT)
273 queue_interrupt(fc, req);
274 }
275
276 if (req->force) {
277 spin_unlock(&fc->lock);
Miklos Szeredi51eb01e2006-06-25 05:48:50 -0700278 wait_event(req->waitq, req->state == FUSE_REQ_FINISHED);
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700279 spin_lock(&fc->lock);
280 } else {
281 sigset_t oldset;
282
283 /* Only fatal signals may interrupt this */
Miklos Szeredi51eb01e2006-06-25 05:48:50 -0700284 block_sigs(&oldset);
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700285 wait_answer_interruptible(fc, req);
Miklos Szeredi51eb01e2006-06-25 05:48:50 -0700286 restore_sigs(&oldset);
287 }
Miklos Szeredi334f4852005-09-09 13:10:27 -0700288
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700289 if (req->aborted)
290 goto aborted;
291 if (req->state == FUSE_REQ_FINISHED)
292 return;
293
294 req->out.h.error = -EINTR;
295 req->aborted = 1;
296
297 aborted:
Miklos Szeredi334f4852005-09-09 13:10:27 -0700298 if (req->locked) {
299 /* This is uninterruptible sleep, because data is
300 being copied to/from the buffers of req. During
301 locked state, there mustn't be any filesystem
302 operation (e.g. page fault), since that could lead
303 to deadlock */
Miklos Szeredid7133112006-04-10 22:54:55 -0700304 spin_unlock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700305 wait_event(req->waitq, !req->locked);
Miklos Szeredid7133112006-04-10 22:54:55 -0700306 spin_lock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700307 }
Miklos Szeredi83cfd492006-01-16 22:14:31 -0800308 if (req->state == FUSE_REQ_PENDING) {
Miklos Szeredi334f4852005-09-09 13:10:27 -0700309 list_del(&req->list);
310 __fuse_put_request(req);
Miklos Szeredi51eb01e2006-06-25 05:48:50 -0700311 } else if (req->state == FUSE_REQ_SENT) {
312 spin_unlock(&fc->lock);
313 wait_event(req->waitq, req->state == FUSE_REQ_FINISHED);
314 spin_lock(&fc->lock);
315 }
Miklos Szeredi334f4852005-09-09 13:10:27 -0700316}
317
318static unsigned len_args(unsigned numargs, struct fuse_arg *args)
319{
320 unsigned nbytes = 0;
321 unsigned i;
322
323 for (i = 0; i < numargs; i++)
324 nbytes += args[i].size;
325
326 return nbytes;
327}
328
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700329static u64 fuse_get_unique(struct fuse_conn *fc)
330 {
331 fc->reqctr++;
332 /* zero is special */
333 if (fc->reqctr == 0)
334 fc->reqctr = 1;
335
336 return fc->reqctr;
337}
338
Miklos Szeredi334f4852005-09-09 13:10:27 -0700339static void queue_request(struct fuse_conn *fc, struct fuse_req *req)
340{
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700341 req->in.h.unique = fuse_get_unique(fc);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700342 req->in.h.len = sizeof(struct fuse_in_header) +
343 len_args(req->in.numargs, (struct fuse_arg *) req->in.args);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700344 list_add_tail(&req->list, &fc->pending);
Miklos Szeredi83cfd492006-01-16 22:14:31 -0800345 req->state = FUSE_REQ_PENDING;
Miklos Szeredi9bc5ddd2006-04-11 21:16:09 +0200346 if (!req->waiting) {
347 req->waiting = 1;
348 atomic_inc(&fc->num_waiting);
349 }
Miklos Szeredi334f4852005-09-09 13:10:27 -0700350 wake_up(&fc->waitq);
Jeff Dike385a17b2006-04-10 22:54:52 -0700351 kill_fasync(&fc->fasync, SIGIO, POLL_IN);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700352}
353
Miklos Szeredi7c352bd2005-09-09 13:10:39 -0700354void request_send(struct fuse_conn *fc, struct fuse_req *req)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700355{
356 req->isreply = 1;
Miklos Szeredid7133112006-04-10 22:54:55 -0700357 spin_lock(&fc->lock);
Miklos Szeredi1e9a4ed2005-09-09 13:10:31 -0700358 if (!fc->connected)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700359 req->out.h.error = -ENOTCONN;
360 else if (fc->conn_error)
361 req->out.h.error = -ECONNREFUSED;
362 else {
363 queue_request(fc, req);
364 /* acquire extra reference, since request is still needed
365 after request_end() */
366 __fuse_get_request(req);
367
Miklos Szeredi7c352bd2005-09-09 13:10:39 -0700368 request_wait_answer(fc, req);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700369 }
Miklos Szeredid7133112006-04-10 22:54:55 -0700370 spin_unlock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700371}
372
Miklos Szeredi334f4852005-09-09 13:10:27 -0700373static void request_send_nowait(struct fuse_conn *fc, struct fuse_req *req)
374{
Miklos Szeredid7133112006-04-10 22:54:55 -0700375 spin_lock(&fc->lock);
Miklos Szeredi1e9a4ed2005-09-09 13:10:31 -0700376 if (fc->connected) {
Miklos Szeredi51eb01e2006-06-25 05:48:50 -0700377 req->background = 1;
378 fc->num_background++;
379 if (fc->num_background == FUSE_MAX_BACKGROUND)
380 fc->blocked = 1;
381
Miklos Szeredi334f4852005-09-09 13:10:27 -0700382 queue_request(fc, req);
Miklos Szeredid7133112006-04-10 22:54:55 -0700383 spin_unlock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700384 } else {
385 req->out.h.error = -ENOTCONN;
386 request_end(fc, req);
387 }
388}
389
390void request_send_noreply(struct fuse_conn *fc, struct fuse_req *req)
391{
392 req->isreply = 0;
393 request_send_nowait(fc, req);
394}
395
396void request_send_background(struct fuse_conn *fc, struct fuse_req *req)
397{
398 req->isreply = 1;
Miklos Szeredi334f4852005-09-09 13:10:27 -0700399 request_send_nowait(fc, req);
400}
401
Miklos Szeredi334f4852005-09-09 13:10:27 -0700402/*
403 * Lock the request. Up to the next unlock_request() there mustn't be
404 * anything that could cause a page-fault. If the request was already
Miklos Szeredif9a28422006-06-25 05:48:53 -0700405 * aborted bail out.
Miklos Szeredi334f4852005-09-09 13:10:27 -0700406 */
Miklos Szeredid7133112006-04-10 22:54:55 -0700407static int lock_request(struct fuse_conn *fc, struct fuse_req *req)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700408{
409 int err = 0;
410 if (req) {
Miklos Szeredid7133112006-04-10 22:54:55 -0700411 spin_lock(&fc->lock);
Miklos Szeredif9a28422006-06-25 05:48:53 -0700412 if (req->aborted)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700413 err = -ENOENT;
414 else
415 req->locked = 1;
Miklos Szeredid7133112006-04-10 22:54:55 -0700416 spin_unlock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700417 }
418 return err;
419}
420
421/*
Miklos Szeredif9a28422006-06-25 05:48:53 -0700422 * Unlock request. If it was aborted during being locked, the
Miklos Szeredi334f4852005-09-09 13:10:27 -0700423 * requester thread is currently waiting for it to be unlocked, so
424 * wake it up.
425 */
Miklos Szeredid7133112006-04-10 22:54:55 -0700426static void unlock_request(struct fuse_conn *fc, struct fuse_req *req)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700427{
428 if (req) {
Miklos Szeredid7133112006-04-10 22:54:55 -0700429 spin_lock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700430 req->locked = 0;
Miklos Szeredif9a28422006-06-25 05:48:53 -0700431 if (req->aborted)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700432 wake_up(&req->waitq);
Miklos Szeredid7133112006-04-10 22:54:55 -0700433 spin_unlock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700434 }
435}
436
437struct fuse_copy_state {
Miklos Szeredid7133112006-04-10 22:54:55 -0700438 struct fuse_conn *fc;
Miklos Szeredi334f4852005-09-09 13:10:27 -0700439 int write;
440 struct fuse_req *req;
441 const struct iovec *iov;
442 unsigned long nr_segs;
443 unsigned long seglen;
444 unsigned long addr;
445 struct page *pg;
446 void *mapaddr;
447 void *buf;
448 unsigned len;
449};
450
Miklos Szeredid7133112006-04-10 22:54:55 -0700451static void fuse_copy_init(struct fuse_copy_state *cs, struct fuse_conn *fc,
452 int write, struct fuse_req *req,
453 const struct iovec *iov, unsigned long nr_segs)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700454{
455 memset(cs, 0, sizeof(*cs));
Miklos Szeredid7133112006-04-10 22:54:55 -0700456 cs->fc = fc;
Miklos Szeredi334f4852005-09-09 13:10:27 -0700457 cs->write = write;
458 cs->req = req;
459 cs->iov = iov;
460 cs->nr_segs = nr_segs;
461}
462
463/* Unmap and put previous page of userspace buffer */
Miklos Szeredi8bfc0162006-01-16 22:14:28 -0800464static void fuse_copy_finish(struct fuse_copy_state *cs)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700465{
466 if (cs->mapaddr) {
467 kunmap_atomic(cs->mapaddr, KM_USER0);
468 if (cs->write) {
469 flush_dcache_page(cs->pg);
470 set_page_dirty_lock(cs->pg);
471 }
472 put_page(cs->pg);
473 cs->mapaddr = NULL;
474 }
475}
476
477/*
478 * Get another pagefull of userspace buffer, and map it to kernel
479 * address space, and lock request
480 */
481static int fuse_copy_fill(struct fuse_copy_state *cs)
482{
483 unsigned long offset;
484 int err;
485
Miklos Szeredid7133112006-04-10 22:54:55 -0700486 unlock_request(cs->fc, cs->req);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700487 fuse_copy_finish(cs);
488 if (!cs->seglen) {
489 BUG_ON(!cs->nr_segs);
490 cs->seglen = cs->iov[0].iov_len;
491 cs->addr = (unsigned long) cs->iov[0].iov_base;
492 cs->iov ++;
493 cs->nr_segs --;
494 }
495 down_read(&current->mm->mmap_sem);
496 err = get_user_pages(current, current->mm, cs->addr, 1, cs->write, 0,
497 &cs->pg, NULL);
498 up_read(&current->mm->mmap_sem);
499 if (err < 0)
500 return err;
501 BUG_ON(err != 1);
502 offset = cs->addr % PAGE_SIZE;
503 cs->mapaddr = kmap_atomic(cs->pg, KM_USER0);
504 cs->buf = cs->mapaddr + offset;
505 cs->len = min(PAGE_SIZE - offset, cs->seglen);
506 cs->seglen -= cs->len;
507 cs->addr += cs->len;
508
Miklos Szeredid7133112006-04-10 22:54:55 -0700509 return lock_request(cs->fc, cs->req);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700510}
511
512/* Do as much copy to/from userspace buffer as we can */
Miklos Szeredi8bfc0162006-01-16 22:14:28 -0800513static int fuse_copy_do(struct fuse_copy_state *cs, void **val, unsigned *size)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700514{
515 unsigned ncpy = min(*size, cs->len);
516 if (val) {
517 if (cs->write)
518 memcpy(cs->buf, *val, ncpy);
519 else
520 memcpy(*val, cs->buf, ncpy);
521 *val += ncpy;
522 }
523 *size -= ncpy;
524 cs->len -= ncpy;
525 cs->buf += ncpy;
526 return ncpy;
527}
528
529/*
530 * Copy a page in the request to/from the userspace buffer. Must be
531 * done atomically
532 */
Miklos Szeredi8bfc0162006-01-16 22:14:28 -0800533static int fuse_copy_page(struct fuse_copy_state *cs, struct page *page,
534 unsigned offset, unsigned count, int zeroing)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700535{
536 if (page && zeroing && count < PAGE_SIZE) {
537 void *mapaddr = kmap_atomic(page, KM_USER1);
538 memset(mapaddr, 0, PAGE_SIZE);
539 kunmap_atomic(mapaddr, KM_USER1);
540 }
541 while (count) {
542 int err;
543 if (!cs->len && (err = fuse_copy_fill(cs)))
544 return err;
545 if (page) {
546 void *mapaddr = kmap_atomic(page, KM_USER1);
547 void *buf = mapaddr + offset;
548 offset += fuse_copy_do(cs, &buf, &count);
549 kunmap_atomic(mapaddr, KM_USER1);
550 } else
551 offset += fuse_copy_do(cs, NULL, &count);
552 }
553 if (page && !cs->write)
554 flush_dcache_page(page);
555 return 0;
556}
557
558/* Copy pages in the request to/from userspace buffer */
559static int fuse_copy_pages(struct fuse_copy_state *cs, unsigned nbytes,
560 int zeroing)
561{
562 unsigned i;
563 struct fuse_req *req = cs->req;
564 unsigned offset = req->page_offset;
565 unsigned count = min(nbytes, (unsigned) PAGE_SIZE - offset);
566
567 for (i = 0; i < req->num_pages && (nbytes || zeroing); i++) {
568 struct page *page = req->pages[i];
569 int err = fuse_copy_page(cs, page, offset, count, zeroing);
570 if (err)
571 return err;
572
573 nbytes -= count;
574 count = min(nbytes, (unsigned) PAGE_SIZE);
575 offset = 0;
576 }
577 return 0;
578}
579
580/* Copy a single argument in the request to/from userspace buffer */
581static int fuse_copy_one(struct fuse_copy_state *cs, void *val, unsigned size)
582{
583 while (size) {
584 int err;
585 if (!cs->len && (err = fuse_copy_fill(cs)))
586 return err;
587 fuse_copy_do(cs, &val, &size);
588 }
589 return 0;
590}
591
592/* Copy request arguments to/from userspace buffer */
593static int fuse_copy_args(struct fuse_copy_state *cs, unsigned numargs,
594 unsigned argpages, struct fuse_arg *args,
595 int zeroing)
596{
597 int err = 0;
598 unsigned i;
599
600 for (i = 0; !err && i < numargs; i++) {
601 struct fuse_arg *arg = &args[i];
602 if (i == numargs - 1 && argpages)
603 err = fuse_copy_pages(cs, arg->size, zeroing);
604 else
605 err = fuse_copy_one(cs, arg->value, arg->size);
606 }
607 return err;
608}
609
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700610static int request_pending(struct fuse_conn *fc)
611{
612 return !list_empty(&fc->pending) || !list_empty(&fc->interrupts);
613}
614
Miklos Szeredi334f4852005-09-09 13:10:27 -0700615/* Wait until a request is available on the pending list */
616static void request_wait(struct fuse_conn *fc)
617{
618 DECLARE_WAITQUEUE(wait, current);
619
620 add_wait_queue_exclusive(&fc->waitq, &wait);
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700621 while (fc->connected && !request_pending(fc)) {
Miklos Szeredi334f4852005-09-09 13:10:27 -0700622 set_current_state(TASK_INTERRUPTIBLE);
623 if (signal_pending(current))
624 break;
625
Miklos Szeredid7133112006-04-10 22:54:55 -0700626 spin_unlock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700627 schedule();
Miklos Szeredid7133112006-04-10 22:54:55 -0700628 spin_lock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700629 }
630 set_current_state(TASK_RUNNING);
631 remove_wait_queue(&fc->waitq, &wait);
632}
633
634/*
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700635 * Transfer an interrupt request to userspace
636 *
637 * Unlike other requests this is assembled on demand, without a need
638 * to allocate a separate fuse_req structure.
639 *
640 * Called with fc->lock held, releases it
641 */
642static int fuse_read_interrupt(struct fuse_conn *fc, struct fuse_req *req,
643 const struct iovec *iov, unsigned long nr_segs)
Josh Triplett105f4d72006-09-29 01:59:25 -0700644 __releases(fc->lock)
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700645{
646 struct fuse_copy_state cs;
647 struct fuse_in_header ih;
648 struct fuse_interrupt_in arg;
649 unsigned reqsize = sizeof(ih) + sizeof(arg);
650 int err;
651
652 list_del_init(&req->intr_entry);
653 req->intr_unique = fuse_get_unique(fc);
654 memset(&ih, 0, sizeof(ih));
655 memset(&arg, 0, sizeof(arg));
656 ih.len = reqsize;
657 ih.opcode = FUSE_INTERRUPT;
658 ih.unique = req->intr_unique;
659 arg.unique = req->in.h.unique;
660
661 spin_unlock(&fc->lock);
662 if (iov_length(iov, nr_segs) < reqsize)
663 return -EINVAL;
664
665 fuse_copy_init(&cs, fc, 1, NULL, iov, nr_segs);
666 err = fuse_copy_one(&cs, &ih, sizeof(ih));
667 if (!err)
668 err = fuse_copy_one(&cs, &arg, sizeof(arg));
669 fuse_copy_finish(&cs);
670
671 return err ? err : reqsize;
672}
673
674/*
Miklos Szeredi334f4852005-09-09 13:10:27 -0700675 * Read a single request into the userspace filesystem's buffer. This
676 * function waits until a request is available, then removes it from
677 * the pending list and copies request data to userspace buffer. If
Miklos Szeredif9a28422006-06-25 05:48:53 -0700678 * no reply is needed (FORGET) or request has been aborted or there
679 * was an error during the copying then it's finished by calling
Miklos Szeredi334f4852005-09-09 13:10:27 -0700680 * request_end(). Otherwise add it to the processing list, and set
681 * the 'sent' flag.
682 */
Badari Pulavartyee0b3e62006-09-30 23:28:47 -0700683static ssize_t fuse_dev_read(struct kiocb *iocb, const struct iovec *iov,
684 unsigned long nr_segs, loff_t pos)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700685{
686 int err;
Miklos Szeredi334f4852005-09-09 13:10:27 -0700687 struct fuse_req *req;
688 struct fuse_in *in;
689 struct fuse_copy_state cs;
690 unsigned reqsize;
Badari Pulavartyee0b3e62006-09-30 23:28:47 -0700691 struct file *file = iocb->ki_filp;
Miklos Szeredi0720b312006-04-10 22:54:55 -0700692 struct fuse_conn *fc = fuse_get_conn(file);
693 if (!fc)
694 return -EPERM;
Miklos Szeredi334f4852005-09-09 13:10:27 -0700695
Miklos Szeredi1d3d7522006-01-06 00:19:40 -0800696 restart:
Miklos Szeredid7133112006-04-10 22:54:55 -0700697 spin_lock(&fc->lock);
Jeff Dikee5ac1d12006-04-10 22:54:53 -0700698 err = -EAGAIN;
699 if ((file->f_flags & O_NONBLOCK) && fc->connected &&
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700700 !request_pending(fc))
Jeff Dikee5ac1d12006-04-10 22:54:53 -0700701 goto err_unlock;
702
Miklos Szeredi334f4852005-09-09 13:10:27 -0700703 request_wait(fc);
704 err = -ENODEV;
Miklos Szeredi9ba7cbb2006-01-16 22:14:34 -0800705 if (!fc->connected)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700706 goto err_unlock;
707 err = -ERESTARTSYS;
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700708 if (!request_pending(fc))
Miklos Szeredi334f4852005-09-09 13:10:27 -0700709 goto err_unlock;
710
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700711 if (!list_empty(&fc->interrupts)) {
712 req = list_entry(fc->interrupts.next, struct fuse_req,
713 intr_entry);
714 return fuse_read_interrupt(fc, req, iov, nr_segs);
715 }
716
Miklos Szeredi334f4852005-09-09 13:10:27 -0700717 req = list_entry(fc->pending.next, struct fuse_req, list);
Miklos Szeredi83cfd492006-01-16 22:14:31 -0800718 req->state = FUSE_REQ_READING;
Miklos Szeredid77a1d52006-01-16 22:14:31 -0800719 list_move(&req->list, &fc->io);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700720
721 in = &req->in;
Miklos Szeredi1d3d7522006-01-06 00:19:40 -0800722 reqsize = in->h.len;
723 /* If request is too large, reply with an error and restart the read */
724 if (iov_length(iov, nr_segs) < reqsize) {
725 req->out.h.error = -EIO;
726 /* SETXATTR is special, since it may contain too large data */
727 if (in->h.opcode == FUSE_SETXATTR)
728 req->out.h.error = -E2BIG;
729 request_end(fc, req);
730 goto restart;
Miklos Szeredi334f4852005-09-09 13:10:27 -0700731 }
Miklos Szeredid7133112006-04-10 22:54:55 -0700732 spin_unlock(&fc->lock);
733 fuse_copy_init(&cs, fc, 1, req, iov, nr_segs);
Miklos Szeredi1d3d7522006-01-06 00:19:40 -0800734 err = fuse_copy_one(&cs, &in->h, sizeof(in->h));
735 if (!err)
736 err = fuse_copy_args(&cs, in->numargs, in->argpages,
737 (struct fuse_arg *) in->args, 0);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700738 fuse_copy_finish(&cs);
Miklos Szeredid7133112006-04-10 22:54:55 -0700739 spin_lock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700740 req->locked = 0;
Miklos Szeredif9a28422006-06-25 05:48:53 -0700741 if (!err && req->aborted)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700742 err = -ENOENT;
743 if (err) {
Miklos Szeredif9a28422006-06-25 05:48:53 -0700744 if (!req->aborted)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700745 req->out.h.error = -EIO;
746 request_end(fc, req);
747 return err;
748 }
749 if (!req->isreply)
750 request_end(fc, req);
751 else {
Miklos Szeredi83cfd492006-01-16 22:14:31 -0800752 req->state = FUSE_REQ_SENT;
Miklos Szeredid77a1d52006-01-16 22:14:31 -0800753 list_move_tail(&req->list, &fc->processing);
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700754 if (req->interrupted)
755 queue_interrupt(fc, req);
Miklos Szeredid7133112006-04-10 22:54:55 -0700756 spin_unlock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700757 }
758 return reqsize;
759
760 err_unlock:
Miklos Szeredid7133112006-04-10 22:54:55 -0700761 spin_unlock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700762 return err;
763}
764
Miklos Szeredi334f4852005-09-09 13:10:27 -0700765/* Look up request on processing list by unique ID */
766static struct fuse_req *request_find(struct fuse_conn *fc, u64 unique)
767{
768 struct list_head *entry;
769
770 list_for_each(entry, &fc->processing) {
771 struct fuse_req *req;
772 req = list_entry(entry, struct fuse_req, list);
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700773 if (req->in.h.unique == unique || req->intr_unique == unique)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700774 return req;
775 }
776 return NULL;
777}
778
779static int copy_out_args(struct fuse_copy_state *cs, struct fuse_out *out,
780 unsigned nbytes)
781{
782 unsigned reqsize = sizeof(struct fuse_out_header);
783
784 if (out->h.error)
785 return nbytes != reqsize ? -EINVAL : 0;
786
787 reqsize += len_args(out->numargs, out->args);
788
789 if (reqsize < nbytes || (reqsize > nbytes && !out->argvar))
790 return -EINVAL;
791 else if (reqsize > nbytes) {
792 struct fuse_arg *lastarg = &out->args[out->numargs-1];
793 unsigned diffsize = reqsize - nbytes;
794 if (diffsize > lastarg->size)
795 return -EINVAL;
796 lastarg->size -= diffsize;
797 }
798 return fuse_copy_args(cs, out->numargs, out->argpages, out->args,
799 out->page_zeroing);
800}
801
802/*
803 * Write a single reply to a request. First the header is copied from
804 * the write buffer. The request is then searched on the processing
805 * list by the unique ID found in the header. If found, then remove
806 * it from the list and copy the rest of the buffer to the request.
807 * The request is finished by calling request_end()
808 */
Badari Pulavartyee0b3e62006-09-30 23:28:47 -0700809static ssize_t fuse_dev_write(struct kiocb *iocb, const struct iovec *iov,
810 unsigned long nr_segs, loff_t pos)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700811{
812 int err;
813 unsigned nbytes = iov_length(iov, nr_segs);
814 struct fuse_req *req;
815 struct fuse_out_header oh;
816 struct fuse_copy_state cs;
Badari Pulavartyee0b3e62006-09-30 23:28:47 -0700817 struct fuse_conn *fc = fuse_get_conn(iocb->ki_filp);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700818 if (!fc)
Miklos Szeredia87046d2006-04-10 22:54:56 -0700819 return -EPERM;
Miklos Szeredi334f4852005-09-09 13:10:27 -0700820
Miklos Szeredid7133112006-04-10 22:54:55 -0700821 fuse_copy_init(&cs, fc, 0, NULL, iov, nr_segs);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700822 if (nbytes < sizeof(struct fuse_out_header))
823 return -EINVAL;
824
825 err = fuse_copy_one(&cs, &oh, sizeof(oh));
826 if (err)
827 goto err_finish;
828 err = -EINVAL;
829 if (!oh.unique || oh.error <= -1000 || oh.error > 0 ||
830 oh.len != nbytes)
831 goto err_finish;
832
Miklos Szeredid7133112006-04-10 22:54:55 -0700833 spin_lock(&fc->lock);
Miklos Szeredi69a53bf2006-01-16 22:14:41 -0800834 err = -ENOENT;
835 if (!fc->connected)
836 goto err_unlock;
837
Miklos Szeredi334f4852005-09-09 13:10:27 -0700838 req = request_find(fc, oh.unique);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700839 if (!req)
840 goto err_unlock;
841
Miklos Szeredif9a28422006-06-25 05:48:53 -0700842 if (req->aborted) {
Miklos Szeredid7133112006-04-10 22:54:55 -0700843 spin_unlock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700844 fuse_copy_finish(&cs);
Miklos Szeredid7133112006-04-10 22:54:55 -0700845 spin_lock(&fc->lock);
Miklos Szeredi222f1d62006-01-16 22:14:25 -0800846 request_end(fc, req);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700847 return -ENOENT;
848 }
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700849 /* Is it an interrupt reply? */
850 if (req->intr_unique == oh.unique) {
851 err = -EINVAL;
852 if (nbytes != sizeof(struct fuse_out_header))
853 goto err_unlock;
854
855 if (oh.error == -ENOSYS)
856 fc->no_interrupt = 1;
857 else if (oh.error == -EAGAIN)
858 queue_interrupt(fc, req);
859
860 spin_unlock(&fc->lock);
861 fuse_copy_finish(&cs);
862 return nbytes;
863 }
864
865 req->state = FUSE_REQ_WRITING;
Miklos Szeredid77a1d52006-01-16 22:14:31 -0800866 list_move(&req->list, &fc->io);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700867 req->out.h = oh;
868 req->locked = 1;
869 cs.req = req;
Miklos Szeredid7133112006-04-10 22:54:55 -0700870 spin_unlock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700871
872 err = copy_out_args(&cs, &req->out, nbytes);
873 fuse_copy_finish(&cs);
874
Miklos Szeredid7133112006-04-10 22:54:55 -0700875 spin_lock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700876 req->locked = 0;
877 if (!err) {
Miklos Szeredif9a28422006-06-25 05:48:53 -0700878 if (req->aborted)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700879 err = -ENOENT;
Miklos Szeredif9a28422006-06-25 05:48:53 -0700880 } else if (!req->aborted)
Miklos Szeredi334f4852005-09-09 13:10:27 -0700881 req->out.h.error = -EIO;
882 request_end(fc, req);
883
884 return err ? err : nbytes;
885
886 err_unlock:
Miklos Szeredid7133112006-04-10 22:54:55 -0700887 spin_unlock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700888 err_finish:
889 fuse_copy_finish(&cs);
890 return err;
891}
892
Miklos Szeredi334f4852005-09-09 13:10:27 -0700893static unsigned fuse_dev_poll(struct file *file, poll_table *wait)
894{
Miklos Szeredi334f4852005-09-09 13:10:27 -0700895 unsigned mask = POLLOUT | POLLWRNORM;
Miklos Szeredi7025d9a2006-04-10 22:54:50 -0700896 struct fuse_conn *fc = fuse_get_conn(file);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700897 if (!fc)
Miklos Szeredi7025d9a2006-04-10 22:54:50 -0700898 return POLLERR;
Miklos Szeredi334f4852005-09-09 13:10:27 -0700899
900 poll_wait(file, &fc->waitq, wait);
901
Miklos Szeredid7133112006-04-10 22:54:55 -0700902 spin_lock(&fc->lock);
Miklos Szeredi7025d9a2006-04-10 22:54:50 -0700903 if (!fc->connected)
904 mask = POLLERR;
Miklos Szeredia4d27e72006-06-25 05:48:54 -0700905 else if (request_pending(fc))
Miklos Szeredi7025d9a2006-04-10 22:54:50 -0700906 mask |= POLLIN | POLLRDNORM;
Miklos Szeredid7133112006-04-10 22:54:55 -0700907 spin_unlock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700908
909 return mask;
910}
911
Miklos Szeredi69a53bf2006-01-16 22:14:41 -0800912/*
913 * Abort all requests on the given list (pending or processing)
914 *
Miklos Szeredid7133112006-04-10 22:54:55 -0700915 * This function releases and reacquires fc->lock
Miklos Szeredi69a53bf2006-01-16 22:14:41 -0800916 */
Miklos Szeredi334f4852005-09-09 13:10:27 -0700917static void end_requests(struct fuse_conn *fc, struct list_head *head)
918{
919 while (!list_empty(head)) {
920 struct fuse_req *req;
921 req = list_entry(head->next, struct fuse_req, list);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700922 req->out.h.error = -ECONNABORTED;
923 request_end(fc, req);
Miklos Szeredid7133112006-04-10 22:54:55 -0700924 spin_lock(&fc->lock);
Miklos Szeredi334f4852005-09-09 13:10:27 -0700925 }
926}
927
Miklos Szeredi69a53bf2006-01-16 22:14:41 -0800928/*
929 * Abort requests under I/O
930 *
Miklos Szeredif9a28422006-06-25 05:48:53 -0700931 * The requests are set to aborted and finished, and the request
Miklos Szeredi69a53bf2006-01-16 22:14:41 -0800932 * waiter is woken up. This will make request_wait_answer() wait
933 * until the request is unlocked and then return.
Miklos Szeredi64c6d8e2006-01-16 22:14:42 -0800934 *
935 * If the request is asynchronous, then the end function needs to be
936 * called after waiting for the request to be unlocked (if it was
937 * locked).
Miklos Szeredi69a53bf2006-01-16 22:14:41 -0800938 */
939static void end_io_requests(struct fuse_conn *fc)
940{
941 while (!list_empty(&fc->io)) {
Miklos Szeredi64c6d8e2006-01-16 22:14:42 -0800942 struct fuse_req *req =
943 list_entry(fc->io.next, struct fuse_req, list);
944 void (*end) (struct fuse_conn *, struct fuse_req *) = req->end;
945
Miklos Szeredif9a28422006-06-25 05:48:53 -0700946 req->aborted = 1;
Miklos Szeredi69a53bf2006-01-16 22:14:41 -0800947 req->out.h.error = -ECONNABORTED;
948 req->state = FUSE_REQ_FINISHED;
949 list_del_init(&req->list);
950 wake_up(&req->waitq);
Miklos Szeredi64c6d8e2006-01-16 22:14:42 -0800951 if (end) {
952 req->end = NULL;
953 /* The end function will consume this reference */
954 __fuse_get_request(req);
Miklos Szeredid7133112006-04-10 22:54:55 -0700955 spin_unlock(&fc->lock);
Miklos Szeredi64c6d8e2006-01-16 22:14:42 -0800956 wait_event(req->waitq, !req->locked);
957 end(fc, req);
Miklos Szeredid7133112006-04-10 22:54:55 -0700958 spin_lock(&fc->lock);
Miklos Szeredi64c6d8e2006-01-16 22:14:42 -0800959 }
Miklos Szeredi69a53bf2006-01-16 22:14:41 -0800960 }
961}
962
963/*
964 * Abort all requests.
965 *
966 * Emergency exit in case of a malicious or accidental deadlock, or
967 * just a hung filesystem.
968 *
969 * The same effect is usually achievable through killing the
970 * filesystem daemon and all users of the filesystem. The exception
971 * is the combination of an asynchronous request and the tricky
972 * deadlock (see Documentation/filesystems/fuse.txt).
973 *
974 * During the aborting, progression of requests from the pending and
975 * processing lists onto the io list, and progression of new requests
976 * onto the pending list is prevented by req->connected being false.
977 *
978 * Progression of requests under I/O to the processing list is
Miklos Szeredif9a28422006-06-25 05:48:53 -0700979 * prevented by the req->aborted flag being true for these requests.
980 * For this reason requests on the io list must be aborted first.
Miklos Szeredi69a53bf2006-01-16 22:14:41 -0800981 */
982void fuse_abort_conn(struct fuse_conn *fc)
983{
Miklos Szeredid7133112006-04-10 22:54:55 -0700984 spin_lock(&fc->lock);
Miklos Szeredi69a53bf2006-01-16 22:14:41 -0800985 if (fc->connected) {
986 fc->connected = 0;
Miklos Szeredi51eb01e2006-06-25 05:48:50 -0700987 fc->blocked = 0;
Miklos Szeredi69a53bf2006-01-16 22:14:41 -0800988 end_io_requests(fc);
989 end_requests(fc, &fc->pending);
990 end_requests(fc, &fc->processing);
991 wake_up_all(&fc->waitq);
Miklos Szeredi51eb01e2006-06-25 05:48:50 -0700992 wake_up_all(&fc->blocked_waitq);
Jeff Dike385a17b2006-04-10 22:54:52 -0700993 kill_fasync(&fc->fasync, SIGIO, POLL_IN);
Miklos Szeredi69a53bf2006-01-16 22:14:41 -0800994 }
Miklos Szeredid7133112006-04-10 22:54:55 -0700995 spin_unlock(&fc->lock);
Miklos Szeredi69a53bf2006-01-16 22:14:41 -0800996}
997
Miklos Szeredi334f4852005-09-09 13:10:27 -0700998static int fuse_dev_release(struct inode *inode, struct file *file)
999{
Miklos Szeredi0720b312006-04-10 22:54:55 -07001000 struct fuse_conn *fc = fuse_get_conn(file);
Miklos Szeredi334f4852005-09-09 13:10:27 -07001001 if (fc) {
Miklos Szeredid7133112006-04-10 22:54:55 -07001002 spin_lock(&fc->lock);
Miklos Szeredi1e9a4ed2005-09-09 13:10:31 -07001003 fc->connected = 0;
Miklos Szeredi334f4852005-09-09 13:10:27 -07001004 end_requests(fc, &fc->pending);
1005 end_requests(fc, &fc->processing);
Miklos Szeredid7133112006-04-10 22:54:55 -07001006 spin_unlock(&fc->lock);
Jeff Dike385a17b2006-04-10 22:54:52 -07001007 fasync_helper(-1, file, 0, &fc->fasync);
Miklos Szeredibafa9652006-06-25 05:48:51 -07001008 fuse_conn_put(fc);
Jeff Dike385a17b2006-04-10 22:54:52 -07001009 }
Miklos Szeredif543f252006-01-16 22:14:35 -08001010
Miklos Szeredi334f4852005-09-09 13:10:27 -07001011 return 0;
1012}
1013
Jeff Dike385a17b2006-04-10 22:54:52 -07001014static int fuse_dev_fasync(int fd, struct file *file, int on)
1015{
1016 struct fuse_conn *fc = fuse_get_conn(file);
1017 if (!fc)
Miklos Szeredia87046d2006-04-10 22:54:56 -07001018 return -EPERM;
Jeff Dike385a17b2006-04-10 22:54:52 -07001019
1020 /* No locking - fasync_helper does its own locking */
1021 return fasync_helper(fd, file, on, &fc->fasync);
1022}
1023
Arjan van de Ven4b6f5d22006-03-28 01:56:42 -08001024const struct file_operations fuse_dev_operations = {
Miklos Szeredi334f4852005-09-09 13:10:27 -07001025 .owner = THIS_MODULE,
1026 .llseek = no_llseek,
Badari Pulavartyee0b3e62006-09-30 23:28:47 -07001027 .read = do_sync_read,
1028 .aio_read = fuse_dev_read,
1029 .write = do_sync_write,
1030 .aio_write = fuse_dev_write,
Miklos Szeredi334f4852005-09-09 13:10:27 -07001031 .poll = fuse_dev_poll,
1032 .release = fuse_dev_release,
Jeff Dike385a17b2006-04-10 22:54:52 -07001033 .fasync = fuse_dev_fasync,
Miklos Szeredi334f4852005-09-09 13:10:27 -07001034};
1035
1036static struct miscdevice fuse_miscdevice = {
1037 .minor = FUSE_MINOR,
1038 .name = "fuse",
1039 .fops = &fuse_dev_operations,
1040};
1041
1042int __init fuse_dev_init(void)
1043{
1044 int err = -ENOMEM;
1045 fuse_req_cachep = kmem_cache_create("fuse_request",
1046 sizeof(struct fuse_req),
Paul Mundt20c2df82007-07-20 10:11:58 +09001047 0, 0, NULL);
Miklos Szeredi334f4852005-09-09 13:10:27 -07001048 if (!fuse_req_cachep)
1049 goto out;
1050
1051 err = misc_register(&fuse_miscdevice);
1052 if (err)
1053 goto out_cache_clean;
1054
1055 return 0;
1056
1057 out_cache_clean:
1058 kmem_cache_destroy(fuse_req_cachep);
1059 out:
1060 return err;
1061}
1062
1063void fuse_dev_cleanup(void)
1064{
1065 misc_deregister(&fuse_miscdevice);
1066 kmem_cache_destroy(fuse_req_cachep);
1067}