Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2008 Red Hat, Inc., Eric Paris <eparis@redhat.com> |
| 3 | * |
| 4 | * This program is free software; you can redistribute it and/or modify |
| 5 | * it under the terms of the GNU General Public License as published by |
| 6 | * the Free Software Foundation; either version 2, or (at your option) |
| 7 | * any later version. |
| 8 | * |
| 9 | * This program is distributed in the hope that it will be useful, |
| 10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 12 | * GNU General Public License for more details. |
| 13 | * |
| 14 | * You should have received a copy of the GNU General Public License |
| 15 | * along with this program; see the file COPYING. If not, write to |
| 16 | * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA. |
| 17 | */ |
| 18 | |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 19 | /* |
| 20 | * Basic idea behind the notification queue: An fsnotify group (like inotify) |
Adam Buchbinder | b3834be | 2012-09-19 21:48:02 -0400 | [diff] [blame] | 21 | * sends the userspace notification about events asynchronously some time after |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 22 | * the event happened. When inotify gets an event it will need to add that |
| 23 | * event to the group notify queue. Since a single event might need to be on |
| 24 | * multiple group's notification queues we can't add the event directly to each |
| 25 | * queue and instead add a small "event_holder" to each queue. This event_holder |
| 26 | * has a pointer back to the original event. Since the majority of events are |
| 27 | * going to end up on one, and only one, notification queue we embed one |
| 28 | * event_holder into each event. This means we have a single allocation instead |
| 29 | * of always needing two. If the embedded event_holder is already in use by |
| 30 | * another group a new event_holder (from fsnotify_event_holder_cachep) will be |
| 31 | * allocated and used. |
| 32 | */ |
| 33 | |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 34 | #include <linux/fs.h> |
| 35 | #include <linux/init.h> |
| 36 | #include <linux/kernel.h> |
| 37 | #include <linux/list.h> |
Eric Paris | 47882c6 | 2009-05-21 17:01:47 -0400 | [diff] [blame] | 38 | #include <linux/module.h> |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 39 | #include <linux/mount.h> |
| 40 | #include <linux/mutex.h> |
| 41 | #include <linux/namei.h> |
| 42 | #include <linux/path.h> |
| 43 | #include <linux/slab.h> |
| 44 | #include <linux/spinlock.h> |
| 45 | |
Arun Sharma | 60063497 | 2011-07-26 16:09:06 -0700 | [diff] [blame] | 46 | #include <linux/atomic.h> |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 47 | |
| 48 | #include <linux/fsnotify_backend.h> |
| 49 | #include "fsnotify.h" |
| 50 | |
Eric Paris | 47882c6 | 2009-05-21 17:01:47 -0400 | [diff] [blame] | 51 | static atomic_t fsnotify_sync_cookie = ATOMIC_INIT(0); |
| 52 | |
| 53 | /** |
| 54 | * fsnotify_get_cookie - return a unique cookie for use in synchronizing events. |
| 55 | * Called from fsnotify_move, which is inlined into filesystem modules. |
| 56 | */ |
| 57 | u32 fsnotify_get_cookie(void) |
| 58 | { |
| 59 | return atomic_inc_return(&fsnotify_sync_cookie); |
| 60 | } |
| 61 | EXPORT_SYMBOL_GPL(fsnotify_get_cookie); |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 62 | |
| 63 | /* return true if the notify queue is empty, false otherwise */ |
| 64 | bool fsnotify_notify_queue_is_empty(struct fsnotify_group *group) |
| 65 | { |
Jan Kara | ed27264 | 2016-10-07 16:57:01 -0700 | [diff] [blame] | 66 | assert_spin_locked(&group->notification_lock); |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 67 | return list_empty(&group->notification_list) ? true : false; |
| 68 | } |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 69 | |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 70 | void fsnotify_destroy_event(struct fsnotify_group *group, |
| 71 | struct fsnotify_event *event) |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 72 | { |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 73 | /* Overflow events are per-group and we don't want to free them */ |
| 74 | if (!event || event->mask == FS_Q_OVERFLOW) |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 75 | return; |
Jan Kara | 0b1b865 | 2016-10-07 16:56:58 -0700 | [diff] [blame] | 76 | /* |
| 77 | * If the event is still queued, we have a problem... Do an unreliable |
| 78 | * lockless check first to avoid locking in the common case. The |
| 79 | * locking may be necessary for permission events which got removed |
| 80 | * from the list by a different CPU than the one freeing the event. |
| 81 | */ |
| 82 | if (!list_empty(&event->list)) { |
| 83 | spin_lock(&group->notification_lock); |
| 84 | WARN_ON(!list_empty(&event->list)); |
| 85 | spin_unlock(&group->notification_lock); |
| 86 | } |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 87 | group->ops->free_event(event); |
Eric Paris | e4aff11 | 2009-05-21 17:01:50 -0400 | [diff] [blame] | 88 | } |
| 89 | |
| 90 | /* |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 91 | * Add an event to the group notification queue. The group can later pull this |
Jan Kara | 83c0e1b | 2014-01-28 18:53:22 +0100 | [diff] [blame] | 92 | * event off the queue to deal with. The function returns 0 if the event was |
Jan Kara | 482ef06 | 2014-02-21 19:07:54 +0100 | [diff] [blame] | 93 | * added to the queue, 1 if the event was merged with some other queued event, |
Jan Kara | 12703db | 2016-09-19 14:44:27 -0700 | [diff] [blame] | 94 | * 2 if the event was not queued - either the queue of events has overflown |
| 95 | * or the group is shutting down. |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 96 | */ |
Jan Kara | 8ba8fa91 | 2014-08-06 16:03:26 -0700 | [diff] [blame] | 97 | int fsnotify_add_event(struct fsnotify_group *group, |
| 98 | struct fsnotify_event *event, |
| 99 | int (*merge)(struct list_head *, |
| 100 | struct fsnotify_event *)) |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 101 | { |
Jan Kara | 83c0e1b | 2014-01-28 18:53:22 +0100 | [diff] [blame] | 102 | int ret = 0; |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 103 | struct list_head *list = &group->notification_list; |
Eric Paris | e4aff11 | 2009-05-21 17:01:50 -0400 | [diff] [blame] | 104 | |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 105 | pr_debug("%s: group=%p event=%p\n", __func__, group, event); |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 106 | |
Jan Kara | c21dbe2 | 2016-10-07 16:56:52 -0700 | [diff] [blame] | 107 | spin_lock(&group->notification_lock); |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 108 | |
Jan Kara | 12703db | 2016-09-19 14:44:27 -0700 | [diff] [blame] | 109 | if (group->shutdown) { |
Jan Kara | c21dbe2 | 2016-10-07 16:56:52 -0700 | [diff] [blame] | 110 | spin_unlock(&group->notification_lock); |
Jan Kara | 12703db | 2016-09-19 14:44:27 -0700 | [diff] [blame] | 111 | return 2; |
| 112 | } |
| 113 | |
Eric Paris | e4aff11 | 2009-05-21 17:01:50 -0400 | [diff] [blame] | 114 | if (group->q_len >= group->max_events) { |
Jan Kara | 482ef06 | 2014-02-21 19:07:54 +0100 | [diff] [blame] | 115 | ret = 2; |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 116 | /* Queue overflow event only if it isn't already queued */ |
Jan Kara | ff57cd5 | 2014-02-21 19:14:11 +0100 | [diff] [blame] | 117 | if (!list_empty(&group->overflow_event->list)) { |
Jan Kara | c21dbe2 | 2016-10-07 16:56:52 -0700 | [diff] [blame] | 118 | spin_unlock(&group->notification_lock); |
Jan Kara | 482ef06 | 2014-02-21 19:07:54 +0100 | [diff] [blame] | 119 | return ret; |
| 120 | } |
Jan Kara | ff57cd5 | 2014-02-21 19:14:11 +0100 | [diff] [blame] | 121 | event = group->overflow_event; |
Jan Kara | 482ef06 | 2014-02-21 19:07:54 +0100 | [diff] [blame] | 122 | goto queue; |
Eric Paris | e4aff11 | 2009-05-21 17:01:50 -0400 | [diff] [blame] | 123 | } |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 124 | |
Eric Paris | 74766bb | 2009-12-17 21:24:21 -0500 | [diff] [blame] | 125 | if (!list_empty(list) && merge) { |
Jan Kara | 83c0e1b | 2014-01-28 18:53:22 +0100 | [diff] [blame] | 126 | ret = merge(list, event); |
| 127 | if (ret) { |
Jan Kara | c21dbe2 | 2016-10-07 16:56:52 -0700 | [diff] [blame] | 128 | spin_unlock(&group->notification_lock); |
Jan Kara | 83c0e1b | 2014-01-28 18:53:22 +0100 | [diff] [blame] | 129 | return ret; |
Eric Paris | f70ab54 | 2010-07-28 10:18:37 -0400 | [diff] [blame] | 130 | } |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 131 | } |
| 132 | |
Jan Kara | 482ef06 | 2014-02-21 19:07:54 +0100 | [diff] [blame] | 133 | queue: |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 134 | group->q_len++; |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 135 | list_add_tail(&event->list, list); |
Jan Kara | c21dbe2 | 2016-10-07 16:56:52 -0700 | [diff] [blame] | 136 | spin_unlock(&group->notification_lock); |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 137 | |
| 138 | wake_up(&group->notification_waitq); |
Eric Paris | 0a6b6bd | 2011-10-14 17:43:39 -0400 | [diff] [blame] | 139 | kill_fasync(&group->fsn_fa, SIGIO, POLL_IN); |
Jan Kara | 83c0e1b | 2014-01-28 18:53:22 +0100 | [diff] [blame] | 140 | return ret; |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 141 | } |
| 142 | |
| 143 | /* |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 144 | * Remove and return the first event from the notification list. It is the |
| 145 | * responsibility of the caller to destroy the obtained event |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 146 | */ |
Jan Kara | 8ba8fa91 | 2014-08-06 16:03:26 -0700 | [diff] [blame] | 147 | struct fsnotify_event *fsnotify_remove_first_event(struct fsnotify_group *group) |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 148 | { |
| 149 | struct fsnotify_event *event; |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 150 | |
Jan Kara | ed27264 | 2016-10-07 16:57:01 -0700 | [diff] [blame] | 151 | assert_spin_locked(&group->notification_lock); |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 152 | |
Eric Paris | 5ba08e2 | 2010-07-28 10:18:37 -0400 | [diff] [blame] | 153 | pr_debug("%s: group=%p\n", __func__, group); |
| 154 | |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 155 | event = list_first_entry(&group->notification_list, |
| 156 | struct fsnotify_event, list); |
Jan Kara | 2513190 | 2014-02-21 19:02:34 +0100 | [diff] [blame] | 157 | /* |
| 158 | * We need to init list head for the case of overflow event so that |
Jan Kara | 8ba8fa91 | 2014-08-06 16:03:26 -0700 | [diff] [blame] | 159 | * check in fsnotify_add_event() works |
Jan Kara | 2513190 | 2014-02-21 19:02:34 +0100 | [diff] [blame] | 160 | */ |
| 161 | list_del_init(&event->list); |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 162 | group->q_len--; |
| 163 | |
| 164 | return event; |
| 165 | } |
| 166 | |
| 167 | /* |
Jan Kara | 8ba8fa91 | 2014-08-06 16:03:26 -0700 | [diff] [blame] | 168 | * This will not remove the event, that must be done with |
| 169 | * fsnotify_remove_first_event() |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 170 | */ |
Jan Kara | 8ba8fa91 | 2014-08-06 16:03:26 -0700 | [diff] [blame] | 171 | struct fsnotify_event *fsnotify_peek_first_event(struct fsnotify_group *group) |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 172 | { |
Jan Kara | ed27264 | 2016-10-07 16:57:01 -0700 | [diff] [blame] | 173 | assert_spin_locked(&group->notification_lock); |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 174 | |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 175 | return list_first_entry(&group->notification_list, |
| 176 | struct fsnotify_event, list); |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 177 | } |
| 178 | |
| 179 | /* |
| 180 | * Called when a group is being torn down to clean up any outstanding |
| 181 | * event notifications. |
| 182 | */ |
| 183 | void fsnotify_flush_notify(struct fsnotify_group *group) |
| 184 | { |
| 185 | struct fsnotify_event *event; |
| 186 | |
Jan Kara | c21dbe2 | 2016-10-07 16:56:52 -0700 | [diff] [blame] | 187 | spin_lock(&group->notification_lock); |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 188 | while (!fsnotify_notify_queue_is_empty(group)) { |
Jan Kara | 8ba8fa91 | 2014-08-06 16:03:26 -0700 | [diff] [blame] | 189 | event = fsnotify_remove_first_event(group); |
Jan Kara | c21dbe2 | 2016-10-07 16:56:52 -0700 | [diff] [blame] | 190 | spin_unlock(&group->notification_lock); |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 191 | fsnotify_destroy_event(group, event); |
Jan Kara | c21dbe2 | 2016-10-07 16:56:52 -0700 | [diff] [blame] | 192 | spin_lock(&group->notification_lock); |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 193 | } |
Jan Kara | c21dbe2 | 2016-10-07 16:56:52 -0700 | [diff] [blame] | 194 | spin_unlock(&group->notification_lock); |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 195 | } |
| 196 | |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 197 | /* |
| 198 | * fsnotify_create_event - Allocate a new event which will be sent to each |
| 199 | * group's handle_event function if the group was interested in this |
| 200 | * particular event. |
| 201 | * |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 202 | * @inode the inode which is supposed to receive the event (sometimes a |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 203 | * parent of the inode to which the event happened. |
| 204 | * @mask what actually happened. |
| 205 | * @data pointer to the object which was actually affected |
| 206 | * @data_type flag indication if the data is a file, path, inode, nothing... |
Eric Paris | 62ffe5d | 2009-05-21 17:01:43 -0400 | [diff] [blame] | 207 | * @name the filename, if available |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 208 | */ |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 209 | void fsnotify_init_event(struct fsnotify_event *event, struct inode *inode, |
| 210 | u32 mask) |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 211 | { |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 212 | INIT_LIST_HEAD(&event->list); |
| 213 | event->inode = inode; |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 214 | event->mask = mask; |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 215 | } |