blob: 9e496adfa3db7509b2e0de6da37f3281f07a9f8b [file] [log] [blame]
David Howells5d135442009-09-02 09:14:00 +01001/* Key garbage collector
2 *
David Howells0c061b52011-08-22 14:09:36 +01003 * Copyright (C) 2009-2011 Red Hat, Inc. All Rights Reserved.
David Howells5d135442009-09-02 09:14:00 +01004 * Written by David Howells (dhowells@redhat.com)
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public Licence
8 * as published by the Free Software Foundation; either version
9 * 2 of the Licence, or (at your option) any later version.
10 */
11
12#include <linux/module.h>
David Howells8bc16de2011-08-22 14:09:11 +010013#include <linux/slab.h>
14#include <linux/security.h>
David Howells5d135442009-09-02 09:14:00 +010015#include <keys/keyring-type.h>
16#include "internal.h"
17
18/*
19 * Delay between key revocation/expiry in seconds
20 */
21unsigned key_gc_delay = 5 * 60;
22
23/*
David Howells8bc16de2011-08-22 14:09:11 +010024 * Reaper for unused keys.
25 */
David Howells0c061b52011-08-22 14:09:36 +010026static void key_garbage_collector(struct work_struct *work);
27DECLARE_WORK(key_gc_work, key_garbage_collector);
David Howells8bc16de2011-08-22 14:09:11 +010028
29/*
30 * Reaper for links from keyrings to dead keys.
David Howells5d135442009-09-02 09:14:00 +010031 */
32static void key_gc_timer_func(unsigned long);
David Howells5d135442009-09-02 09:14:00 +010033static DEFINE_TIMER(key_gc_timer, key_gc_timer_func, 0, 0);
David Howells0c061b52011-08-22 14:09:36 +010034
David Howells5d135442009-09-02 09:14:00 +010035static time_t key_gc_next_run = LONG_MAX;
David Howells0c061b52011-08-22 14:09:36 +010036static struct key_type *key_gc_dead_keytype;
37
38static unsigned long key_gc_flags;
39#define KEY_GC_KEY_EXPIRED 0 /* A key expired and needs unlinking */
40#define KEY_GC_REAP_KEYTYPE 1 /* A keytype is being unregistered */
41#define KEY_GC_REAPING_KEYTYPE 2 /* Cleared when keytype reaped */
42
43
44/*
45 * Any key whose type gets unregistered will be re-typed to this if it can't be
46 * immediately unlinked.
47 */
48struct key_type key_type_dead = {
49 .name = "dead",
50};
David Howells5d135442009-09-02 09:14:00 +010051
52/*
David Howells973c9f42011-01-20 16:38:33 +000053 * Schedule a garbage collection run.
54 * - time precision isn't particularly important
David Howells5d135442009-09-02 09:14:00 +010055 */
56void key_schedule_gc(time_t gc_at)
57{
58 unsigned long expires;
59 time_t now = current_kernel_time().tv_sec;
60
61 kenter("%ld", gc_at - now);
62
David Howells0c061b52011-08-22 14:09:36 +010063 if (gc_at <= now || test_bit(KEY_GC_REAP_KEYTYPE, &key_gc_flags)) {
64 kdebug("IMMEDIATE");
David Howellsd1997982011-08-22 14:09:28 +010065 queue_work(system_nrt_wq, &key_gc_work);
David Howells5d135442009-09-02 09:14:00 +010066 } else if (gc_at < key_gc_next_run) {
David Howells0c061b52011-08-22 14:09:36 +010067 kdebug("DEFERRED");
68 key_gc_next_run = gc_at;
David Howells5d135442009-09-02 09:14:00 +010069 expires = jiffies + (gc_at - now) * HZ;
70 mod_timer(&key_gc_timer, expires);
71 }
72}
73
74/*
David Howells0c061b52011-08-22 14:09:36 +010075 * Some key's cleanup time was met after it expired, so we need to get the
76 * reaper to go through a cycle finding expired keys.
David Howells5d135442009-09-02 09:14:00 +010077 */
78static void key_gc_timer_func(unsigned long data)
79{
80 kenter("");
81 key_gc_next_run = LONG_MAX;
David Howells0c061b52011-08-22 14:09:36 +010082 set_bit(KEY_GC_KEY_EXPIRED, &key_gc_flags);
David Howellsd1997982011-08-22 14:09:28 +010083 queue_work(system_nrt_wq, &key_gc_work);
David Howells5d135442009-09-02 09:14:00 +010084}
85
86/*
David Howells0c061b52011-08-22 14:09:36 +010087 * wait_on_bit() sleep function for uninterruptible waiting
88 */
89static int key_gc_wait_bit(void *flags)
90{
91 schedule();
92 return 0;
93}
94
95/*
96 * Reap keys of dead type.
97 *
98 * We use three flags to make sure we see three complete cycles of the garbage
99 * collector: the first to mark keys of that type as being dead, the second to
100 * collect dead links and the third to clean up the dead keys. We have to be
101 * careful as there may already be a cycle in progress.
102 *
103 * The caller must be holding key_types_sem.
104 */
105void key_gc_keytype(struct key_type *ktype)
106{
107 kenter("%s", ktype->name);
108
109 key_gc_dead_keytype = ktype;
110 set_bit(KEY_GC_REAPING_KEYTYPE, &key_gc_flags);
111 smp_mb();
112 set_bit(KEY_GC_REAP_KEYTYPE, &key_gc_flags);
113
114 kdebug("schedule");
115 queue_work(system_nrt_wq, &key_gc_work);
116
117 kdebug("sleep");
118 wait_on_bit(&key_gc_flags, KEY_GC_REAPING_KEYTYPE, key_gc_wait_bit,
119 TASK_UNINTERRUPTIBLE);
120
121 key_gc_dead_keytype = NULL;
122 kleave("");
123}
124
125/*
David Howells973c9f42011-01-20 16:38:33 +0000126 * Garbage collect pointers from a keyring.
127 *
David Howells0c061b52011-08-22 14:09:36 +0100128 * Not called with any locks held. The keyring's key struct will not be
129 * deallocated under us as only our caller may deallocate it.
David Howells5d135442009-09-02 09:14:00 +0100130 */
David Howells0c061b52011-08-22 14:09:36 +0100131static void key_gc_keyring(struct key *keyring, time_t limit)
David Howells5d135442009-09-02 09:14:00 +0100132{
133 struct keyring_list *klist;
134 struct key *key;
135 int loop;
136
137 kenter("%x", key_serial(keyring));
138
139 if (test_bit(KEY_FLAG_REVOKED, &keyring->flags))
140 goto dont_gc;
141
142 /* scan the keyring looking for dead keys */
David Howellscf8304e2010-05-04 14:16:10 +0100143 rcu_read_lock();
144 klist = rcu_dereference(keyring->payload.subscriptions);
David Howells5d135442009-09-02 09:14:00 +0100145 if (!klist)
David Howellscf8304e2010-05-04 14:16:10 +0100146 goto unlock_dont_gc;
David Howells5d135442009-09-02 09:14:00 +0100147
David Howellsefde8b62012-01-17 20:39:40 +0000148 loop = klist->nkeys;
149 smp_rmb();
150 for (loop--; loop >= 0; loop--) {
David Howells5d135442009-09-02 09:14:00 +0100151 key = klist->keys[loop];
152 if (test_bit(KEY_FLAG_DEAD, &key->flags) ||
153 (key->expiry > 0 && key->expiry <= limit))
154 goto do_gc;
155 }
156
David Howellscf8304e2010-05-04 14:16:10 +0100157unlock_dont_gc:
158 rcu_read_unlock();
David Howells5d135442009-09-02 09:14:00 +0100159dont_gc:
David Howells0c061b52011-08-22 14:09:36 +0100160 kleave(" [no gc]");
161 return;
David Howells5d135442009-09-02 09:14:00 +0100162
163do_gc:
David Howellscf8304e2010-05-04 14:16:10 +0100164 rcu_read_unlock();
David Howells0c061b52011-08-22 14:09:36 +0100165
David Howells5d135442009-09-02 09:14:00 +0100166 keyring_gc(keyring, limit);
David Howells0c061b52011-08-22 14:09:36 +0100167 kleave(" [gc]");
David Howells5d135442009-09-02 09:14:00 +0100168}
169
170/*
David Howells0c061b52011-08-22 14:09:36 +0100171 * Garbage collect an unreferenced, detached key
David Howells5d135442009-09-02 09:14:00 +0100172 */
David Howells0c061b52011-08-22 14:09:36 +0100173static noinline void key_gc_unused_key(struct key *key)
David Howells5d135442009-09-02 09:14:00 +0100174{
David Howells8bc16de2011-08-22 14:09:11 +0100175 key_check(key);
176
Jeron Susan194cce92016-11-23 15:56:13 +0800177 /* Throw away the key data if the key is instantiated */
178 if (test_bit(KEY_FLAG_INSTANTIATED, &key->flags) &&
179 !test_bit(KEY_FLAG_NEGATIVE, &key->flags) &&
180 key->type->destroy)
181 key->type->destroy(key);
182
David Howells8bc16de2011-08-22 14:09:11 +0100183 security_key_free(key);
184
185 /* deal with the user's key tracking and quota */
186 if (test_bit(KEY_FLAG_IN_QUOTA, &key->flags)) {
187 spin_lock(&key->user->lock);
188 key->user->qnkeys--;
189 key->user->qnbytes -= key->quotalen;
190 spin_unlock(&key->user->lock);
191 }
192
193 atomic_dec(&key->user->nkeys);
194 if (test_bit(KEY_FLAG_INSTANTIATED, &key->flags))
195 atomic_dec(&key->user->nikeys);
196
Jeron Susanf9a4bd22016-08-24 13:46:29 +0800197 key_user_put(key->user);
198
David Howells8bc16de2011-08-22 14:09:11 +0100199 kfree(key->description);
200
201#ifdef KEY_DEBUGGING
202 key->magic = KEY_DEBUG_MAGIC_X;
203#endif
204 kmem_cache_free(key_jar, key);
David Howells0c061b52011-08-22 14:09:36 +0100205}
David Howells8bc16de2011-08-22 14:09:11 +0100206
David Howells0c061b52011-08-22 14:09:36 +0100207/*
208 * Garbage collector for unused keys.
209 *
210 * This is done in process context so that we don't have to disable interrupts
211 * all over the place. key_put() schedules this rather than trying to do the
212 * cleanup itself, which means key_put() doesn't have to sleep.
213 */
214static void key_garbage_collector(struct work_struct *work)
215{
216 static u8 gc_state; /* Internal persistent state */
217#define KEY_GC_REAP_AGAIN 0x01 /* - Need another cycle */
218#define KEY_GC_REAPING_LINKS 0x02 /* - We need to reap links */
219#define KEY_GC_SET_TIMER 0x04 /* - We need to restart the timer */
220#define KEY_GC_REAPING_DEAD_1 0x10 /* - We need to mark dead keys */
221#define KEY_GC_REAPING_DEAD_2 0x20 /* - We need to reap dead key links */
222#define KEY_GC_REAPING_DEAD_3 0x40 /* - We need to reap dead keys */
223#define KEY_GC_FOUND_DEAD_KEY 0x80 /* - We found at least one dead key */
224
225 struct rb_node *cursor;
226 struct key *key;
227 time_t new_timer, limit;
228
229 kenter("[%lx,%x]", key_gc_flags, gc_state);
230
231 limit = current_kernel_time().tv_sec;
232 if (limit > key_gc_delay)
233 limit -= key_gc_delay;
234 else
235 limit = key_gc_delay;
236
237 /* Work out what we're going to be doing in this pass */
238 gc_state &= KEY_GC_REAPING_DEAD_1 | KEY_GC_REAPING_DEAD_2;
239 gc_state <<= 1;
240 if (test_and_clear_bit(KEY_GC_KEY_EXPIRED, &key_gc_flags))
241 gc_state |= KEY_GC_REAPING_LINKS | KEY_GC_SET_TIMER;
242
243 if (test_and_clear_bit(KEY_GC_REAP_KEYTYPE, &key_gc_flags))
244 gc_state |= KEY_GC_REAPING_DEAD_1;
245 kdebug("new pass %x", gc_state);
246
247 new_timer = LONG_MAX;
248
249 /* As only this function is permitted to remove things from the key
250 * serial tree, if cursor is non-NULL then it will always point to a
251 * valid node in the tree - even if lock got dropped.
252 */
253 spin_lock(&key_serial_lock);
254 cursor = rb_first(&key_serial_tree);
255
256continue_scanning:
257 while (cursor) {
258 key = rb_entry(cursor, struct key, serial_node);
259 cursor = rb_next(cursor);
260
261 if (atomic_read(&key->usage) == 0)
262 goto found_unreferenced_key;
263
264 if (unlikely(gc_state & KEY_GC_REAPING_DEAD_1)) {
265 if (key->type == key_gc_dead_keytype) {
266 gc_state |= KEY_GC_FOUND_DEAD_KEY;
267 set_bit(KEY_FLAG_DEAD, &key->flags);
268 key->perm = 0;
269 goto skip_dead_key;
270 }
271 }
272
273 if (gc_state & KEY_GC_SET_TIMER) {
274 if (key->expiry > limit && key->expiry < new_timer) {
275 kdebug("will expire %x in %ld",
276 key_serial(key), key->expiry - limit);
277 new_timer = key->expiry;
278 }
279 }
280
281 if (unlikely(gc_state & KEY_GC_REAPING_DEAD_2))
282 if (key->type == key_gc_dead_keytype)
283 gc_state |= KEY_GC_FOUND_DEAD_KEY;
284
285 if ((gc_state & KEY_GC_REAPING_LINKS) ||
286 unlikely(gc_state & KEY_GC_REAPING_DEAD_2)) {
287 if (key->type == &key_type_keyring)
288 goto found_keyring;
289 }
290
291 if (unlikely(gc_state & KEY_GC_REAPING_DEAD_3))
292 if (key->type == key_gc_dead_keytype)
293 goto destroy_dead_key;
294
295 skip_dead_key:
296 if (spin_is_contended(&key_serial_lock) || need_resched())
297 goto contended;
298 }
299
300contended:
301 spin_unlock(&key_serial_lock);
302
303maybe_resched:
304 if (cursor) {
305 cond_resched();
306 spin_lock(&key_serial_lock);
307 goto continue_scanning;
308 }
309
310 /* We've completed the pass. Set the timer if we need to and queue a
311 * new cycle if necessary. We keep executing cycles until we find one
312 * where we didn't reap any keys.
313 */
314 kdebug("pass complete");
315
316 if (gc_state & KEY_GC_SET_TIMER && new_timer != (time_t)LONG_MAX) {
317 new_timer += key_gc_delay;
318 key_schedule_gc(new_timer);
319 }
320
321 if (unlikely(gc_state & KEY_GC_REAPING_DEAD_2)) {
322 /* Make sure everyone revalidates their keys if we marked a
323 * bunch as being dead and make sure all keyring ex-payloads
324 * are destroyed.
325 */
326 kdebug("dead sync");
327 synchronize_rcu();
328 }
329
330 if (unlikely(gc_state & (KEY_GC_REAPING_DEAD_1 |
331 KEY_GC_REAPING_DEAD_2))) {
332 if (!(gc_state & KEY_GC_FOUND_DEAD_KEY)) {
333 /* No remaining dead keys: short circuit the remaining
334 * keytype reap cycles.
335 */
336 kdebug("dead short");
337 gc_state &= ~(KEY_GC_REAPING_DEAD_1 | KEY_GC_REAPING_DEAD_2);
338 gc_state |= KEY_GC_REAPING_DEAD_3;
339 } else {
340 gc_state |= KEY_GC_REAP_AGAIN;
341 }
342 }
343
344 if (unlikely(gc_state & KEY_GC_REAPING_DEAD_3)) {
345 kdebug("dead wake");
346 smp_mb();
347 clear_bit(KEY_GC_REAPING_KEYTYPE, &key_gc_flags);
348 wake_up_bit(&key_gc_flags, KEY_GC_REAPING_KEYTYPE);
349 }
350
351 if (gc_state & KEY_GC_REAP_AGAIN)
352 queue_work(system_nrt_wq, &key_gc_work);
353 kleave(" [end %x]", gc_state);
354 return;
355
356 /* We found an unreferenced key - once we've removed it from the tree,
357 * we can safely drop the lock.
358 */
359found_unreferenced_key:
360 kdebug("unrefd key %d", key->serial);
361 rb_erase(&key->serial_node, &key_serial_tree);
362 spin_unlock(&key_serial_lock);
363
364 key_gc_unused_key(key);
365 gc_state |= KEY_GC_REAP_AGAIN;
366 goto maybe_resched;
367
368 /* We found a keyring and we need to check the payload for links to
369 * dead or expired keys. We don't flag another reap immediately as we
370 * have to wait for the old payload to be destroyed by RCU before we
371 * can reap the keys to which it refers.
372 */
373found_keyring:
374 spin_unlock(&key_serial_lock);
375 kdebug("scan keyring %d", key->serial);
376 key_gc_keyring(key, limit);
377 goto maybe_resched;
378
379 /* We found a dead key that is still referenced. Reset its type and
380 * destroy its payload with its semaphore held.
381 */
382destroy_dead_key:
383 spin_unlock(&key_serial_lock);
384 kdebug("destroy key %d", key->serial);
385 down_write(&key->sem);
386 key->type = &key_type_dead;
387 if (key_gc_dead_keytype->destroy)
388 key_gc_dead_keytype->destroy(key);
389 memset(&key->payload, KEY_DESTROY, sizeof(key->payload));
390 up_write(&key->sem);
391 goto maybe_resched;
David Howells8bc16de2011-08-22 14:09:11 +0100392}