Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 1 | /* |
| 2 | * Specialised local-global spinlock. Can only be declared as global variables |
| 3 | * to avoid overhead and keep things simple (and we don't want to start using |
| 4 | * these inside dynamically allocated structures). |
| 5 | * |
| 6 | * "local/global locks" (lglocks) can be used to: |
| 7 | * |
| 8 | * - Provide fast exclusive access to per-CPU data, with exclusive access to |
| 9 | * another CPU's data allowed but possibly subject to contention, and to |
| 10 | * provide very slow exclusive access to all per-CPU data. |
| 11 | * - Or to provide very fast and scalable read serialisation, and to provide |
| 12 | * very slow exclusive serialisation of data (not necessarily per-CPU data). |
| 13 | * |
| 14 | * Brlocks are also implemented as a short-hand notation for the latter use |
| 15 | * case. |
| 16 | * |
| 17 | * Copyright 2009, 2010, Nick Piggin, Novell Inc. |
| 18 | */ |
| 19 | #ifndef __LINUX_LGLOCK_H |
| 20 | #define __LINUX_LGLOCK_H |
| 21 | |
| 22 | #include <linux/spinlock.h> |
| 23 | #include <linux/lockdep.h> |
| 24 | #include <linux/percpu.h> |
Srivatsa S. Bhat | e30e2fd | 2011-12-22 02:45:29 +0530 | [diff] [blame] | 25 | #include <linux/cpu.h> |
Andi Kleen | eea62f8 | 2012-05-08 13:32:24 +0930 | [diff] [blame] | 26 | #include <linux/notifier.h> |
Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 27 | |
| 28 | /* can make br locks by using local lock for read side, global lock for write */ |
Andi Kleen | eea62f8 | 2012-05-08 13:32:24 +0930 | [diff] [blame] | 29 | #define br_lock_init(name) lg_lock_init(name, #name) |
| 30 | #define br_read_lock(name) lg_local_lock(name) |
| 31 | #define br_read_unlock(name) lg_local_unlock(name) |
| 32 | #define br_write_lock(name) lg_global_lock(name) |
| 33 | #define br_write_unlock(name) lg_global_unlock(name) |
Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 34 | |
Lai Jiangshan | 4b2c551f | 2012-10-09 14:49:54 -0700 | [diff] [blame] | 35 | #define DEFINE_BRLOCK(name) DEFINE_LGLOCK(name) |
| 36 | #define DEFINE_STATIC_BRLOCK(name) DEFINE_STATIC_LGLOCK(name) |
Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 37 | |
Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 38 | #ifdef CONFIG_DEBUG_LOCK_ALLOC |
| 39 | #define LOCKDEP_INIT_MAP lockdep_init_map |
Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 40 | #else |
| 41 | #define LOCKDEP_INIT_MAP(a, b, c, d) |
Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 42 | #endif |
| 43 | |
Andi Kleen | eea62f8 | 2012-05-08 13:32:24 +0930 | [diff] [blame] | 44 | struct lglock { |
| 45 | arch_spinlock_t __percpu *lock; |
| 46 | #ifdef CONFIG_DEBUG_LOCK_ALLOC |
| 47 | struct lock_class_key lock_key; |
| 48 | struct lockdep_map lock_dep_map; |
| 49 | #endif |
| 50 | }; |
Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 51 | |
| 52 | #define DEFINE_LGLOCK(name) \ |
Lai Jiangshan | 466cab8 | 2012-10-09 14:49:51 -0700 | [diff] [blame] | 53 | static DEFINE_PER_CPU(arch_spinlock_t, name ## _lock) \ |
Andi Kleen | eea62f8 | 2012-05-08 13:32:24 +0930 | [diff] [blame] | 54 | = __ARCH_SPIN_LOCK_UNLOCKED; \ |
| 55 | struct lglock name = { .lock = &name ## _lock } |
| 56 | |
Lai Jiangshan | 4b2c551f | 2012-10-09 14:49:54 -0700 | [diff] [blame] | 57 | #define DEFINE_STATIC_LGLOCK(name) \ |
| 58 | static DEFINE_PER_CPU(arch_spinlock_t, name ## _lock) \ |
| 59 | = __ARCH_SPIN_LOCK_UNLOCKED; \ |
| 60 | static struct lglock name = { .lock = &name ## _lock } |
| 61 | |
Andi Kleen | eea62f8 | 2012-05-08 13:32:24 +0930 | [diff] [blame] | 62 | void lg_lock_init(struct lglock *lg, char *name); |
| 63 | void lg_local_lock(struct lglock *lg); |
| 64 | void lg_local_unlock(struct lglock *lg); |
| 65 | void lg_local_lock_cpu(struct lglock *lg, int cpu); |
| 66 | void lg_local_unlock_cpu(struct lglock *lg, int cpu); |
| 67 | void lg_global_lock(struct lglock *lg); |
| 68 | void lg_global_unlock(struct lglock *lg); |
| 69 | |
Nick Piggin | 2dc91ab | 2010-08-18 04:37:37 +1000 | [diff] [blame] | 70 | #endif |