Tom Herbert | 92f36cc | 2017-12-04 10:31:44 -0800 | [diff] [blame] | 1 | #include <linux/export.h> |
| 2 | #include <linux/kernel.h> |
| 3 | #include <linux/mm.h> |
| 4 | #include <linux/slab.h> |
| 5 | #include <linux/vmalloc.h> |
| 6 | |
| 7 | /* Allocate an array of spinlocks to be accessed by a hash. Two arguments |
| 8 | * indicate the number of elements to allocate in the array. max_size |
| 9 | * gives the maximum number of elements to allocate. cpu_mult gives |
| 10 | * the number of locks per CPU to allocate. The size is rounded up |
| 11 | * to a power of 2 to be suitable as a hash table. |
| 12 | */ |
| 13 | |
Cong Wang | ff93bca | 2018-08-14 15:21:31 -0700 | [diff] [blame] | 14 | int __alloc_bucket_spinlocks(spinlock_t **locks, unsigned int *locks_mask, |
| 15 | size_t max_size, unsigned int cpu_mult, gfp_t gfp, |
| 16 | const char *name, struct lock_class_key *key) |
Tom Herbert | 92f36cc | 2017-12-04 10:31:44 -0800 | [diff] [blame] | 17 | { |
| 18 | spinlock_t *tlocks = NULL; |
| 19 | unsigned int i, size; |
| 20 | #if defined(CONFIG_PROVE_LOCKING) |
| 21 | unsigned int nr_pcpus = 2; |
| 22 | #else |
| 23 | unsigned int nr_pcpus = num_possible_cpus(); |
| 24 | #endif |
| 25 | |
| 26 | if (cpu_mult) { |
| 27 | nr_pcpus = min_t(unsigned int, nr_pcpus, 64UL); |
| 28 | size = min_t(unsigned int, nr_pcpus * cpu_mult, max_size); |
| 29 | } else { |
| 30 | size = max_size; |
| 31 | } |
| 32 | |
| 33 | if (sizeof(spinlock_t) != 0) { |
Michal Hocko | ce91f6e | 2018-06-07 17:09:40 -0700 | [diff] [blame] | 34 | tlocks = kvmalloc_array(size, sizeof(spinlock_t), gfp); |
Tom Herbert | 92f36cc | 2017-12-04 10:31:44 -0800 | [diff] [blame] | 35 | if (!tlocks) |
| 36 | return -ENOMEM; |
Cong Wang | ff93bca | 2018-08-14 15:21:31 -0700 | [diff] [blame] | 37 | for (i = 0; i < size; i++) { |
Tom Herbert | 92f36cc | 2017-12-04 10:31:44 -0800 | [diff] [blame] | 38 | spin_lock_init(&tlocks[i]); |
Cong Wang | ff93bca | 2018-08-14 15:21:31 -0700 | [diff] [blame] | 39 | lockdep_init_map(&tlocks[i].dep_map, name, key, 0); |
| 40 | } |
Tom Herbert | 92f36cc | 2017-12-04 10:31:44 -0800 | [diff] [blame] | 41 | } |
| 42 | |
| 43 | *locks = tlocks; |
| 44 | *locks_mask = size - 1; |
| 45 | |
| 46 | return 0; |
| 47 | } |
Cong Wang | ff93bca | 2018-08-14 15:21:31 -0700 | [diff] [blame] | 48 | EXPORT_SYMBOL(__alloc_bucket_spinlocks); |
Tom Herbert | 92f36cc | 2017-12-04 10:31:44 -0800 | [diff] [blame] | 49 | |
| 50 | void free_bucket_spinlocks(spinlock_t *locks) |
| 51 | { |
| 52 | kvfree(locks); |
| 53 | } |
| 54 | EXPORT_SYMBOL(free_bucket_spinlocks); |