blob: 64b92e1dbace59f98549695cab8d52f28320fe42 [file] [log] [blame]
Tom Herbert92f36cc2017-12-04 10:31:44 -08001#include <linux/export.h>
2#include <linux/kernel.h>
3#include <linux/mm.h>
4#include <linux/slab.h>
5#include <linux/vmalloc.h>
6
7/* Allocate an array of spinlocks to be accessed by a hash. Two arguments
8 * indicate the number of elements to allocate in the array. max_size
9 * gives the maximum number of elements to allocate. cpu_mult gives
10 * the number of locks per CPU to allocate. The size is rounded up
11 * to a power of 2 to be suitable as a hash table.
12 */
13
Cong Wangff93bca2018-08-14 15:21:31 -070014int __alloc_bucket_spinlocks(spinlock_t **locks, unsigned int *locks_mask,
15 size_t max_size, unsigned int cpu_mult, gfp_t gfp,
16 const char *name, struct lock_class_key *key)
Tom Herbert92f36cc2017-12-04 10:31:44 -080017{
18 spinlock_t *tlocks = NULL;
19 unsigned int i, size;
20#if defined(CONFIG_PROVE_LOCKING)
21 unsigned int nr_pcpus = 2;
22#else
23 unsigned int nr_pcpus = num_possible_cpus();
24#endif
25
26 if (cpu_mult) {
27 nr_pcpus = min_t(unsigned int, nr_pcpus, 64UL);
28 size = min_t(unsigned int, nr_pcpus * cpu_mult, max_size);
29 } else {
30 size = max_size;
31 }
32
33 if (sizeof(spinlock_t) != 0) {
Michal Hockoce91f6e2018-06-07 17:09:40 -070034 tlocks = kvmalloc_array(size, sizeof(spinlock_t), gfp);
Tom Herbert92f36cc2017-12-04 10:31:44 -080035 if (!tlocks)
36 return -ENOMEM;
Cong Wangff93bca2018-08-14 15:21:31 -070037 for (i = 0; i < size; i++) {
Tom Herbert92f36cc2017-12-04 10:31:44 -080038 spin_lock_init(&tlocks[i]);
Cong Wangff93bca2018-08-14 15:21:31 -070039 lockdep_init_map(&tlocks[i].dep_map, name, key, 0);
40 }
Tom Herbert92f36cc2017-12-04 10:31:44 -080041 }
42
43 *locks = tlocks;
44 *locks_mask = size - 1;
45
46 return 0;
47}
Cong Wangff93bca2018-08-14 15:21:31 -070048EXPORT_SYMBOL(__alloc_bucket_spinlocks);
Tom Herbert92f36cc2017-12-04 10:31:44 -080049
50void free_bucket_spinlocks(spinlock_t *locks)
51{
52 kvfree(locks);
53}
54EXPORT_SYMBOL(free_bucket_spinlocks);