blob: f926490a7d8baca01974332070bb486de4d4b366 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef __LINUX_PERCPU_H
2#define __LINUX_PERCPU_H
3#include <linux/spinlock.h> /* For preempt_disable() */
4#include <linux/slab.h> /* For kmalloc() */
5#include <linux/smp.h>
6#include <linux/string.h> /* For memset() */
7#include <asm/percpu.h>
8
9/* Enough to cover all DEFINE_PER_CPUs in kernel, including modules. */
10#ifndef PERCPU_ENOUGH_ROOM
11#define PERCPU_ENOUGH_ROOM 32768
12#endif
13
Jan Blunck632bbfe2006-09-25 23:30:53 -070014/*
15 * Must be an lvalue. Since @var must be a simple identifier,
16 * we force a syntax error here if it isn't.
17 */
18#define get_cpu_var(var) (*({ \
19 extern int simple_indentifier_##var(void); \
20 preempt_disable(); \
21 &__get_cpu_var(var); }))
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#define put_cpu_var(var) preempt_enable()
23
24#ifdef CONFIG_SMP
25
26struct percpu_data {
27 void *ptrs[NR_CPUS];
Linus Torvalds1da177e2005-04-16 15:20:36 -070028};
29
30/*
31 * Use this to get to a cpu's version of the per-cpu object allocated using
32 * alloc_percpu. Non-atomic access to the current CPU's version should
33 * probably be combined with get_cpu()/put_cpu().
34 */
35#define per_cpu_ptr(ptr, cpu) \
36({ \
37 struct percpu_data *__p = (struct percpu_data *)~(unsigned long)(ptr); \
38 (__typeof__(ptr))__p->ptrs[(cpu)]; \
39})
40
Pekka Enbergf9f75002006-01-08 01:00:33 -080041extern void *__alloc_percpu(size_t size);
Linus Torvalds1da177e2005-04-16 15:20:36 -070042extern void free_percpu(const void *);
43
44#else /* CONFIG_SMP */
45
Paul Mundt66341a92005-11-13 16:07:21 -080046#define per_cpu_ptr(ptr, cpu) ({ (void)(cpu); (ptr); })
Linus Torvalds1da177e2005-04-16 15:20:36 -070047
Pekka Enbergf9f75002006-01-08 01:00:33 -080048static inline void *__alloc_percpu(size_t size)
Linus Torvalds1da177e2005-04-16 15:20:36 -070049{
50 void *ret = kmalloc(size, GFP_KERNEL);
51 if (ret)
52 memset(ret, 0, size);
53 return ret;
54}
55static inline void free_percpu(const void *ptr)
56{
57 kfree(ptr);
58}
59
60#endif /* CONFIG_SMP */
61
62/* Simple wrapper for the common case: zeros memory. */
Pekka Enbergf9f75002006-01-08 01:00:33 -080063#define alloc_percpu(type) ((type *)(__alloc_percpu(sizeof(type))))
Linus Torvalds1da177e2005-04-16 15:20:36 -070064
65#endif /* __LINUX_PERCPU_H */