blob: 0d3df76aa47fdc093fd0f270542b205e69cc3822 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef __ARCH_SPARC64_PERCPU__
2#define __ARCH_SPARC64_PERCPU__
3
4#include <linux/compiler.h>
5
6#ifdef CONFIG_SMP
7
David S. Miller5a089002006-12-14 23:40:57 -08008#ifdef CONFIG_MODULES
9# define PERCPU_MODULE_RESERVE 8192
10#else
11# define PERCPU_MODULE_RESERVE 0
12#endif
13
14#define PERCPU_ENOUGH_ROOM \
15 (ALIGN(__per_cpu_end - __per_cpu_start, SMP_CACHE_BYTES) + \
16 PERCPU_MODULE_RESERVE)
17
Linus Torvalds1da177e2005-04-16 15:20:36 -070018extern void setup_per_cpu_areas(void);
19
20extern unsigned long __per_cpu_base;
21extern unsigned long __per_cpu_shift;
22#define __per_cpu_offset(__cpu) \
23 (__per_cpu_base + ((unsigned long)(__cpu) << __per_cpu_shift))
Ingo Molnara875a692006-07-03 00:24:26 -070024#define per_cpu_offset(x) (__per_cpu_offset(x))
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
26/* Separate out the type, so (int[3], foo) works. */
27#define DEFINE_PER_CPU(type, name) \
28 __attribute__((__section__(".data.percpu"))) __typeof__(type) per_cpu__##name
29
30register unsigned long __local_per_cpu_offset asm("g5");
31
32/* var is in discarded region: offset to particular copy we want */
33#define per_cpu(var, cpu) (*RELOC_HIDE(&per_cpu__##var, __per_cpu_offset(cpu)))
34#define __get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __local_per_cpu_offset))
Paul Mackerrasbfe5d832006-06-25 05:47:14 -070035#define __raw_get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __local_per_cpu_offset))
Linus Torvalds1da177e2005-04-16 15:20:36 -070036
37/* A macro to avoid #include hell... */
38#define percpu_modcopy(pcpudst, src, size) \
39do { \
40 unsigned int __i; \
KAMEZAWA Hiroyukia283a522006-04-10 22:52:52 -070041 for_each_possible_cpu(__i) \
Andrew Morton394e3902006-03-23 03:01:05 -080042 memcpy((pcpudst)+__per_cpu_offset(__i), \
43 (src), (size)); \
Linus Torvalds1da177e2005-04-16 15:20:36 -070044} while (0)
45#else /* ! SMP */
46
47#define DEFINE_PER_CPU(type, name) \
48 __typeof__(type) per_cpu__##name
49
50#define per_cpu(var, cpu) (*((void)cpu, &per_cpu__##var))
51#define __get_cpu_var(var) per_cpu__##var
Paul Mackerrasbfe5d832006-06-25 05:47:14 -070052#define __raw_get_cpu_var(var) per_cpu__##var
Linus Torvalds1da177e2005-04-16 15:20:36 -070053
54#endif /* SMP */
55
56#define DECLARE_PER_CPU(type, name) extern __typeof__(type) per_cpu__##name
57
58#define EXPORT_PER_CPU_SYMBOL(var) EXPORT_SYMBOL(per_cpu__##var)
59#define EXPORT_PER_CPU_SYMBOL_GPL(var) EXPORT_SYMBOL_GPL(per_cpu__##var)
60
61#endif /* __ARCH_SPARC64_PERCPU__ */