blob: a1f53a4da405dd7496bee581e88a609a57455756 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef __ARCH_SPARC64_PERCPU__
2#define __ARCH_SPARC64_PERCPU__
3
4#include <linux/compiler.h>
5
David S. Miller195f7fd2007-08-18 00:07:40 -07006register unsigned long __local_per_cpu_offset asm("g5");
7
Linus Torvalds1da177e2005-04-16 15:20:36 -07008#ifdef CONFIG_SMP
9
David S. Miller5cbc3072007-05-25 15:49:59 -070010#define setup_per_cpu_areas() do { } while (0)
11extern void real_setup_per_cpu_areas(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -070012
13extern unsigned long __per_cpu_base;
14extern unsigned long __per_cpu_shift;
15#define __per_cpu_offset(__cpu) \
16 (__per_cpu_base + ((unsigned long)(__cpu) << __per_cpu_shift))
Ingo Molnara875a692006-07-03 00:24:26 -070017#define per_cpu_offset(x) (__per_cpu_offset(x))
Linus Torvalds1da177e2005-04-16 15:20:36 -070018
19/* Separate out the type, so (int[3], foo) works. */
20#define DEFINE_PER_CPU(type, name) \
21 __attribute__((__section__(".data.percpu"))) __typeof__(type) per_cpu__##name
22
Fenghua Yu5fb7dc32007-07-19 01:48:12 -070023#define DEFINE_PER_CPU_SHARED_ALIGNED(type, name) \
24 __attribute__((__section__(".data.percpu.shared_aligned"))) \
25 __typeof__(type) per_cpu__##name \
26 ____cacheline_aligned_in_smp
27
Linus Torvalds1da177e2005-04-16 15:20:36 -070028/* var is in discarded region: offset to particular copy we want */
29#define per_cpu(var, cpu) (*RELOC_HIDE(&per_cpu__##var, __per_cpu_offset(cpu)))
30#define __get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __local_per_cpu_offset))
Paul Mackerrasbfe5d832006-06-25 05:47:14 -070031#define __raw_get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __local_per_cpu_offset))
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
33/* A macro to avoid #include hell... */
34#define percpu_modcopy(pcpudst, src, size) \
35do { \
36 unsigned int __i; \
KAMEZAWA Hiroyukia283a522006-04-10 22:52:52 -070037 for_each_possible_cpu(__i) \
Andrew Morton394e3902006-03-23 03:01:05 -080038 memcpy((pcpudst)+__per_cpu_offset(__i), \
39 (src), (size)); \
Linus Torvalds1da177e2005-04-16 15:20:36 -070040} while (0)
41#else /* ! SMP */
42
David S. Miller5cbc3072007-05-25 15:49:59 -070043#define real_setup_per_cpu_areas() do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070044#define DEFINE_PER_CPU(type, name) \
45 __typeof__(type) per_cpu__##name
Fenghua Yu5fb7dc32007-07-19 01:48:12 -070046#define DEFINE_PER_CPU_SHARED_ALIGNED(type, name) \
47 DEFINE_PER_CPU(type, name)
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
49#define per_cpu(var, cpu) (*((void)cpu, &per_cpu__##var))
50#define __get_cpu_var(var) per_cpu__##var
Paul Mackerrasbfe5d832006-06-25 05:47:14 -070051#define __raw_get_cpu_var(var) per_cpu__##var
Linus Torvalds1da177e2005-04-16 15:20:36 -070052
53#endif /* SMP */
54
55#define DECLARE_PER_CPU(type, name) extern __typeof__(type) per_cpu__##name
56
57#define EXPORT_PER_CPU_SYMBOL(var) EXPORT_SYMBOL(per_cpu__##var)
58#define EXPORT_PER_CPU_SYMBOL_GPL(var) EXPORT_SYMBOL_GPL(per_cpu__##var)
59
60#endif /* __ARCH_SPARC64_PERCPU__ */