Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef __ARCH_S390_PERCPU__ |
| 2 | #define __ARCH_S390_PERCPU__ |
| 3 | |
| 4 | #include <linux/compiler.h> |
| 5 | #include <asm/lowcore.h> |
| 6 | |
| 7 | #define __GENERIC_PER_CPU |
| 8 | |
| 9 | /* |
| 10 | * s390 uses its own implementation for per cpu data, the offset of |
| 11 | * the cpu local data area is cached in the cpu's lowcore memory. |
| 12 | * For 64 bit module code s390 forces the use of a GOT slot for the |
| 13 | * address of the per cpu variable. This is needed because the module |
| 14 | * may be more than 4G above the per cpu area. |
| 15 | */ |
| 16 | #if defined(__s390x__) && defined(MODULE) |
| 17 | |
| 18 | #define __reloc_hide(var,offset) \ |
| 19 | (*({ unsigned long *__ptr; \ |
| 20 | asm ( "larl %0,per_cpu__"#var"@GOTENT" \ |
| 21 | : "=a" (__ptr) : "X" (per_cpu__##var) ); \ |
| 22 | (typeof(&per_cpu__##var))((*__ptr) + (offset)); })) |
| 23 | |
| 24 | #else |
| 25 | |
| 26 | #define __reloc_hide(var, offset) \ |
| 27 | (*({ unsigned long __ptr; \ |
| 28 | asm ( "" : "=a" (__ptr) : "0" (&per_cpu__##var) ); \ |
| 29 | (typeof(&per_cpu__##var)) (__ptr + (offset)); })) |
| 30 | |
| 31 | #endif |
| 32 | |
| 33 | #ifdef CONFIG_SMP |
| 34 | |
| 35 | extern unsigned long __per_cpu_offset[NR_CPUS]; |
| 36 | |
| 37 | /* Separate out the type, so (int[3], foo) works. */ |
| 38 | #define DEFINE_PER_CPU(type, name) \ |
| 39 | __attribute__((__section__(".data.percpu"))) \ |
| 40 | __typeof__(type) per_cpu__##name |
| 41 | |
| 42 | #define __get_cpu_var(var) __reloc_hide(var,S390_lowcore.percpu_offset) |
Paul Mackerras | bfe5d83 | 2006-06-25 05:47:14 -0700 | [diff] [blame] | 43 | #define __raw_get_cpu_var(var) __reloc_hide(var,S390_lowcore.percpu_offset) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | #define per_cpu(var,cpu) __reloc_hide(var,__per_cpu_offset[cpu]) |
Ingo Molnar | a875a69 | 2006-07-03 00:24:26 -0700 | [diff] [blame] | 45 | #define per_cpu_offset(x) (__per_cpu_offset[x]) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | |
| 47 | /* A macro to avoid #include hell... */ |
| 48 | #define percpu_modcopy(pcpudst, src, size) \ |
| 49 | do { \ |
| 50 | unsigned int __i; \ |
KAMEZAWA Hiroyuki | 97db7fb | 2006-03-31 02:30:26 -0800 | [diff] [blame] | 51 | for_each_possible_cpu(__i) \ |
Andrew Morton | 394e390 | 2006-03-23 03:01:05 -0800 | [diff] [blame] | 52 | memcpy((pcpudst)+__per_cpu_offset[__i], \ |
| 53 | (src), (size)); \ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 54 | } while (0) |
| 55 | |
| 56 | #else /* ! SMP */ |
| 57 | |
| 58 | #define DEFINE_PER_CPU(type, name) \ |
| 59 | __typeof__(type) per_cpu__##name |
| 60 | |
| 61 | #define __get_cpu_var(var) __reloc_hide(var,0) |
Paul Mackerras | bfe5d83 | 2006-06-25 05:47:14 -0700 | [diff] [blame] | 62 | #define __raw_get_cpu_var(var) __reloc_hide(var,0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | #define per_cpu(var,cpu) __reloc_hide(var,0) |
| 64 | |
| 65 | #endif /* SMP */ |
| 66 | |
| 67 | #define DECLARE_PER_CPU(type, name) extern __typeof__(type) per_cpu__##name |
| 68 | |
| 69 | #define EXPORT_PER_CPU_SYMBOL(var) EXPORT_SYMBOL(per_cpu__##var) |
| 70 | #define EXPORT_PER_CPU_SYMBOL_GPL(var) EXPORT_SYMBOL_GPL(per_cpu__##var) |
| 71 | |
| 72 | #endif /* __ARCH_S390_PERCPU__ */ |