blob: e7773e0af8657fc2b14c307135ebd292068f8a2f [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef X86_64_PDA_H
2#define X86_64_PDA_H
3
4#ifndef __ASSEMBLY__
5#include <linux/stddef.h>
6#include <linux/types.h>
7#include <linux/cache.h>
Jan Beulichb556b352006-01-11 22:43:00 +01008#include <asm/page.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009
10/* Per processor datastructure. %gs points to it while the kernel runs */
11struct x8664_pda {
Arjan van de Ven29a9af62006-09-26 10:52:38 +020012 struct task_struct *pcurrent; /* 0 Current process */
13 unsigned long data_offset; /* 8 Per cpu data offset from linker
14 address */
15 unsigned long kernelstack; /* 16 top of kernel stack for current */
16 unsigned long oldrsp; /* 24 user rsp for system call */
17 int irqcount; /* 32 Irq nesting counter. Starts with -1 */
18 int cpunumber; /* 36 Logical CPU number */
Arjan van de Ven0a4254052006-09-26 10:52:38 +020019#ifdef CONFIG_CC_STACKPROTECTOR
20 unsigned long stack_canary; /* 40 stack canary value */
21 /* gcc-ABI: this canary MUST be at
22 offset 40!!! */
23#endif
24 char *irqstackptr;
Andi Kleen69d81fc2005-11-05 17:25:53 +010025 int nodenumber; /* number of current node */
Linus Torvalds1da177e2005-04-16 15:20:36 -070026 unsigned int __softirq_pending;
27 unsigned int __nmi_count; /* number of NMI on this CPUs */
Linus Torvalds1da177e2005-04-16 15:20:36 -070028 int mmu_state;
Arjan van de Vendf920042006-03-25 16:31:01 +010029 struct mm_struct *active_mm;
Linus Torvalds1da177e2005-04-16 15:20:36 -070030 unsigned apic_timer_irqs;
Andi Kleenb9169112005-09-12 18:49:24 +020031} ____cacheline_aligned_in_smp;
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
Ravikiran G Thirumalai365ba912006-01-11 22:45:42 +010033extern struct x8664_pda *_cpu_pda[];
34extern struct x8664_pda boot_cpu_pda[];
Ravikiran G Thirumalaidf79efd2006-01-11 22:45:39 +010035
Ravikiran G Thirumalai365ba912006-01-11 22:45:42 +010036#define cpu_pda(i) (_cpu_pda[i])
Linus Torvalds1da177e2005-04-16 15:20:36 -070037
38/*
39 * There is no fast way to get the base address of the PDA, all the accesses
40 * have to mention %fs/%gs. So it needs to be done this Torvaldian way.
41 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070042extern void __bad_pda_field(void);
43
Andi Kleen53ee11a2006-09-26 10:52:38 +020044/* proxy_pda doesn't actually exist, but tell gcc it is accessed
45 for all PDA accesses so it gets read/write dependencies right. */
46extern struct x8664_pda _proxy_pda;
47
Linus Torvalds1da177e2005-04-16 15:20:36 -070048#define pda_offset(field) offsetof(struct x8664_pda, field)
49
50#define pda_to_op(op,field,val) do { \
Andi Kleen53ee11a2006-09-26 10:52:38 +020051 typedef typeof(_proxy_pda.field) T__; \
52 switch (sizeof(_proxy_pda.field)) { \
Linus Torvalds1da177e2005-04-16 15:20:36 -070053case 2: \
Andi Kleen53ee11a2006-09-26 10:52:38 +020054asm(op "w %1,%%gs:%P2" : "+m" (_proxy_pda.field) : \
55 "ri" ((T__)val),"i"(pda_offset(field))); break; \
Linus Torvalds1da177e2005-04-16 15:20:36 -070056case 4: \
Andi Kleen53ee11a2006-09-26 10:52:38 +020057asm(op "l %1,%%gs:%P2" : "+m" (_proxy_pda.field) : \
58 "ri" ((T__)val),"i"(pda_offset(field))); break; \
Linus Torvalds1da177e2005-04-16 15:20:36 -070059case 8: \
Andi Kleen53ee11a2006-09-26 10:52:38 +020060asm(op "q %1,%%gs:%P2": "+m" (_proxy_pda.field) : \
61 "ri" ((T__)val),"i"(pda_offset(field))); break; \
62default: __bad_pda_field(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -070063 } \
64 } while (0)
65
Linus Torvalds1da177e2005-04-16 15:20:36 -070066#define pda_from_op(op,field) ({ \
Andi Kleen53ee11a2006-09-26 10:52:38 +020067 typeof(_proxy_pda.field) ret__; \
68 switch (sizeof(_proxy_pda.field)) { \
Linus Torvalds1da177e2005-04-16 15:20:36 -070069case 2: \
Andi Kleen53ee11a2006-09-26 10:52:38 +020070asm(op "w %%gs:%P1,%0":"=r" (ret__):\
71 "i" (pda_offset(field)), "m" (_proxy_pda.field)); break;\
Linus Torvalds1da177e2005-04-16 15:20:36 -070072case 4: \
Andi Kleen53ee11a2006-09-26 10:52:38 +020073asm(op "l %%gs:%P1,%0":"=r" (ret__):\
74 "i" (pda_offset(field)), "m" (_proxy_pda.field)); break;\
Linus Torvalds1da177e2005-04-16 15:20:36 -070075case 8: \
Andi Kleen53ee11a2006-09-26 10:52:38 +020076asm(op "q %%gs:%P1,%0":"=r" (ret__):\
77 "i" (pda_offset(field)), "m" (_proxy_pda.field)); break;\
78default: __bad_pda_field(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -070079 } \
80 ret__; })
81
82
83#define read_pda(field) pda_from_op("mov",field)
84#define write_pda(field,val) pda_to_op("mov",field,val)
85#define add_pda(field,val) pda_to_op("add",field,val)
86#define sub_pda(field,val) pda_to_op("sub",field,val)
Andi Kleen3f744782005-09-12 18:49:24 +020087#define or_pda(field,val) pda_to_op("or",field,val)
Linus Torvalds1da177e2005-04-16 15:20:36 -070088
89#endif
90
91#define PDA_STACKOFFSET (5*8)
92
93#endif