Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* thread_info.h: x86_64 low-level thread information |
| 2 | * |
| 3 | * Copyright (C) 2002 David Howells (dhowells@redhat.com) |
| 4 | * - Incorporating suggestions made by Linus Torvalds and Dave Miller |
| 5 | */ |
| 6 | |
| 7 | #ifndef _ASM_THREAD_INFO_H |
| 8 | #define _ASM_THREAD_INFO_H |
| 9 | |
| 10 | #ifdef __KERNEL__ |
| 11 | |
| 12 | #include <asm/page.h> |
| 13 | #include <asm/types.h> |
| 14 | #include <asm/pda.h> |
| 15 | |
| 16 | /* |
| 17 | * low level task data that entry.S needs immediate access to |
| 18 | * - this struct should fit entirely inside of one cache line |
| 19 | * - this struct shares the supervisor stack pages |
| 20 | */ |
| 21 | #ifndef __ASSEMBLY__ |
| 22 | struct task_struct; |
| 23 | struct exec_domain; |
Glauber de Oliveira Costa | fc87e90 | 2008-01-30 13:31:38 +0100 | [diff] [blame] | 24 | #include <asm/processor.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | |
| 26 | struct thread_info { |
| 27 | struct task_struct *task; /* main task structure */ |
| 28 | struct exec_domain *exec_domain; /* execution domain */ |
| 29 | __u32 flags; /* low level flags */ |
| 30 | __u32 status; /* thread synchronous flags */ |
| 31 | __u32 cpu; /* current CPU */ |
Joe Perches | b98fff3 | 2008-03-23 01:03:43 -0700 | [diff] [blame] | 32 | int preempt_count; /* 0 => preemptable, |
| 33 | <0 => BUG */ |
| 34 | mm_segment_t addr_limit; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 | struct restart_block restart_block; |
Roland McGrath | 36197c9 | 2008-01-30 13:30:43 +0100 | [diff] [blame] | 36 | #ifdef CONFIG_IA32_EMULATION |
| 37 | void __user *sysenter_return; |
| 38 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | }; |
| 40 | #endif |
| 41 | |
| 42 | /* |
| 43 | * macros/functions for gaining access to the thread information structure |
| 44 | * preempt_count needs to be 1 initially, until the scheduler is functional. |
| 45 | */ |
| 46 | #ifndef __ASSEMBLY__ |
| 47 | #define INIT_THREAD_INFO(tsk) \ |
| 48 | { \ |
| 49 | .task = &tsk, \ |
| 50 | .exec_domain = &default_exec_domain, \ |
| 51 | .flags = 0, \ |
| 52 | .cpu = 0, \ |
| 53 | .preempt_count = 1, \ |
| 54 | .addr_limit = KERNEL_DS, \ |
| 55 | .restart_block = { \ |
| 56 | .fn = do_no_restart_syscall, \ |
| 57 | }, \ |
| 58 | } |
| 59 | |
| 60 | #define init_thread_info (init_thread_union.thread_info) |
| 61 | #define init_stack (init_thread_union.stack) |
| 62 | |
| 63 | static inline struct thread_info *current_thread_info(void) |
Joe Perches | b98fff3 | 2008-03-23 01:03:43 -0700 | [diff] [blame] | 64 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 | struct thread_info *ti; |
| 66 | ti = (void *)(read_pda(kernelstack) + PDA_STACKOFFSET - THREAD_SIZE); |
Joe Perches | b98fff3 | 2008-03-23 01:03:43 -0700 | [diff] [blame] | 67 | return ti; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | } |
| 69 | |
| 70 | /* do not use in interrupt context */ |
| 71 | static inline struct thread_info *stack_thread_info(void) |
| 72 | { |
| 73 | struct thread_info *ti; |
Joe Perches | b98fff3 | 2008-03-23 01:03:43 -0700 | [diff] [blame] | 74 | asm("andq %%rsp,%0; " : "=r" (ti) : "0" (~(THREAD_SIZE - 1))); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 75 | return ti; |
| 76 | } |
| 77 | |
| 78 | /* thread information allocation */ |
Eric Sandeen | 8501a2f | 2006-06-26 14:00:08 +0200 | [diff] [blame] | 79 | #ifdef CONFIG_DEBUG_STACK_USAGE |
clameter@sgi.com | 6ea8bad | 2008-01-30 13:30:32 +0100 | [diff] [blame] | 80 | #define THREAD_FLAGS (GFP_KERNEL | __GFP_ZERO) |
Eric Sandeen | 8501a2f | 2006-06-26 14:00:08 +0200 | [diff] [blame] | 81 | #else |
clameter@sgi.com | 6ea8bad | 2008-01-30 13:30:32 +0100 | [diff] [blame] | 82 | #define THREAD_FLAGS GFP_KERNEL |
Eric Sandeen | 8501a2f | 2006-06-26 14:00:08 +0200 | [diff] [blame] | 83 | #endif |
| 84 | |
Joe Perches | b98fff3 | 2008-03-23 01:03:43 -0700 | [diff] [blame] | 85 | #define alloc_thread_info(tsk) \ |
| 86 | ((struct thread_info *)__get_free_pages(THREAD_FLAGS, THREAD_ORDER)) |
clameter@sgi.com | 6ea8bad | 2008-01-30 13:30:32 +0100 | [diff] [blame] | 87 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 | #define free_thread_info(ti) free_pages((unsigned long) (ti), THREAD_ORDER) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 89 | |
| 90 | #else /* !__ASSEMBLY__ */ |
| 91 | |
| 92 | /* how to get the thread information struct from ASM */ |
| 93 | #define GET_THREAD_INFO(reg) \ |
| 94 | movq %gs:pda_kernelstack,reg ; \ |
| 95 | subq $(THREAD_SIZE-PDA_STACKOFFSET),reg |
| 96 | |
| 97 | #endif |
| 98 | |
| 99 | /* |
| 100 | * thread information flags |
Joe Perches | b98fff3 | 2008-03-23 01:03:43 -0700 | [diff] [blame] | 101 | * - these are process state flags that various assembly files |
| 102 | * may need to access |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 | * - pending work-to-be-done flags are in LSW |
| 104 | * - other flags in MSW |
| 105 | * Warning: layout of LSW is hardcoded in entry.S |
| 106 | */ |
| 107 | #define TIF_SYSCALL_TRACE 0 /* syscall trace active */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 108 | #define TIF_SIGPENDING 2 /* signal pending */ |
| 109 | #define TIF_NEED_RESCHED 3 /* rescheduling necessary */ |
| 110 | #define TIF_SINGLESTEP 4 /* reenable singlestep on user return*/ |
| 111 | #define TIF_IRET 5 /* force IRET */ |
| 112 | #define TIF_SYSCALL_AUDIT 7 /* syscall auditing active */ |
| 113 | #define TIF_SECCOMP 8 /* secure computing */ |
Andi Kleen | 1d001df | 2006-09-26 10:52:26 +0200 | [diff] [blame] | 114 | #define TIF_RESTORE_SIGMASK 9 /* restore signal mask in do_signal */ |
Tim Hockin | e02e68d | 2007-07-21 17:10:36 +0200 | [diff] [blame] | 115 | #define TIF_MCE_NOTIFY 10 /* notify userspace of an MCE */ |
Peter Zijlstra | 8f4d37e | 2008-01-25 21:08:29 +0100 | [diff] [blame] | 116 | #define TIF_HRTICK_RESCHED 11 /* reprogram hrtick timer */ |
Andi Kleen | 495ab9c | 2006-06-26 13:59:11 +0200 | [diff] [blame] | 117 | /* 16 free */ |
Joe Perches | b98fff3 | 2008-03-23 01:03:43 -0700 | [diff] [blame] | 118 | #define TIF_IA32 17 /* 32bit process */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 119 | #define TIF_FORK 18 /* ret_from_fork */ |
| 120 | #define TIF_ABI_PENDING 19 |
| 121 | #define TIF_MEMDIE 20 |
Stephane Eranian | d3a4f48 | 2006-09-26 10:52:28 +0200 | [diff] [blame] | 122 | #define TIF_DEBUG 21 /* uses debug registers */ |
| 123 | #define TIF_IO_BITMAP 22 /* uses I/O bitmap */ |
Rafael J. Wysocki | 8a102ee | 2006-12-13 00:34:30 -0800 | [diff] [blame] | 124 | #define TIF_FREEZE 23 /* is freezing for suspend */ |
Roland McGrath | e1f2877 | 2008-01-30 13:30:50 +0100 | [diff] [blame] | 125 | #define TIF_FORCED_TF 24 /* true if TF in eflags artificially */ |
Roland McGrath | 7e99160 | 2008-01-30 13:30:54 +0100 | [diff] [blame] | 126 | #define TIF_DEBUGCTLMSR 25 /* uses thread_struct.debugctlmsr */ |
Mathieu Desnoyers | 4bc408a | 2008-01-30 23:27:57 +0100 | [diff] [blame] | 127 | #define TIF_DS_AREA_MSR 26 /* uses thread_struct.ds_area_msr */ |
| 128 | #define TIF_BTS_TRACE_TS 27 /* record scheduling event timestamps */ |
Erik Bosman | 529e25f | 2008-04-14 00:24:18 +0200 | [diff] [blame^] | 129 | #define TIF_NOTSC 28 /* TSC is not accessible in userland */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 130 | |
Joe Perches | b98fff3 | 2008-03-23 01:03:43 -0700 | [diff] [blame] | 131 | #define _TIF_SYSCALL_TRACE (1 << TIF_SYSCALL_TRACE) |
| 132 | #define _TIF_SIGPENDING (1 << TIF_SIGPENDING) |
| 133 | #define _TIF_SINGLESTEP (1 << TIF_SINGLESTEP) |
| 134 | #define _TIF_NEED_RESCHED (1 << TIF_NEED_RESCHED) |
| 135 | #define _TIF_IRET (1 << TIF_IRET) |
| 136 | #define _TIF_SYSCALL_AUDIT (1 << TIF_SYSCALL_AUDIT) |
| 137 | #define _TIF_SECCOMP (1 << TIF_SECCOMP) |
| 138 | #define _TIF_RESTORE_SIGMASK (1 << TIF_RESTORE_SIGMASK) |
| 139 | #define _TIF_MCE_NOTIFY (1 << TIF_MCE_NOTIFY) |
| 140 | #define _TIF_HRTICK_RESCHED (1 << TIF_HRTICK_RESCHED) |
| 141 | #define _TIF_IA32 (1 << TIF_IA32) |
| 142 | #define _TIF_FORK (1 << TIF_FORK) |
| 143 | #define _TIF_ABI_PENDING (1 << TIF_ABI_PENDING) |
| 144 | #define _TIF_DEBUG (1 << TIF_DEBUG) |
| 145 | #define _TIF_IO_BITMAP (1 << TIF_IO_BITMAP) |
| 146 | #define _TIF_FREEZE (1 << TIF_FREEZE) |
| 147 | #define _TIF_FORCED_TF (1 << TIF_FORCED_TF) |
| 148 | #define _TIF_DEBUGCTLMSR (1 << TIF_DEBUGCTLMSR) |
| 149 | #define _TIF_DS_AREA_MSR (1 << TIF_DS_AREA_MSR) |
| 150 | #define _TIF_BTS_TRACE_TS (1 << TIF_BTS_TRACE_TS) |
Erik Bosman | 529e25f | 2008-04-14 00:24:18 +0200 | [diff] [blame^] | 151 | #define _TIF_NOTSC (1 << TIF_NOTSC) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 152 | |
| 153 | /* work to do on interrupt/exception return */ |
Joe Perches | b98fff3 | 2008-03-23 01:03:43 -0700 | [diff] [blame] | 154 | #define _TIF_WORK_MASK \ |
| 155 | (0x0000FFFF & \ |
| 156 | ~(_TIF_SYSCALL_TRACE|_TIF_SYSCALL_AUDIT|_TIF_SINGLESTEP|_TIF_SECCOMP)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 157 | /* work to do on any return to user space */ |
| 158 | #define _TIF_ALLWORK_MASK (0x0000FFFF & ~_TIF_SECCOMP) |
| 159 | |
Joe Perches | b98fff3 | 2008-03-23 01:03:43 -0700 | [diff] [blame] | 160 | #define _TIF_DO_NOTIFY_MASK \ |
Peter Zijlstra | 8f4d37e | 2008-01-25 21:08:29 +0100 | [diff] [blame] | 161 | (_TIF_SIGPENDING|_TIF_SINGLESTEP|_TIF_MCE_NOTIFY|_TIF_HRTICK_RESCHED) |
| 162 | |
Stephane Eranian | d3a4f48 | 2006-09-26 10:52:28 +0200 | [diff] [blame] | 163 | /* flags to check in __switch_to() */ |
Joe Perches | b98fff3 | 2008-03-23 01:03:43 -0700 | [diff] [blame] | 164 | #define _TIF_WORK_CTXSW \ |
Erik Bosman | 529e25f | 2008-04-14 00:24:18 +0200 | [diff] [blame^] | 165 | (_TIF_IO_BITMAP|_TIF_DEBUGCTLMSR|_TIF_DS_AREA_MSR|_TIF_BTS_TRACE_TS|_TIF_NOTSC) |
Markus Metzger | eee3af4 | 2008-01-30 13:31:09 +0100 | [diff] [blame] | 166 | #define _TIF_WORK_CTXSW_PREV _TIF_WORK_CTXSW |
| 167 | #define _TIF_WORK_CTXSW_NEXT (_TIF_WORK_CTXSW|_TIF_DEBUG) |
Stephane Eranian | d3a4f48 | 2006-09-26 10:52:28 +0200 | [diff] [blame] | 168 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 169 | #define PREEMPT_ACTIVE 0x10000000 |
| 170 | |
| 171 | /* |
| 172 | * Thread-synchronous status. |
| 173 | * |
| 174 | * This is different from the flags in that nobody else |
| 175 | * ever touches our thread-synchronous status, so we don't |
| 176 | * have to worry about atomic accesses. |
| 177 | */ |
Joe Perches | b98fff3 | 2008-03-23 01:03:43 -0700 | [diff] [blame] | 178 | #define TS_USEDFPU 0x0001 /* FPU was used by this task |
| 179 | this quantum (SMP) */ |
Andi Kleen | bf2fcc6 | 2006-01-11 22:44:06 +0100 | [diff] [blame] | 180 | #define TS_COMPAT 0x0002 /* 32bit syscall active */ |
Joe Perches | b98fff3 | 2008-03-23 01:03:43 -0700 | [diff] [blame] | 181 | #define TS_POLLING 0x0004 /* true if in idle loop |
| 182 | and not sleeping */ |
Andi Kleen | 495ab9c | 2006-06-26 13:59:11 +0200 | [diff] [blame] | 183 | |
Roman Zippel | c9f4f06 | 2007-05-09 02:35:16 -0700 | [diff] [blame] | 184 | #define tsk_is_polling(t) (task_thread_info(t)->status & TS_POLLING) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 185 | |
| 186 | #endif /* __KERNEL__ */ |
| 187 | |
| 188 | #endif /* _ASM_THREAD_INFO_H */ |