blob: 7eb0b0b1fb3c3e24899eaa3ba0fa378857f77e62 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef __I386_SCHED_H
2#define __I386_SCHED_H
3
Linus Torvalds1da177e2005-04-16 15:20:36 -07004#include <asm/desc.h>
5#include <asm/atomic.h>
6#include <asm/pgalloc.h>
7#include <asm/tlbflush.h>
Jeremy Fitzhardinged6dd61c2007-05-02 19:27:14 +02008#include <asm/paravirt.h>
9#ifndef CONFIG_PARAVIRT
10#include <asm-generic/mm_hooks.h>
11
12static inline void paravirt_activate_mm(struct mm_struct *prev,
13 struct mm_struct *next)
14{
15}
16#endif /* !CONFIG_PARAVIRT */
17
Linus Torvalds1da177e2005-04-16 15:20:36 -070018
19/*
20 * Used for LDT copy/destruction.
21 */
22int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
23void destroy_context(struct mm_struct *mm);
24
25
26static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk)
27{
28#ifdef CONFIG_SMP
29 unsigned cpu = smp_processor_id();
30 if (per_cpu(cpu_tlbstate, cpu).state == TLBSTATE_OK)
31 per_cpu(cpu_tlbstate, cpu).state = TLBSTATE_LAZY;
32#endif
33}
34
Jeremy Fitzhardinge53787012007-07-17 18:37:03 -070035void leave_mm(unsigned long cpu);
36
Linus Torvalds1da177e2005-04-16 15:20:36 -070037static inline void switch_mm(struct mm_struct *prev,
38 struct mm_struct *next,
39 struct task_struct *tsk)
40{
41 int cpu = smp_processor_id();
42
43 if (likely(prev != next)) {
44 /* stop flush ipis for the previous mm */
45 cpu_clear(cpu, prev->cpu_vm_mask);
46#ifdef CONFIG_SMP
47 per_cpu(cpu_tlbstate, cpu).state = TLBSTATE_OK;
48 per_cpu(cpu_tlbstate, cpu).active_mm = next;
49#endif
50 cpu_set(cpu, next->cpu_vm_mask);
51
52 /* Re-load page tables */
53 load_cr3(next->pgd);
54
55 /*
56 * load the LDT, if the LDT is different:
57 */
58 if (unlikely(prev->context.ldt != next->context.ldt))
Jeremy Fitzhardingee5e3a042006-12-07 02:14:01 +010059 load_LDT_nolock(&next->context);
Linus Torvalds1da177e2005-04-16 15:20:36 -070060 }
61#ifdef CONFIG_SMP
62 else {
63 per_cpu(cpu_tlbstate, cpu).state = TLBSTATE_OK;
64 BUG_ON(per_cpu(cpu_tlbstate, cpu).active_mm != next);
65
66 if (!cpu_test_and_set(cpu, next->cpu_vm_mask)) {
67 /* We were in lazy tlb mode and leave_mm disabled
68 * tlb flush IPI delivery. We must reload %cr3.
69 */
70 load_cr3(next->pgd);
Jeremy Fitzhardingee5e3a042006-12-07 02:14:01 +010071 load_LDT_nolock(&next->context);
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 }
73 }
74#endif
75}
76
Jeremy Fitzhardingef95d47c2006-12-07 02:14:02 +010077#define deactivate_mm(tsk, mm) \
Jeremy Fitzhardinge464d1a72007-02-13 13:26:20 +010078 asm("movl %0,%%gs": :"r" (0));
Linus Torvalds1da177e2005-04-16 15:20:36 -070079
Jeremy Fitzhardinged6dd61c2007-05-02 19:27:14 +020080#define activate_mm(prev, next) \
81 do { \
82 paravirt_activate_mm(prev, next); \
83 switch_mm((prev),(next),NULL); \
84 } while(0);
Linus Torvalds1da177e2005-04-16 15:20:36 -070085
86#endif