blob: 824fc575c6d8370f03d747b6abedaadf21882903 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef __I386_SCHED_H
2#define __I386_SCHED_H
3
Linus Torvalds1da177e2005-04-16 15:20:36 -07004static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk)
5{
6#ifdef CONFIG_SMP
7 unsigned cpu = smp_processor_id();
8 if (per_cpu(cpu_tlbstate, cpu).state == TLBSTATE_OK)
9 per_cpu(cpu_tlbstate, cpu).state = TLBSTATE_LAZY;
10#endif
11}
12
13static inline void switch_mm(struct mm_struct *prev,
14 struct mm_struct *next,
15 struct task_struct *tsk)
16{
17 int cpu = smp_processor_id();
18
19 if (likely(prev != next)) {
20 /* stop flush ipis for the previous mm */
21 cpu_clear(cpu, prev->cpu_vm_mask);
22#ifdef CONFIG_SMP
23 per_cpu(cpu_tlbstate, cpu).state = TLBSTATE_OK;
24 per_cpu(cpu_tlbstate, cpu).active_mm = next;
25#endif
26 cpu_set(cpu, next->cpu_vm_mask);
27
28 /* Re-load page tables */
29 load_cr3(next->pgd);
30
31 /*
32 * load the LDT, if the LDT is different:
33 */
34 if (unlikely(prev->context.ldt != next->context.ldt))
Jeremy Fitzhardingee5e3a042006-12-07 02:14:01 +010035 load_LDT_nolock(&next->context);
Linus Torvalds1da177e2005-04-16 15:20:36 -070036 }
37#ifdef CONFIG_SMP
38 else {
39 per_cpu(cpu_tlbstate, cpu).state = TLBSTATE_OK;
40 BUG_ON(per_cpu(cpu_tlbstate, cpu).active_mm != next);
41
42 if (!cpu_test_and_set(cpu, next->cpu_vm_mask)) {
Joe Perches55464da2008-03-23 01:02:42 -070043 /* We were in lazy tlb mode and leave_mm disabled
Linus Torvalds1da177e2005-04-16 15:20:36 -070044 * tlb flush IPI delivery. We must reload %cr3.
45 */
46 load_cr3(next->pgd);
Jeremy Fitzhardingee5e3a042006-12-07 02:14:01 +010047 load_LDT_nolock(&next->context);
Linus Torvalds1da177e2005-04-16 15:20:36 -070048 }
49 }
50#endif
51}
52
Jeremy Fitzhardingef95d47c2006-12-07 02:14:02 +010053#define deactivate_mm(tsk, mm) \
Jeremy Fitzhardinge464d1a72007-02-13 13:26:20 +010054 asm("movl %0,%%gs": :"r" (0));
Linus Torvalds1da177e2005-04-16 15:20:36 -070055
Linus Torvalds1da177e2005-04-16 15:20:36 -070056#endif