blob: 9756ae0f1dd3acd1dca75744946afdaa824077b3 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef __I386_SCHED_H
2#define __I386_SCHED_H
3
Linus Torvalds1da177e2005-04-16 15:20:36 -07004#include <asm/desc.h>
5#include <asm/atomic.h>
6#include <asm/pgalloc.h>
7#include <asm/tlbflush.h>
Jeremy Fitzhardinged6dd61c2007-05-02 19:27:14 +02008#include <asm/paravirt.h>
9#ifndef CONFIG_PARAVIRT
10#include <asm-generic/mm_hooks.h>
11
12static inline void paravirt_activate_mm(struct mm_struct *prev,
13 struct mm_struct *next)
14{
15}
16#endif /* !CONFIG_PARAVIRT */
17
Linus Torvalds1da177e2005-04-16 15:20:36 -070018
19/*
20 * Used for LDT copy/destruction.
21 */
22int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
23void destroy_context(struct mm_struct *mm);
24
25
26static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk)
27{
28#ifdef CONFIG_SMP
29 unsigned cpu = smp_processor_id();
30 if (per_cpu(cpu_tlbstate, cpu).state == TLBSTATE_OK)
31 per_cpu(cpu_tlbstate, cpu).state = TLBSTATE_LAZY;
32#endif
33}
34
35static inline void switch_mm(struct mm_struct *prev,
36 struct mm_struct *next,
37 struct task_struct *tsk)
38{
39 int cpu = smp_processor_id();
40
41 if (likely(prev != next)) {
42 /* stop flush ipis for the previous mm */
43 cpu_clear(cpu, prev->cpu_vm_mask);
44#ifdef CONFIG_SMP
45 per_cpu(cpu_tlbstate, cpu).state = TLBSTATE_OK;
46 per_cpu(cpu_tlbstate, cpu).active_mm = next;
47#endif
48 cpu_set(cpu, next->cpu_vm_mask);
49
50 /* Re-load page tables */
51 load_cr3(next->pgd);
52
53 /*
54 * load the LDT, if the LDT is different:
55 */
56 if (unlikely(prev->context.ldt != next->context.ldt))
Jeremy Fitzhardingee5e3a042006-12-07 02:14:01 +010057 load_LDT_nolock(&next->context);
Linus Torvalds1da177e2005-04-16 15:20:36 -070058 }
59#ifdef CONFIG_SMP
60 else {
61 per_cpu(cpu_tlbstate, cpu).state = TLBSTATE_OK;
62 BUG_ON(per_cpu(cpu_tlbstate, cpu).active_mm != next);
63
64 if (!cpu_test_and_set(cpu, next->cpu_vm_mask)) {
Joe Perches55464da2008-03-23 01:02:42 -070065 /* We were in lazy tlb mode and leave_mm disabled
Linus Torvalds1da177e2005-04-16 15:20:36 -070066 * tlb flush IPI delivery. We must reload %cr3.
67 */
68 load_cr3(next->pgd);
Jeremy Fitzhardingee5e3a042006-12-07 02:14:01 +010069 load_LDT_nolock(&next->context);
Linus Torvalds1da177e2005-04-16 15:20:36 -070070 }
71 }
72#endif
73}
74
Jeremy Fitzhardingef95d47c2006-12-07 02:14:02 +010075#define deactivate_mm(tsk, mm) \
Jeremy Fitzhardinge464d1a72007-02-13 13:26:20 +010076 asm("movl %0,%%gs": :"r" (0));
Linus Torvalds1da177e2005-04-16 15:20:36 -070077
Joe Perches55464da2008-03-23 01:02:42 -070078#define activate_mm(prev, next) \
79do { \
80 paravirt_activate_mm((prev), (next)); \
81 switch_mm((prev), (next), NULL); \
82} while (0);
Linus Torvalds1da177e2005-04-16 15:20:36 -070083
84#endif