blob: 342024425b7df7a484e32fadb8796f089dd111c9 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Copyright (C) 1999 Niibe Yutaka
Paul Mundtaec5e0e2006-12-25 09:51:47 +09003 * Copyright (C) 2003 - 2006 Paul Mundt
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
5 * ASID handling idea taken from MIPS implementation.
6 */
7#ifndef __ASM_SH_MMU_CONTEXT_H
8#define __ASM_SH_MMU_CONTEXT_H
9#ifdef __KERNEL__
10
11#include <asm/cpu/mmu_context.h>
12#include <asm/tlbflush.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <asm/uaccess.h>
14#include <asm/io.h>
15
16/*
17 * The MMU "context" consists of two things:
18 * (a) TLB cache version (or round, cycle whatever expression you like)
19 * (b) ASID (Address Space IDentifier)
20 */
21
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#define MMU_CONTEXT_ASID_MASK 0x000000ff
23#define MMU_CONTEXT_VERSION_MASK 0xffffff00
24#define MMU_CONTEXT_FIRST_VERSION 0x00000100
25#define NO_CONTEXT 0
26
27/* ASID is 8-bit value, so it can't be 0x100 */
28#define MMU_NO_ASID 0x100
29
Paul Mundtaec5e0e2006-12-25 09:51:47 +090030#define cpu_context(cpu, mm) ((mm)->context.id[cpu])
31#define cpu_asid(cpu, mm) (cpu_context((cpu), (mm)) & \
32 MMU_CONTEXT_ASID_MASK)
33#define asid_cache(cpu) (cpu_data[cpu].asid_cache)
34
Linus Torvalds1da177e2005-04-16 15:20:36 -070035/*
36 * Virtual Page Number mask
37 */
38#define MMU_VPN_MASK 0xfffff000
39
40#ifdef CONFIG_MMU
41/*
42 * Get MMU context if needed.
43 */
Paul Mundtaec5e0e2006-12-25 09:51:47 +090044static inline void get_mmu_context(struct mm_struct *mm, unsigned int cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -070045{
Paul Mundtaec5e0e2006-12-25 09:51:47 +090046 unsigned long asid = asid_cache(cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -070047
48 /* Check if we have old version of context. */
Paul Mundtaec5e0e2006-12-25 09:51:47 +090049 if (((cpu_context(cpu, mm) ^ asid) & MMU_CONTEXT_VERSION_MASK) == 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070050 /* It's up to date, do nothing */
51 return;
52
53 /* It's old, we need to get new context with new version. */
Paul Mundtaec5e0e2006-12-25 09:51:47 +090054 if (!(++asid & MMU_CONTEXT_ASID_MASK)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070055 /*
56 * We exhaust ASID of this version.
57 * Flush all TLB and start new cycle.
58 */
59 flush_tlb_all();
Stuart Menefy6e4662f2006-11-21 13:53:44 +090060
Linus Torvalds1da177e2005-04-16 15:20:36 -070061 /*
62 * Fix version; Note that we avoid version #0
63 * to distingush NO_CONTEXT.
64 */
Paul Mundtaec5e0e2006-12-25 09:51:47 +090065 if (!asid)
66 asid = MMU_CONTEXT_FIRST_VERSION;
Linus Torvalds1da177e2005-04-16 15:20:36 -070067 }
Paul Mundtaec5e0e2006-12-25 09:51:47 +090068
69 cpu_context(cpu, mm) = asid_cache(cpu) = asid;
Linus Torvalds1da177e2005-04-16 15:20:36 -070070}
71
72/*
73 * Initialize the context related info for a new mm_struct
74 * instance.
75 */
Stuart Menefy6e4662f2006-11-21 13:53:44 +090076static inline int init_new_context(struct task_struct *tsk,
Paul Mundtaec5e0e2006-12-25 09:51:47 +090077 struct mm_struct *mm)
Linus Torvalds1da177e2005-04-16 15:20:36 -070078{
Paul Mundtaec5e0e2006-12-25 09:51:47 +090079 int i;
80
81 for (i = 0; i < num_online_cpus(); i++)
82 cpu_context(i, mm) = NO_CONTEXT;
83
Linus Torvalds1da177e2005-04-16 15:20:36 -070084 return 0;
85}
86
87/*
88 * Destroy context related info for an mm_struct that is about
89 * to be put to rest.
90 */
Stuart Menefy6e4662f2006-11-21 13:53:44 +090091static inline void destroy_context(struct mm_struct *mm)
Linus Torvalds1da177e2005-04-16 15:20:36 -070092{
93 /* Do nothing */
94}
95
Stuart Menefy6e4662f2006-11-21 13:53:44 +090096static inline void set_asid(unsigned long asid)
Linus Torvalds1da177e2005-04-16 15:20:36 -070097{
98 unsigned long __dummy;
99
100 __asm__ __volatile__ ("mov.l %2, %0\n\t"
101 "and %3, %0\n\t"
102 "or %1, %0\n\t"
103 "mov.l %0, %2"
104 : "=&r" (__dummy)
105 : "r" (asid), "m" (__m(MMU_PTEH)),
106 "r" (0xffffff00));
107}
108
Stuart Menefy6e4662f2006-11-21 13:53:44 +0900109static inline unsigned long get_asid(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110{
111 unsigned long asid;
112
113 __asm__ __volatile__ ("mov.l %1, %0"
114 : "=r" (asid)
115 : "m" (__m(MMU_PTEH)));
116 asid &= MMU_CONTEXT_ASID_MASK;
117 return asid;
118}
119
120/*
121 * After we have set current->mm to a new value, this activates
122 * the context for the new mm so we see the new mappings.
123 */
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900124static inline void activate_context(struct mm_struct *mm, unsigned int cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125{
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900126 get_mmu_context(mm, cpu);
127 set_asid(cpu_asid(cpu, mm));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128}
129
Stuart Menefy6e4662f2006-11-21 13:53:44 +0900130/* MMU_TTB is used for optimizing the fault handling. */
131static inline void set_TTB(pgd_t *pgd)
132{
133 ctrl_outl((unsigned long)pgd, MMU_TTB);
134}
135
136static inline pgd_t *get_TTB(void)
137{
138 return (pgd_t *)ctrl_inl(MMU_TTB);
139}
140
141static inline void switch_mm(struct mm_struct *prev,
142 struct mm_struct *next,
143 struct task_struct *tsk)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144{
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900145 unsigned int cpu = smp_processor_id();
146
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147 if (likely(prev != next)) {
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900148 cpu_set(cpu, next->cpu_vm_mask);
Stuart Menefy6e4662f2006-11-21 13:53:44 +0900149 set_TTB(next->pgd);
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900150 activate_context(next, cpu);
151 } else
152 if (!cpu_test_and_set(cpu, next->cpu_vm_mask))
153 activate_context(next, cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154}
155
156#define deactivate_mm(tsk,mm) do { } while (0)
157
158#define activate_mm(prev, next) \
159 switch_mm((prev),(next),NULL)
160
Stuart Menefy6e4662f2006-11-21 13:53:44 +0900161static inline void
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk)
163{
164}
165#else /* !CONFIG_MMU */
166#define get_mmu_context(mm) do { } while (0)
167#define init_new_context(tsk,mm) (0)
168#define destroy_context(mm) do { } while (0)
169#define set_asid(asid) do { } while (0)
170#define get_asid() (0)
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900171#define activate_context(mm,cpu) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172#define switch_mm(prev,next,tsk) do { } while (0)
173#define deactivate_mm(tsk,mm) do { } while (0)
174#define activate_mm(prev,next) do { } while (0)
175#define enter_lazy_tlb(mm,tsk) do { } while (0)
176#endif /* CONFIG_MMU */
177
178#if defined(CONFIG_CPU_SH3) || defined(CONFIG_CPU_SH4)
179/*
180 * If this processor has an MMU, we need methods to turn it off/on ..
181 * paging_init() will also have to be updated for the processor in
182 * question.
183 */
184static inline void enable_mmu(void)
185{
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900186 unsigned int cpu = smp_processor_id();
187
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188 /* Enable MMU */
189 ctrl_outl(MMU_CONTROL_INIT, MMUCR);
Paul Mundt29847622006-09-27 14:57:44 +0900190 ctrl_barrier();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900192 if (asid_cache(cpu) == NO_CONTEXT)
193 asid_cache(cpu) = MMU_CONTEXT_FIRST_VERSION;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900195 set_asid(asid_cache(cpu) & MMU_CONTEXT_ASID_MASK);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196}
197
198static inline void disable_mmu(void)
199{
200 unsigned long cr;
201
202 cr = ctrl_inl(MMUCR);
203 cr &= ~MMU_CONTROL_INIT;
204 ctrl_outl(cr, MMUCR);
Paul Mundt29847622006-09-27 14:57:44 +0900205
206 ctrl_barrier();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700207}
208#else
209/*
210 * MMU control handlers for processors lacking memory
211 * management hardware.
212 */
213#define enable_mmu() do { BUG(); } while (0)
214#define disable_mmu() do { BUG(); } while (0)
215#endif
216
217#endif /* __KERNEL__ */
218#endif /* __ASM_SH_MMU_CONTEXT_H */