blob: 199662bb35c6c801be1490fd34eda738d1be0190 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Copyright (C) 1999 Niibe Yutaka
Paul Mundtaec5e0e2006-12-25 09:51:47 +09003 * Copyright (C) 2003 - 2006 Paul Mundt
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
5 * ASID handling idea taken from MIPS implementation.
6 */
7#ifndef __ASM_SH_MMU_CONTEXT_H
8#define __ASM_SH_MMU_CONTEXT_H
9#ifdef __KERNEL__
10
11#include <asm/cpu/mmu_context.h>
12#include <asm/tlbflush.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <asm/uaccess.h>
14#include <asm/io.h>
Jeremy Fitzhardinged6dd61c2007-05-02 19:27:14 +020015#include <asm-generic/mm_hooks.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016
17/*
18 * The MMU "context" consists of two things:
19 * (a) TLB cache version (or round, cycle whatever expression you like)
20 * (b) ASID (Address Space IDentifier)
21 */
22
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#define MMU_CONTEXT_ASID_MASK 0x000000ff
24#define MMU_CONTEXT_VERSION_MASK 0xffffff00
25#define MMU_CONTEXT_FIRST_VERSION 0x00000100
26#define NO_CONTEXT 0
27
28/* ASID is 8-bit value, so it can't be 0x100 */
29#define MMU_NO_ASID 0x100
30
Paul Mundtaec5e0e2006-12-25 09:51:47 +090031#define cpu_context(cpu, mm) ((mm)->context.id[cpu])
32#define cpu_asid(cpu, mm) (cpu_context((cpu), (mm)) & \
33 MMU_CONTEXT_ASID_MASK)
34#define asid_cache(cpu) (cpu_data[cpu].asid_cache)
35
Linus Torvalds1da177e2005-04-16 15:20:36 -070036/*
37 * Virtual Page Number mask
38 */
39#define MMU_VPN_MASK 0xfffff000
40
41#ifdef CONFIG_MMU
42/*
43 * Get MMU context if needed.
44 */
Paul Mundtaec5e0e2006-12-25 09:51:47 +090045static inline void get_mmu_context(struct mm_struct *mm, unsigned int cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -070046{
Paul Mundtaec5e0e2006-12-25 09:51:47 +090047 unsigned long asid = asid_cache(cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
49 /* Check if we have old version of context. */
Paul Mundtaec5e0e2006-12-25 09:51:47 +090050 if (((cpu_context(cpu, mm) ^ asid) & MMU_CONTEXT_VERSION_MASK) == 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070051 /* It's up to date, do nothing */
52 return;
53
54 /* It's old, we need to get new context with new version. */
Paul Mundtaec5e0e2006-12-25 09:51:47 +090055 if (!(++asid & MMU_CONTEXT_ASID_MASK)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070056 /*
57 * We exhaust ASID of this version.
58 * Flush all TLB and start new cycle.
59 */
60 flush_tlb_all();
Stuart Menefy6e4662f2006-11-21 13:53:44 +090061
Linus Torvalds1da177e2005-04-16 15:20:36 -070062 /*
63 * Fix version; Note that we avoid version #0
64 * to distingush NO_CONTEXT.
65 */
Paul Mundtaec5e0e2006-12-25 09:51:47 +090066 if (!asid)
67 asid = MMU_CONTEXT_FIRST_VERSION;
Linus Torvalds1da177e2005-04-16 15:20:36 -070068 }
Paul Mundtaec5e0e2006-12-25 09:51:47 +090069
70 cpu_context(cpu, mm) = asid_cache(cpu) = asid;
Linus Torvalds1da177e2005-04-16 15:20:36 -070071}
72
73/*
74 * Initialize the context related info for a new mm_struct
75 * instance.
76 */
Stuart Menefy6e4662f2006-11-21 13:53:44 +090077static inline int init_new_context(struct task_struct *tsk,
Paul Mundtaec5e0e2006-12-25 09:51:47 +090078 struct mm_struct *mm)
Linus Torvalds1da177e2005-04-16 15:20:36 -070079{
Paul Mundtaec5e0e2006-12-25 09:51:47 +090080 int i;
81
82 for (i = 0; i < num_online_cpus(); i++)
83 cpu_context(i, mm) = NO_CONTEXT;
84
Linus Torvalds1da177e2005-04-16 15:20:36 -070085 return 0;
86}
87
88/*
89 * Destroy context related info for an mm_struct that is about
90 * to be put to rest.
91 */
Stuart Menefy6e4662f2006-11-21 13:53:44 +090092static inline void destroy_context(struct mm_struct *mm)
Linus Torvalds1da177e2005-04-16 15:20:36 -070093{
94 /* Do nothing */
95}
96
Stuart Menefy6e4662f2006-11-21 13:53:44 +090097static inline void set_asid(unsigned long asid)
Linus Torvalds1da177e2005-04-16 15:20:36 -070098{
99 unsigned long __dummy;
100
101 __asm__ __volatile__ ("mov.l %2, %0\n\t"
102 "and %3, %0\n\t"
103 "or %1, %0\n\t"
104 "mov.l %0, %2"
105 : "=&r" (__dummy)
106 : "r" (asid), "m" (__m(MMU_PTEH)),
107 "r" (0xffffff00));
108}
109
Stuart Menefy6e4662f2006-11-21 13:53:44 +0900110static inline unsigned long get_asid(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111{
112 unsigned long asid;
113
114 __asm__ __volatile__ ("mov.l %1, %0"
115 : "=r" (asid)
116 : "m" (__m(MMU_PTEH)));
117 asid &= MMU_CONTEXT_ASID_MASK;
118 return asid;
119}
120
121/*
122 * After we have set current->mm to a new value, this activates
123 * the context for the new mm so we see the new mappings.
124 */
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900125static inline void activate_context(struct mm_struct *mm, unsigned int cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126{
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900127 get_mmu_context(mm, cpu);
128 set_asid(cpu_asid(cpu, mm));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129}
130
Stuart Menefy6e4662f2006-11-21 13:53:44 +0900131/* MMU_TTB is used for optimizing the fault handling. */
132static inline void set_TTB(pgd_t *pgd)
133{
134 ctrl_outl((unsigned long)pgd, MMU_TTB);
135}
136
137static inline pgd_t *get_TTB(void)
138{
139 return (pgd_t *)ctrl_inl(MMU_TTB);
140}
141
142static inline void switch_mm(struct mm_struct *prev,
143 struct mm_struct *next,
144 struct task_struct *tsk)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145{
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900146 unsigned int cpu = smp_processor_id();
147
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148 if (likely(prev != next)) {
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900149 cpu_set(cpu, next->cpu_vm_mask);
Stuart Menefy6e4662f2006-11-21 13:53:44 +0900150 set_TTB(next->pgd);
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900151 activate_context(next, cpu);
152 } else
153 if (!cpu_test_and_set(cpu, next->cpu_vm_mask))
154 activate_context(next, cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155}
156
157#define deactivate_mm(tsk,mm) do { } while (0)
158
159#define activate_mm(prev, next) \
160 switch_mm((prev),(next),NULL)
161
Stuart Menefy6e4662f2006-11-21 13:53:44 +0900162static inline void
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk)
164{
165}
166#else /* !CONFIG_MMU */
167#define get_mmu_context(mm) do { } while (0)
168#define init_new_context(tsk,mm) (0)
169#define destroy_context(mm) do { } while (0)
170#define set_asid(asid) do { } while (0)
171#define get_asid() (0)
Paul Mundt01066622007-03-28 16:38:13 +0900172#define set_TTB(pgd) do { } while (0)
173#define get_TTB() (0)
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900174#define activate_context(mm,cpu) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175#define switch_mm(prev,next,tsk) do { } while (0)
176#define deactivate_mm(tsk,mm) do { } while (0)
177#define activate_mm(prev,next) do { } while (0)
178#define enter_lazy_tlb(mm,tsk) do { } while (0)
179#endif /* CONFIG_MMU */
180
181#if defined(CONFIG_CPU_SH3) || defined(CONFIG_CPU_SH4)
182/*
183 * If this processor has an MMU, we need methods to turn it off/on ..
184 * paging_init() will also have to be updated for the processor in
185 * question.
186 */
187static inline void enable_mmu(void)
188{
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900189 unsigned int cpu = smp_processor_id();
190
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191 /* Enable MMU */
192 ctrl_outl(MMU_CONTROL_INIT, MMUCR);
Paul Mundt29847622006-09-27 14:57:44 +0900193 ctrl_barrier();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900195 if (asid_cache(cpu) == NO_CONTEXT)
196 asid_cache(cpu) = MMU_CONTEXT_FIRST_VERSION;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900198 set_asid(asid_cache(cpu) & MMU_CONTEXT_ASID_MASK);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199}
200
201static inline void disable_mmu(void)
202{
203 unsigned long cr;
204
205 cr = ctrl_inl(MMUCR);
206 cr &= ~MMU_CONTROL_INIT;
207 ctrl_outl(cr, MMUCR);
Paul Mundt29847622006-09-27 14:57:44 +0900208
209 ctrl_barrier();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210}
211#else
212/*
213 * MMU control handlers for processors lacking memory
214 * management hardware.
215 */
Paul Mundt01066622007-03-28 16:38:13 +0900216#define enable_mmu() do { } while (0)
217#define disable_mmu() do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218#endif
219
220#endif /* __KERNEL__ */
221#endif /* __ASM_SH_MMU_CONTEXT_H */