blob: 87e812f68bb06d11c83b5ecca25b72d5cb35366b [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Copyright (C) 1999 Niibe Yutaka
Paul Mundtcdcc9702007-11-09 16:37:18 +09003 * Copyright (C) 2003 - 2007 Paul Mundt
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
5 * ASID handling idea taken from MIPS implementation.
6 */
7#ifndef __ASM_SH_MMU_CONTEXT_H
8#define __ASM_SH_MMU_CONTEXT_H
Linus Torvalds1da177e2005-04-16 15:20:36 -07009
Paul Mundtcdcc9702007-11-09 16:37:18 +090010#ifdef __KERNEL__
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#include <asm/cpu/mmu_context.h>
12#include <asm/tlbflush.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <asm/uaccess.h>
14#include <asm/io.h>
Jeremy Fitzhardinged6dd61c2007-05-02 19:27:14 +020015#include <asm-generic/mm_hooks.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016
17/*
18 * The MMU "context" consists of two things:
19 * (a) TLB cache version (or round, cycle whatever expression you like)
20 * (b) ASID (Address Space IDentifier)
21 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#define MMU_CONTEXT_ASID_MASK 0x000000ff
23#define MMU_CONTEXT_VERSION_MASK 0xffffff00
24#define MMU_CONTEXT_FIRST_VERSION 0x00000100
25#define NO_CONTEXT 0
26
27/* ASID is 8-bit value, so it can't be 0x100 */
28#define MMU_NO_ASID 0x100
29
Paul Mundtccd80582008-04-25 12:58:40 +090030#ifdef CONFIG_MMU
Paul Mundtaec5e0e2006-12-25 09:51:47 +090031#define asid_cache(cpu) (cpu_data[cpu].asid_cache)
Paul Mundtcdcc9702007-11-09 16:37:18 +090032#define cpu_context(cpu, mm) ((mm)->context.id[cpu])
33
34#define cpu_asid(cpu, mm) \
35 (cpu_context((cpu), (mm)) & MMU_CONTEXT_ASID_MASK)
Paul Mundtaec5e0e2006-12-25 09:51:47 +090036
Linus Torvalds1da177e2005-04-16 15:20:36 -070037/*
38 * Virtual Page Number mask
39 */
40#define MMU_VPN_MASK 0xfffff000
41
Paul Mundtcdcc9702007-11-09 16:37:18 +090042#if defined(CONFIG_SUPERH32)
43#include "mmu_context_32.h"
44#else
45#include "mmu_context_64.h"
46#endif
47
Linus Torvalds1da177e2005-04-16 15:20:36 -070048/*
49 * Get MMU context if needed.
50 */
Paul Mundtaec5e0e2006-12-25 09:51:47 +090051static inline void get_mmu_context(struct mm_struct *mm, unsigned int cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -070052{
Paul Mundtaec5e0e2006-12-25 09:51:47 +090053 unsigned long asid = asid_cache(cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -070054
55 /* Check if we have old version of context. */
Paul Mundtaec5e0e2006-12-25 09:51:47 +090056 if (((cpu_context(cpu, mm) ^ asid) & MMU_CONTEXT_VERSION_MASK) == 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070057 /* It's up to date, do nothing */
58 return;
59
60 /* It's old, we need to get new context with new version. */
Paul Mundtaec5e0e2006-12-25 09:51:47 +090061 if (!(++asid & MMU_CONTEXT_ASID_MASK)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070062 /*
63 * We exhaust ASID of this version.
64 * Flush all TLB and start new cycle.
65 */
66 flush_tlb_all();
Stuart Menefy6e4662f2006-11-21 13:53:44 +090067
Paul Mundtcdcc9702007-11-09 16:37:18 +090068#ifdef CONFIG_SUPERH64
69 /*
70 * The SH-5 cache uses the ASIDs, requiring both the I and D
71 * cache to be flushed when the ASID is exhausted. Weak.
72 */
73 flush_cache_all();
74#endif
75
Linus Torvalds1da177e2005-04-16 15:20:36 -070076 /*
77 * Fix version; Note that we avoid version #0
78 * to distingush NO_CONTEXT.
79 */
Paul Mundtaec5e0e2006-12-25 09:51:47 +090080 if (!asid)
81 asid = MMU_CONTEXT_FIRST_VERSION;
Linus Torvalds1da177e2005-04-16 15:20:36 -070082 }
Paul Mundtaec5e0e2006-12-25 09:51:47 +090083
84 cpu_context(cpu, mm) = asid_cache(cpu) = asid;
Linus Torvalds1da177e2005-04-16 15:20:36 -070085}
86
87/*
88 * Initialize the context related info for a new mm_struct
89 * instance.
90 */
Stuart Menefy6e4662f2006-11-21 13:53:44 +090091static inline int init_new_context(struct task_struct *tsk,
Paul Mundtaec5e0e2006-12-25 09:51:47 +090092 struct mm_struct *mm)
Linus Torvalds1da177e2005-04-16 15:20:36 -070093{
Paul Mundtaec5e0e2006-12-25 09:51:47 +090094 int i;
95
96 for (i = 0; i < num_online_cpus(); i++)
97 cpu_context(i, mm) = NO_CONTEXT;
98
Linus Torvalds1da177e2005-04-16 15:20:36 -070099 return 0;
100}
101
102/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103 * After we have set current->mm to a new value, this activates
104 * the context for the new mm so we see the new mappings.
105 */
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900106static inline void activate_context(struct mm_struct *mm, unsigned int cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107{
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900108 get_mmu_context(mm, cpu);
109 set_asid(cpu_asid(cpu, mm));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110}
111
Stuart Menefy6e4662f2006-11-21 13:53:44 +0900112static inline void switch_mm(struct mm_struct *prev,
113 struct mm_struct *next,
114 struct task_struct *tsk)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115{
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900116 unsigned int cpu = smp_processor_id();
117
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118 if (likely(prev != next)) {
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900119 cpu_set(cpu, next->cpu_vm_mask);
Stuart Menefy6e4662f2006-11-21 13:53:44 +0900120 set_TTB(next->pgd);
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900121 activate_context(next, cpu);
122 } else
123 if (!cpu_test_and_set(cpu, next->cpu_vm_mask))
124 activate_context(next, cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125}
Paul Mundtcdcc9702007-11-09 16:37:18 +0900126#else
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127#define get_mmu_context(mm) do { } while (0)
128#define init_new_context(tsk,mm) (0)
129#define destroy_context(mm) do { } while (0)
130#define set_asid(asid) do { } while (0)
131#define get_asid() (0)
Paul Mundtccd80582008-04-25 12:58:40 +0900132#define cpu_asid(cpu, mm) ({ (void)cpu; 0; })
133#define switch_and_save_asid(asid) (0)
Paul Mundt01066622007-03-28 16:38:13 +0900134#define set_TTB(pgd) do { } while (0)
135#define get_TTB() (0)
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900136#define activate_context(mm,cpu) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137#define switch_mm(prev,next,tsk) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138#endif /* CONFIG_MMU */
139
Paul Mundtcdcc9702007-11-09 16:37:18 +0900140#define activate_mm(prev, next) switch_mm((prev),(next),NULL)
141#define deactivate_mm(tsk,mm) do { } while (0)
142#define enter_lazy_tlb(mm,tsk) do { } while (0)
143
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144#if defined(CONFIG_CPU_SH3) || defined(CONFIG_CPU_SH4)
145/*
146 * If this processor has an MMU, we need methods to turn it off/on ..
147 * paging_init() will also have to be updated for the processor in
148 * question.
149 */
150static inline void enable_mmu(void)
151{
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900152 unsigned int cpu = smp_processor_id();
153
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154 /* Enable MMU */
155 ctrl_outl(MMU_CONTROL_INIT, MMUCR);
Paul Mundt29847622006-09-27 14:57:44 +0900156 ctrl_barrier();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900158 if (asid_cache(cpu) == NO_CONTEXT)
159 asid_cache(cpu) = MMU_CONTEXT_FIRST_VERSION;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160
Paul Mundtaec5e0e2006-12-25 09:51:47 +0900161 set_asid(asid_cache(cpu) & MMU_CONTEXT_ASID_MASK);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162}
163
164static inline void disable_mmu(void)
165{
166 unsigned long cr;
167
168 cr = ctrl_inl(MMUCR);
169 cr &= ~MMU_CONTROL_INIT;
170 ctrl_outl(cr, MMUCR);
Paul Mundt29847622006-09-27 14:57:44 +0900171
172 ctrl_barrier();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700173}
174#else
175/*
176 * MMU control handlers for processors lacking memory
177 * management hardware.
178 */
Paul Mundt01066622007-03-28 16:38:13 +0900179#define enable_mmu() do { } while (0)
180#define disable_mmu() do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181#endif
182
183#endif /* __KERNEL__ */
184#endif /* __ASM_SH_MMU_CONTEXT_H */