blob: 04c8ebdc45178cd167b3213f11e14475971ca2b6 [file] [log] [blame]
Chris Zankel9a8fd552005-06-23 22:01:26 -07001/*
Chris Zankel9a8fd552005-06-23 22:01:26 -07002 * Switch an MMU context.
3 *
4 * This file is subject to the terms and conditions of the GNU General Public
5 * License. See the file "COPYING" in the main directory of this archive
6 * for more details.
7 *
Max Filippovf6151362013-10-17 02:42:26 +04008 * Copyright (C) 2001 - 2013 Tensilica Inc.
Chris Zankel9a8fd552005-06-23 22:01:26 -07009 */
10
11#ifndef _XTENSA_MMU_CONTEXT_H
12#define _XTENSA_MMU_CONTEXT_H
13
Johannes Weinere5083a62009-03-04 16:21:31 +010014#ifndef CONFIG_MMU
15#include <asm/nommu_context.h>
16#else
17
Chris Zankel9a8fd552005-06-23 22:01:26 -070018#include <linux/stringify.h>
Chris Zankelde4f6e52007-05-31 17:47:01 -070019#include <linux/sched.h>
Chris Zankel9a8fd552005-06-23 22:01:26 -070020
Max Filippovf6151362013-10-17 02:42:26 +040021#include <asm/vectors.h>
Johannes Weiner4f682fb2009-03-04 16:21:28 +010022
Chris Zankel9a8fd552005-06-23 22:01:26 -070023#include <asm/pgtable.h>
Chris Zankel9a8fd552005-06-23 22:01:26 -070024#include <asm/cacheflush.h>
25#include <asm/tlbflush.h>
Jeremy Fitzhardinged6dd61c2007-05-02 19:27:14 +020026#include <asm-generic/mm_hooks.h>
Max Filippovf6151362013-10-17 02:42:26 +040027#include <asm-generic/percpu.h>
Chris Zankel9a8fd552005-06-23 22:01:26 -070028
Chris Zankel9a8fd552005-06-23 22:01:26 -070029#if (XCHAL_HAVE_TLBS != 1)
30# error "Linux must have an MMU!"
31#endif
32
Max Filippovf6151362013-10-17 02:42:26 +040033DECLARE_PER_CPU(unsigned long, asid_cache);
34#define cpu_asid_cache(cpu) per_cpu(asid_cache, cpu)
Chris Zankel9a8fd552005-06-23 22:01:26 -070035
36/*
37 * NO_CONTEXT is the invalid ASID value that we don't ever assign to
Max Filippovf6151362013-10-17 02:42:26 +040038 * any user or kernel context. We use the reserved values in the
39 * ASID_INSERT macro below.
Chris Zankel173d66812006-12-10 02:18:48 -080040 *
41 * 0 invalid
42 * 1 kernel
43 * 2 reserved
44 * 3 reserved
45 * 4...255 available
Chris Zankel9a8fd552005-06-23 22:01:26 -070046 */
47
Chris Zankel173d66812006-12-10 02:18:48 -080048#define NO_CONTEXT 0
49#define ASID_USER_FIRST 4
50#define ASID_MASK ((1 << XCHAL_MMU_ASID_BITS) - 1)
51#define ASID_INSERT(x) (0x03020001 | (((x) & ASID_MASK) << 8))
Chris Zankel9a8fd552005-06-23 22:01:26 -070052
Max Filippovc8f3a7d2013-10-17 02:42:21 +040053void init_mmu(void);
Max Filippovc8f3a7d2013-10-17 02:42:21 +040054
Adrian Bunkd99cf712005-09-03 15:57:53 -070055static inline void set_rasid_register (unsigned long val)
Chris Zankel9a8fd552005-06-23 22:01:26 -070056{
Max Filippovbc5378f2012-10-15 03:55:38 +040057 __asm__ __volatile__ (" wsr %0, rasid\n\t"
Chris Zankel9a8fd552005-06-23 22:01:26 -070058 " isync\n" : : "a" (val));
59}
60
Adrian Bunkd99cf712005-09-03 15:57:53 -070061static inline unsigned long get_rasid_register (void)
Chris Zankel9a8fd552005-06-23 22:01:26 -070062{
63 unsigned long tmp;
Max Filippovbc5378f2012-10-15 03:55:38 +040064 __asm__ __volatile__ (" rsr %0, rasid\n\t" : "=a" (tmp));
Chris Zankel9a8fd552005-06-23 22:01:26 -070065 return tmp;
66}
67
Max Filippovf6151362013-10-17 02:42:26 +040068static inline void get_new_mmu_context(struct mm_struct *mm, unsigned int cpu)
Chris Zankel9a8fd552005-06-23 22:01:26 -070069{
Max Filippovf6151362013-10-17 02:42:26 +040070 unsigned long asid = cpu_asid_cache(cpu);
71 if ((++asid & ASID_MASK) == 0) {
72 /*
73 * Start new asid cycle; continue counting with next
74 * incarnation bits; skipping over 0, 1, 2, 3.
75 */
76 local_flush_tlb_all();
77 asid += ASID_USER_FIRST;
Chris Zankel9a8fd552005-06-23 22:01:26 -070078 }
Max Filippovf6151362013-10-17 02:42:26 +040079 cpu_asid_cache(cpu) = asid;
80 mm->context.asid[cpu] = asid;
81 mm->context.cpu = cpu;
Chris Zankel9a8fd552005-06-23 22:01:26 -070082}
83
Max Filippovf6151362013-10-17 02:42:26 +040084static inline void get_mmu_context(struct mm_struct *mm, unsigned int cpu)
Chris Zankel9a8fd552005-06-23 22:01:26 -070085{
Max Filippovf6151362013-10-17 02:42:26 +040086 /*
87 * Check if our ASID is of an older version and thus invalid.
88 */
89
90 if (mm) {
91 unsigned long asid = mm->context.asid[cpu];
92
93 if (asid == NO_CONTEXT ||
94 ((asid ^ cpu_asid_cache(cpu)) & ~ASID_MASK))
95 get_new_mmu_context(mm, cpu);
96 }
97}
98
99static inline void activate_context(struct mm_struct *mm, unsigned int cpu)
100{
101 get_mmu_context(mm, cpu);
102 set_rasid_register(ASID_INSERT(mm->context.asid[cpu]));
Chris Zankel173d66812006-12-10 02:18:48 -0800103 invalidate_page_directory();
Chris Zankel9a8fd552005-06-23 22:01:26 -0700104}
105
Chris Zankel9a8fd552005-06-23 22:01:26 -0700106/*
107 * Initialize the context related info for a new mm_struct
Max Filippovf6151362013-10-17 02:42:26 +0400108 * instance. Valid cpu values are 0..(NR_CPUS-1), so initializing
109 * to -1 says the process has never run on any core.
Chris Zankel9a8fd552005-06-23 22:01:26 -0700110 */
111
Max Filippovf6151362013-10-17 02:42:26 +0400112static inline int init_new_context(struct task_struct *tsk,
113 struct mm_struct *mm)
Chris Zankel9a8fd552005-06-23 22:01:26 -0700114{
Max Filippovf6151362013-10-17 02:42:26 +0400115 int cpu;
116 for_each_possible_cpu(cpu) {
117 mm->context.asid[cpu] = NO_CONTEXT;
118 }
119 mm->context.cpu = -1;
Chris Zankel9a8fd552005-06-23 22:01:26 -0700120 return 0;
121}
122
Adrian Bunkd99cf712005-09-03 15:57:53 -0700123static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next,
Chris Zankelc4c45942012-11-28 16:53:51 -0800124 struct task_struct *tsk)
Chris Zankel9a8fd552005-06-23 22:01:26 -0700125{
Max Filippovf6151362013-10-17 02:42:26 +0400126 unsigned int cpu = smp_processor_id();
127 int migrated = next->context.cpu != cpu;
128 /* Flush the icache if we migrated to a new core. */
129 if (migrated) {
130 __invalidate_icache_all();
131 next->context.cpu = cpu;
132 }
133 if (migrated || prev != next)
134 activate_context(next, cpu);
Chris Zankel9a8fd552005-06-23 22:01:26 -0700135}
136
Max Filippovf6151362013-10-17 02:42:26 +0400137#define activate_mm(prev, next) switch_mm((prev), (next), NULL)
138#define deactivate_mm(tsk, mm) do { } while (0)
Chris Zankel9a8fd552005-06-23 22:01:26 -0700139
140/*
141 * Destroy context related info for an mm_struct that is about
142 * to be put to rest.
143 */
Adrian Bunkd99cf712005-09-03 15:57:53 -0700144static inline void destroy_context(struct mm_struct *mm)
Chris Zankel9a8fd552005-06-23 22:01:26 -0700145{
Chris Zankel9a8fd552005-06-23 22:01:26 -0700146 invalidate_page_directory();
147}
148
149
150static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk)
151{
152 /* Nothing to do. */
153
154}
155
Johannes Weinere5083a62009-03-04 16:21:31 +0100156#endif /* CONFIG_MMU */
Chris Zankel9a8fd552005-06-23 22:01:26 -0700157#endif /* _XTENSA_MMU_CONTEXT_H */