blob: 43a1b51bb8cc90b404c8225a9b6cdcb40862a0f2 [file] [log] [blame]
Vineet Guptaf1f33472013-01-18 15:12:19 +05301/*
2 * Copyright (C) 2004, 2007-2010, 2011-2012 Synopsys, Inc. (www.synopsys.com)
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
7 *
8 * vineetg: May 2011
9 * -Refactored get_new_mmu_context( ) to only handle live-mm.
10 * retiring-mm handled in other hooks
11 *
12 * Vineetg: March 25th, 2008: Bug #92690
13 * -Major rewrite of Core ASID allocation routine get_new_mmu_context
14 *
15 * Amit Bhor, Sameer Dhavale: Codito Technologies 2004
16 */
17
18#ifndef _ASM_ARC_MMU_CONTEXT_H
19#define _ASM_ARC_MMU_CONTEXT_H
20
21#include <asm/arcregs.h>
22#include <asm/tlb.h>
23
24#include <asm-generic/mm_hooks.h>
25
26/* ARC700 ASID Management
27 *
28 * ARC MMU provides 8-bit ASID (0..255) to TAG TLB entries, allowing entries
29 * with same vaddr (different tasks) to co-exit. This provides for
30 * "Fast Context Switch" i.e. no TLB flush on ctxt-switch
31 *
32 * Linux assigns each task a unique ASID. A simple round-robin allocation
33 * of H/w ASID is done using software tracker @asid_cache.
34 * When it reaches max 255, the allocation cycle starts afresh by flushing
35 * the entire TLB and wrapping ASID back to zero.
36 *
Vineet Gupta947bf102013-07-25 15:45:50 -070037 * A new allocation cycle, post rollover, could potentially reassign an ASID
38 * to a different task. Thus the rule is to refresh the ASID in a new cycle.
39 * The 32 bit @asid_cache (and mm->asid) have 8 bits MMU PID and rest 24 bits
40 * serve as cycle/generation indicator and natural 32 bit unsigned math
41 * automagically increments the generation when lower 8 bits rollover.
Vineet Guptaf1f33472013-01-18 15:12:19 +053042 */
43
Vineet Gupta947bf102013-07-25 15:45:50 -070044#define MM_CTXT_ASID_MASK 0x000000ff /* MMU PID reg :8 bit PID */
45#define MM_CTXT_CYCLE_MASK (~MM_CTXT_ASID_MASK)
Vineet Guptaf1f33472013-01-18 15:12:19 +053046
Vineet Gupta947bf102013-07-25 15:45:50 -070047#define MM_CTXT_FIRST_CYCLE (MM_CTXT_ASID_MASK + 1)
48#define MM_CTXT_NO_ASID 0UL
Vineet Guptaf1f33472013-01-18 15:12:19 +053049
Vineet Gupta947bf102013-07-25 15:45:50 -070050#define hw_pid(mm) (mm->context.asid & MM_CTXT_ASID_MASK)
51
52extern unsigned int asid_cache;
Vineet Guptaf1f33472013-01-18 15:12:19 +053053
54/*
Vineet Gupta3daa48d2013-07-24 13:53:45 -070055 * Get a new ASID if task doesn't have a valid one (unalloc or from prev cycle)
56 * Also set the MMU PID register to existing/updated ASID
Vineet Guptaf1f33472013-01-18 15:12:19 +053057 */
58static inline void get_new_mmu_context(struct mm_struct *mm)
59{
Vineet Guptaf1f33472013-01-18 15:12:19 +053060 unsigned long flags;
61
62 local_irq_save(flags);
63
64 /*
Vineet Gupta3daa48d2013-07-24 13:53:45 -070065 * Move to new ASID if it was not from current alloc-cycle/generation.
Vineet Gupta947bf102013-07-25 15:45:50 -070066 * This is done by ensuring that the generation bits in both mm->ASID
67 * and cpu's ASID counter are exactly same.
Vineet Gupta3daa48d2013-07-24 13:53:45 -070068 *
69 * Note: Callers needing new ASID unconditionally, independent of
70 * generation, e.g. local_flush_tlb_mm() for forking parent,
71 * first need to destroy the context, setting it to invalid
72 * value.
73 */
Vineet Gupta947bf102013-07-25 15:45:50 -070074 if (!((mm->context.asid ^ asid_cache) & MM_CTXT_CYCLE_MASK))
Vineet Gupta3daa48d2013-07-24 13:53:45 -070075 goto set_hw;
76
Vineet Gupta947bf102013-07-25 15:45:50 -070077 /* move to new ASID and handle rollover */
78 if (unlikely(!(++asid_cache & MM_CTXT_ASID_MASK))) {
Vineet Guptaf1f33472013-01-18 15:12:19 +053079
Vineet Guptaf1f33472013-01-18 15:12:19 +053080 flush_tlb_all();
Vineet Gupta947bf102013-07-25 15:45:50 -070081
82 /*
83 * Above checke for rollover of 8 bit ASID in 32 bit container.
84 * If the container itself wrapped around, set it to a non zero
85 * "generation" to distinguish from no context
86 */
87 if (!asid_cache)
88 asid_cache = MM_CTXT_FIRST_CYCLE;
Vineet Guptaf1f33472013-01-18 15:12:19 +053089 }
90
Vineet Guptaf1f33472013-01-18 15:12:19 +053091 /* Assign new ASID to tsk */
Vineet Guptaf1f33472013-01-18 15:12:19 +053092 mm->context.asid = asid_cache;
93
Vineet Gupta3daa48d2013-07-24 13:53:45 -070094set_hw:
Vineet Gupta947bf102013-07-25 15:45:50 -070095 write_aux_reg(ARC_REG_PID, hw_pid(mm) | MMU_ENABLE);
Vineet Guptaf1f33472013-01-18 15:12:19 +053096
97 local_irq_restore(flags);
98}
99
100/*
101 * Initialize the context related info for a new mm_struct
102 * instance.
103 */
104static inline int
105init_new_context(struct task_struct *tsk, struct mm_struct *mm)
106{
Vineet Gupta947bf102013-07-25 15:45:50 -0700107 mm->context.asid = MM_CTXT_NO_ASID;
Vineet Guptaf1f33472013-01-18 15:12:19 +0530108 return 0;
109}
110
111/* Prepare the MMU for task: setup PID reg with allocated ASID
112 If task doesn't have an ASID (never alloc or stolen, get a new ASID)
113*/
114static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next,
115 struct task_struct *tsk)
116{
Vineet Gupta41195d22013-01-18 15:12:23 +0530117#ifndef CONFIG_SMP
Vineet Guptaf1f33472013-01-18 15:12:19 +0530118 /* PGD cached in MMU reg to avoid 3 mem lookups: task->mm->pgd */
119 write_aux_reg(ARC_REG_SCRATCH_DATA0, next->pgd);
Vineet Gupta41195d22013-01-18 15:12:23 +0530120#endif
Vineet Guptaf1f33472013-01-18 15:12:19 +0530121
Vineet Gupta3daa48d2013-07-24 13:53:45 -0700122 get_new_mmu_context(next);
Vineet Guptaf1f33472013-01-18 15:12:19 +0530123}
124
Vineet Guptac6011552013-07-24 17:31:08 -0700125/*
126 * Called at the time of execve() to get a new ASID
127 * Note the subtlety here: get_new_mmu_context() behaves differently here
128 * vs. in switch_mm(). Here it always returns a new ASID, because mm has
129 * an unallocated "initial" value, while in latter, it moves to a new ASID,
130 * only if it was unallocated
131 */
132#define activate_mm(prev, next) switch_mm(prev, next, NULL)
133
Vineet Guptaf1f33472013-01-18 15:12:19 +0530134static inline void destroy_context(struct mm_struct *mm)
135{
Vineet Gupta947bf102013-07-25 15:45:50 -0700136 mm->context.asid = MM_CTXT_NO_ASID;
Vineet Guptaf1f33472013-01-18 15:12:19 +0530137}
138
139/* it seemed that deactivate_mm( ) is a reasonable place to do book-keeping
140 * for retiring-mm. However destroy_context( ) still needs to do that because
141 * between mm_release( ) = >deactive_mm( ) and
142 * mmput => .. => __mmdrop( ) => destroy_context( )
143 * there is a good chance that task gets sched-out/in, making it's ASID valid
144 * again (this teased me for a whole day).
145 */
146#define deactivate_mm(tsk, mm) do { } while (0)
147
Vineet Guptaf1f33472013-01-18 15:12:19 +0530148#define enter_lazy_tlb(mm, tsk)
149
150#endif /* __ASM_ARC_MMU_CONTEXT_H */