blob: 38149b63dc44a360ab3b0db2dfca4f23e64cc63a [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * S390 version
3 *
4 * Derived from "include/asm-i386/mmu_context.h"
5 */
6
7#ifndef __S390_MMU_CONTEXT_H
8#define __S390_MMU_CONTEXT_H
9
Gerald Schaeferc1821c22007-02-05 21:18:17 +010010#include <asm/pgalloc.h>
Martin Schwidefsky146e4b32008-02-09 18:24:35 +010011#include <asm/uaccess.h>
Martin Schwidefsky050eef32010-08-24 09:26:21 +020012#include <asm/tlbflush.h>
David Howellsa0616cd2012-03-28 18:30:02 +010013#include <asm/ctl_reg.h>
Jeremy Fitzhardinged6dd61c2007-05-02 19:27:14 +020014
Martin Schwidefsky6f457e12008-01-26 14:10:58 +010015static inline int init_new_context(struct task_struct *tsk,
16 struct mm_struct *mm)
17{
Martin Schwidefsky050eef32010-08-24 09:26:21 +020018 atomic_set(&mm->context.attach_count, 0);
19 mm->context.flush_mm = 0;
Martin Schwidefsky146e4b32008-02-09 18:24:35 +010020 mm->context.asce_bits = _ASCE_TABLE_LENGTH | _ASCE_USER_BITS;
Martin Schwidefsky6f457e12008-01-26 14:10:58 +010021#ifdef CONFIG_64BIT
Martin Schwidefsky6252d702008-02-09 18:24:37 +010022 mm->context.asce_bits |= _ASCE_TYPE_REGION3;
Martin Schwidefsky6f457e12008-01-26 14:10:58 +010023#endif
Martin Schwidefsky3eabaee2013-07-26 15:04:02 +020024 mm->context.has_pgste = 0;
Martin Schwidefsky6252d702008-02-09 18:24:37 +010025 mm->context.asce_limit = STACK_TOP_MAX;
26 crst_table_init((unsigned long *) mm->pgd, pgd_entry_type(mm));
Martin Schwidefsky6f457e12008-01-26 14:10:58 +010027 return 0;
28}
Linus Torvalds1da177e2005-04-16 15:20:36 -070029
30#define destroy_context(mm) do { } while (0)
31
Heiko Carstensf4815ac2012-05-23 16:24:51 +020032#ifndef CONFIG_64BIT
Gerald Schaeferc1821c22007-02-05 21:18:17 +010033#define LCTL_OPCODE "lctl"
Gerald Schaeferc1821c22007-02-05 21:18:17 +010034#else
35#define LCTL_OPCODE "lctlg"
Gerald Schaeferc1821c22007-02-05 21:18:17 +010036#endif
37
Martin Schwidefsky3610cce2007-10-22 12:52:47 +020038static inline void update_mm(struct mm_struct *mm, struct task_struct *tsk)
Linus Torvalds1da177e2005-04-16 15:20:36 -070039{
Martin Schwidefsky146e4b32008-02-09 18:24:35 +010040 pgd_t *pgd = mm->pgd;
41
42 S390_lowcore.user_asce = mm->context.asce_bits | __pa(pgd);
Martin Schwidefskye258d712013-09-24 09:14:56 +020043 /* Load primary space page table origin. */
44 asm volatile(LCTL_OPCODE" 1,1,%0\n" : : "m" (S390_lowcore.user_asce));
Martin Schwidefsky6252d702008-02-09 18:24:37 +010045 set_fs(current->thread.mm_segment);
Linus Torvalds1da177e2005-04-16 15:20:36 -070046}
47
48static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next,
Gerald Schaeferc1821c22007-02-05 21:18:17 +010049 struct task_struct *tsk)
Linus Torvalds1da177e2005-04-16 15:20:36 -070050{
Martin Schwidefsky53e857f2012-09-10 13:00:09 +020051 int cpu = smp_processor_id();
52
53 if (prev == next)
54 return;
55 if (atomic_inc_return(&next->context.attach_count) >> 16) {
56 /* Delay update_mm until all TLB flushes are done. */
57 set_tsk_thread_flag(tsk, TIF_TLB_WAIT);
58 } else {
59 cpumask_set_cpu(cpu, mm_cpumask(next));
60 update_mm(next, tsk);
61 if (next->context.flush_mm)
62 /* Flush pending TLBs */
63 __tlb_flush_mm(next);
64 }
Martin Schwidefsky050eef32010-08-24 09:26:21 +020065 atomic_dec(&prev->context.attach_count);
66 WARN_ON(atomic_read(&prev->context.attach_count) < 0);
Martin Schwidefsky53e857f2012-09-10 13:00:09 +020067}
68
69#define finish_arch_post_lock_switch finish_arch_post_lock_switch
70static inline void finish_arch_post_lock_switch(void)
71{
72 struct task_struct *tsk = current;
73 struct mm_struct *mm = tsk->mm;
74
75 if (!test_tsk_thread_flag(tsk, TIF_TLB_WAIT))
76 return;
77 preempt_disable();
78 clear_tsk_thread_flag(tsk, TIF_TLB_WAIT);
79 while (atomic_read(&mm->context.attach_count) >> 16)
80 cpu_relax();
81
82 cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm));
83 update_mm(mm, tsk);
84 if (mm->context.flush_mm)
85 __tlb_flush_mm(mm);
86 preempt_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -070087}
88
Martin Schwidefsky3610cce2007-10-22 12:52:47 +020089#define enter_lazy_tlb(mm,tsk) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070090#define deactivate_mm(tsk,mm) do { } while (0)
91
Adrian Bunk4448aaf2005-11-08 21:34:42 -080092static inline void activate_mm(struct mm_struct *prev,
Linus Torvalds1da177e2005-04-16 15:20:36 -070093 struct mm_struct *next)
94{
95 switch_mm(prev, next, current);
Linus Torvalds1da177e2005-04-16 15:20:36 -070096}
97
Martin Schwidefsky0f6f2812012-07-26 08:53:06 +020098static inline void arch_dup_mmap(struct mm_struct *oldmm,
99 struct mm_struct *mm)
100{
101#ifdef CONFIG_64BIT
102 if (oldmm->context.asce_limit < mm->context.asce_limit)
103 crst_table_downgrade(mm, oldmm->context.asce_limit);
104#endif
105}
106
107static inline void arch_exit_mmap(struct mm_struct *mm)
108{
109}
110
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100111#endif /* __S390_MMU_CONTEXT_H */