blob: 056d7eff2a1655b72bb140b80c092926c8d9f181 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * S390 version
3 *
4 * Derived from "include/asm-i386/mmu_context.h"
5 */
6
7#ifndef __S390_MMU_CONTEXT_H
8#define __S390_MMU_CONTEXT_H
9
Gerald Schaeferc1821c22007-02-05 21:18:17 +010010#include <asm/pgalloc.h>
Martin Schwidefsky146e4b32008-02-09 18:24:35 +010011#include <asm/uaccess.h>
Martin Schwidefsky050eef32010-08-24 09:26:21 +020012#include <asm/tlbflush.h>
David Howellsa0616cd2012-03-28 18:30:02 +010013#include <asm/ctl_reg.h>
Jeremy Fitzhardinged6dd61c2007-05-02 19:27:14 +020014
Martin Schwidefsky6f457e12008-01-26 14:10:58 +010015static inline int init_new_context(struct task_struct *tsk,
16 struct mm_struct *mm)
17{
Martin Schwidefsky1b948d62014-04-03 13:55:01 +020018 cpumask_clear(&mm->context.cpu_attach_mask);
Martin Schwidefsky050eef32010-08-24 09:26:21 +020019 atomic_set(&mm->context.attach_count, 0);
20 mm->context.flush_mm = 0;
Martin Schwidefsky146e4b32008-02-09 18:24:35 +010021 mm->context.asce_bits = _ASCE_TABLE_LENGTH | _ASCE_USER_BITS;
Martin Schwidefsky6f457e12008-01-26 14:10:58 +010022#ifdef CONFIG_64BIT
Martin Schwidefsky6252d702008-02-09 18:24:37 +010023 mm->context.asce_bits |= _ASCE_TYPE_REGION3;
Martin Schwidefsky6f457e12008-01-26 14:10:58 +010024#endif
Martin Schwidefsky3eabaee2013-07-26 15:04:02 +020025 mm->context.has_pgste = 0;
Martin Schwidefsky6252d702008-02-09 18:24:37 +010026 mm->context.asce_limit = STACK_TOP_MAX;
27 crst_table_init((unsigned long *) mm->pgd, pgd_entry_type(mm));
Martin Schwidefsky6f457e12008-01-26 14:10:58 +010028 return 0;
29}
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
31#define destroy_context(mm) do { } while (0)
32
Martin Schwidefskybeef5602014-04-14 15:11:26 +020033static inline void set_user_asce(struct mm_struct *mm)
Linus Torvalds1da177e2005-04-16 15:20:36 -070034{
Martin Schwidefsky146e4b32008-02-09 18:24:35 +010035 pgd_t *pgd = mm->pgd;
36
37 S390_lowcore.user_asce = mm->context.asce_bits | __pa(pgd);
Martin Schwidefsky6252d702008-02-09 18:24:37 +010038 set_fs(current->thread.mm_segment);
Martin Schwidefskyd3a73ac2014-04-15 12:55:07 +020039 set_cpu_flag(CIF_ASCE);
Linus Torvalds1da177e2005-04-16 15:20:36 -070040}
41
Martin Schwidefskybeef5602014-04-14 15:11:26 +020042static inline void clear_user_asce(void)
Martin Schwidefsky02a8f3a2014-04-03 13:54:59 +020043{
44 S390_lowcore.user_asce = S390_lowcore.kernel_asce;
Heiko Carstens457f2182014-03-21 10:42:25 +010045
Martin Schwidefskybeef5602014-04-14 15:11:26 +020046 __ctl_load(S390_lowcore.user_asce, 1, 1);
Heiko Carstens457f2182014-03-21 10:42:25 +010047 __ctl_load(S390_lowcore.user_asce, 7, 7);
48}
49
Martin Schwidefskybeef5602014-04-14 15:11:26 +020050static inline void load_kernel_asce(void)
Heiko Carstens457f2182014-03-21 10:42:25 +010051{
52 unsigned long asce;
53
54 __ctl_store(asce, 1, 1);
55 if (asce != S390_lowcore.kernel_asce)
56 __ctl_load(S390_lowcore.kernel_asce, 1, 1);
Martin Schwidefskyd3a73ac2014-04-15 12:55:07 +020057 set_cpu_flag(CIF_ASCE);
Martin Schwidefsky02a8f3a2014-04-03 13:54:59 +020058}
59
Linus Torvalds1da177e2005-04-16 15:20:36 -070060static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next,
Gerald Schaeferc1821c22007-02-05 21:18:17 +010061 struct task_struct *tsk)
Linus Torvalds1da177e2005-04-16 15:20:36 -070062{
Martin Schwidefsky53e857f2012-09-10 13:00:09 +020063 int cpu = smp_processor_id();
64
65 if (prev == next)
66 return;
Martin Schwidefsky1b948d62014-04-03 13:55:01 +020067 if (MACHINE_HAS_TLB_LC)
68 cpumask_set_cpu(cpu, &next->context.cpu_attach_mask);
Martin Schwidefskybeef5602014-04-14 15:11:26 +020069 /* Clear old ASCE by loading the kernel ASCE. */
70 __ctl_load(S390_lowcore.kernel_asce, 1, 1);
71 __ctl_load(S390_lowcore.kernel_asce, 7, 7);
72 /* Delay loading of the new ASCE to control registers CR1 & CR7 */
Martin Schwidefskyd3a73ac2014-04-15 12:55:07 +020073 set_cpu_flag(CIF_ASCE);
Martin Schwidefskybeef5602014-04-14 15:11:26 +020074 atomic_inc(&next->context.attach_count);
Martin Schwidefsky050eef32010-08-24 09:26:21 +020075 atomic_dec(&prev->context.attach_count);
Martin Schwidefsky1b948d62014-04-03 13:55:01 +020076 if (MACHINE_HAS_TLB_LC)
77 cpumask_clear_cpu(cpu, &prev->context.cpu_attach_mask);
Martin Schwidefsky53e857f2012-09-10 13:00:09 +020078}
79
80#define finish_arch_post_lock_switch finish_arch_post_lock_switch
81static inline void finish_arch_post_lock_switch(void)
82{
83 struct task_struct *tsk = current;
84 struct mm_struct *mm = tsk->mm;
85
Martin Schwidefskybeef5602014-04-14 15:11:26 +020086 if (!mm)
Martin Schwidefsky53e857f2012-09-10 13:00:09 +020087 return;
88 preempt_disable();
Martin Schwidefsky53e857f2012-09-10 13:00:09 +020089 while (atomic_read(&mm->context.attach_count) >> 16)
90 cpu_relax();
91
92 cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm));
Martin Schwidefskybeef5602014-04-14 15:11:26 +020093 set_user_asce(mm);
Martin Schwidefsky53e857f2012-09-10 13:00:09 +020094 if (mm->context.flush_mm)
95 __tlb_flush_mm(mm);
96 preempt_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -070097}
98
Martin Schwidefsky3610cce2007-10-22 12:52:47 +020099#define enter_lazy_tlb(mm,tsk) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100#define deactivate_mm(tsk,mm) do { } while (0)
101
Adrian Bunk4448aaf2005-11-08 21:34:42 -0800102static inline void activate_mm(struct mm_struct *prev,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103 struct mm_struct *next)
104{
Martin Schwidefskybeef5602014-04-14 15:11:26 +0200105 switch_mm(prev, next, current);
106 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next));
107 set_user_asce(next);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108}
109
Martin Schwidefsky0f6f2812012-07-26 08:53:06 +0200110static inline void arch_dup_mmap(struct mm_struct *oldmm,
111 struct mm_struct *mm)
112{
113#ifdef CONFIG_64BIT
114 if (oldmm->context.asce_limit < mm->context.asce_limit)
115 crst_table_downgrade(mm, oldmm->context.asce_limit);
116#endif
117}
118
119static inline void arch_exit_mmap(struct mm_struct *mm)
120{
121}
122
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100123#endif /* __S390_MMU_CONTEXT_H */