blob: d321469eeda7316205f019b7201f54f68a71d79b [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * S390 version
3 *
4 * Derived from "include/asm-i386/mmu_context.h"
5 */
6
7#ifndef __S390_MMU_CONTEXT_H
8#define __S390_MMU_CONTEXT_H
9
Gerald Schaeferc1821c22007-02-05 21:18:17 +010010#include <asm/pgalloc.h>
Martin Schwidefsky146e4b32008-02-09 18:24:35 +010011#include <asm/uaccess.h>
Martin Schwidefsky050eef32010-08-24 09:26:21 +020012#include <asm/tlbflush.h>
David Howellsa0616cd2012-03-28 18:30:02 +010013#include <asm/ctl_reg.h>
Jeremy Fitzhardinged6dd61c2007-05-02 19:27:14 +020014
Martin Schwidefsky6f457e12008-01-26 14:10:58 +010015static inline int init_new_context(struct task_struct *tsk,
16 struct mm_struct *mm)
17{
Martin Schwidefsky3446c132016-02-15 14:46:49 +010018 spin_lock_init(&mm->context.list_lock);
19 INIT_LIST_HEAD(&mm->context.pgtable_list);
20 INIT_LIST_HEAD(&mm->context.gmap_list);
Martin Schwidefsky1b948d62014-04-03 13:55:01 +020021 cpumask_clear(&mm->context.cpu_attach_mask);
Martin Schwidefsky050eef32010-08-24 09:26:21 +020022 atomic_set(&mm->context.attach_count, 0);
23 mm->context.flush_mm = 0;
Martin Schwidefsky0b46e0a2015-04-15 13:23:26 +020024#ifdef CONFIG_PGSTE
25 mm->context.alloc_pgste = page_table_allocate_pgste;
Martin Schwidefsky3eabaee2013-07-26 15:04:02 +020026 mm->context.has_pgste = 0;
Dominik Dingel693ffc02014-01-14 18:11:14 +010027 mm->context.use_skey = 0;
Martin Schwidefsky0b46e0a2015-04-15 13:23:26 +020028#endif
Martin Schwidefsky3446c132016-02-15 14:46:49 +010029 if (mm->context.asce_limit == 0) {
30 /* context created by exec, set asce limit to 4TB */
31 mm->context.asce_bits = _ASCE_TABLE_LENGTH |
32 _ASCE_USER_BITS | _ASCE_TYPE_REGION3;
33 mm->context.asce_limit = STACK_TOP_MAX;
34 } else if (mm->context.asce_limit == (1UL << 31)) {
35 mm_inc_nr_pmds(mm);
36 }
Martin Schwidefsky6252d702008-02-09 18:24:37 +010037 crst_table_init((unsigned long *) mm->pgd, pgd_entry_type(mm));
Martin Schwidefsky6f457e12008-01-26 14:10:58 +010038 return 0;
39}
Linus Torvalds1da177e2005-04-16 15:20:36 -070040
41#define destroy_context(mm) do { } while (0)
42
Martin Schwidefskybeef5602014-04-14 15:11:26 +020043static inline void set_user_asce(struct mm_struct *mm)
Linus Torvalds1da177e2005-04-16 15:20:36 -070044{
Martin Schwidefskyf8b13502014-06-02 14:53:57 +020045 S390_lowcore.user_asce = mm->context.asce_bits | __pa(mm->pgd);
46 if (current->thread.mm_segment.ar4)
47 __ctl_load(S390_lowcore.user_asce, 7, 7);
Martin Schwidefskyd3a73ac2014-04-15 12:55:07 +020048 set_cpu_flag(CIF_ASCE);
Linus Torvalds1da177e2005-04-16 15:20:36 -070049}
50
Martin Schwidefskybeef5602014-04-14 15:11:26 +020051static inline void clear_user_asce(void)
Martin Schwidefsky02a8f3a2014-04-03 13:54:59 +020052{
53 S390_lowcore.user_asce = S390_lowcore.kernel_asce;
Heiko Carstens457f2182014-03-21 10:42:25 +010054
Martin Schwidefskybeef5602014-04-14 15:11:26 +020055 __ctl_load(S390_lowcore.user_asce, 1, 1);
Heiko Carstens457f2182014-03-21 10:42:25 +010056 __ctl_load(S390_lowcore.user_asce, 7, 7);
57}
58
Martin Schwidefskybeef5602014-04-14 15:11:26 +020059static inline void load_kernel_asce(void)
Heiko Carstens457f2182014-03-21 10:42:25 +010060{
61 unsigned long asce;
62
63 __ctl_store(asce, 1, 1);
64 if (asce != S390_lowcore.kernel_asce)
65 __ctl_load(S390_lowcore.kernel_asce, 1, 1);
Martin Schwidefskyd3a73ac2014-04-15 12:55:07 +020066 set_cpu_flag(CIF_ASCE);
Martin Schwidefsky02a8f3a2014-04-03 13:54:59 +020067}
68
Linus Torvalds1da177e2005-04-16 15:20:36 -070069static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next,
Gerald Schaeferc1821c22007-02-05 21:18:17 +010070 struct task_struct *tsk)
Linus Torvalds1da177e2005-04-16 15:20:36 -070071{
Martin Schwidefsky53e857f2012-09-10 13:00:09 +020072 int cpu = smp_processor_id();
73
Martin Schwidefsky691d5262015-03-01 06:56:45 -080074 S390_lowcore.user_asce = next->context.asce_bits | __pa(next->pgd);
Martin Schwidefsky53e857f2012-09-10 13:00:09 +020075 if (prev == next)
76 return;
Martin Schwidefsky1b948d62014-04-03 13:55:01 +020077 if (MACHINE_HAS_TLB_LC)
78 cpumask_set_cpu(cpu, &next->context.cpu_attach_mask);
Martin Schwidefskybeef5602014-04-14 15:11:26 +020079 /* Clear old ASCE by loading the kernel ASCE. */
80 __ctl_load(S390_lowcore.kernel_asce, 1, 1);
81 __ctl_load(S390_lowcore.kernel_asce, 7, 7);
Martin Schwidefskybeef5602014-04-14 15:11:26 +020082 atomic_inc(&next->context.attach_count);
Martin Schwidefsky050eef32010-08-24 09:26:21 +020083 atomic_dec(&prev->context.attach_count);
Martin Schwidefsky1b948d62014-04-03 13:55:01 +020084 if (MACHINE_HAS_TLB_LC)
85 cpumask_clear_cpu(cpu, &prev->context.cpu_attach_mask);
Martin Schwidefsky53e857f2012-09-10 13:00:09 +020086}
87
88#define finish_arch_post_lock_switch finish_arch_post_lock_switch
89static inline void finish_arch_post_lock_switch(void)
90{
91 struct task_struct *tsk = current;
92 struct mm_struct *mm = tsk->mm;
93
Martin Schwidefskyf8b13502014-06-02 14:53:57 +020094 load_kernel_asce();
95 if (mm) {
96 preempt_disable();
97 while (atomic_read(&mm->context.attach_count) >> 16)
98 cpu_relax();
Martin Schwidefsky53e857f2012-09-10 13:00:09 +020099
Martin Schwidefskyf8b13502014-06-02 14:53:57 +0200100 cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm));
101 if (mm->context.flush_mm)
102 __tlb_flush_mm(mm);
103 preempt_enable();
104 }
105 set_fs(current->thread.mm_segment);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106}
107
Martin Schwidefsky3610cce2007-10-22 12:52:47 +0200108#define enter_lazy_tlb(mm,tsk) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109#define deactivate_mm(tsk,mm) do { } while (0)
110
Adrian Bunk4448aaf2005-11-08 21:34:42 -0800111static inline void activate_mm(struct mm_struct *prev,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112 struct mm_struct *next)
113{
Martin Schwidefskybeef5602014-04-14 15:11:26 +0200114 switch_mm(prev, next, current);
115 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next));
116 set_user_asce(next);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117}
118
Martin Schwidefsky0f6f2812012-07-26 08:53:06 +0200119static inline void arch_dup_mmap(struct mm_struct *oldmm,
120 struct mm_struct *mm)
121{
Martin Schwidefsky0f6f2812012-07-26 08:53:06 +0200122}
123
124static inline void arch_exit_mmap(struct mm_struct *mm)
125{
126}
127
Dave Hansen62e88b12014-11-18 10:23:50 -0800128static inline void arch_unmap(struct mm_struct *mm,
129 struct vm_area_struct *vma,
130 unsigned long start, unsigned long end)
131{
132}
133
134static inline void arch_bprm_mm_init(struct mm_struct *mm,
135 struct vm_area_struct *vma)
136{
137}
138
Dave Hansen1b2ee122016-02-12 13:02:21 -0800139static inline bool arch_vma_access_permitted(struct vm_area_struct *vma,
Dave Hansend61172b2016-02-12 13:02:24 -0800140 bool write, bool execute, bool foreign)
Dave Hansen33a709b2016-02-12 13:02:19 -0800141{
142 /* by default, allow everything */
143 return true;
144}
145
146static inline bool arch_pte_access_permitted(pte_t pte, bool write)
147{
148 /* by default, allow everything */
149 return true;
150}
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100151#endif /* __S390_MMU_CONTEXT_H */