blob: dfb542ade6b16653cb320cc84c472b62568bf9cc [file] [log] [blame]
Gerald Schaefer53492b12008-04-30 13:38:46 +02001/*
2 * IBM System z Huge TLB Page Support for Kernel.
3 *
4 * Copyright IBM Corp. 2008
5 * Author(s): Gerald Schaefer <gerald.schaefer@de.ibm.com>
6 */
7
8#ifndef _ASM_S390_HUGETLB_H
9#define _ASM_S390_HUGETLB_H
10
11#include <asm/page.h>
12#include <asm/pgtable.h>
13
14
15#define is_hugepage_only_range(mm, addr, len) 0
16#define hugetlb_free_pgd_range free_pgd_range
17
18void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
19 pte_t *ptep, pte_t pte);
Martin Schwidefskye5098612013-07-23 20:57:57 +020020pte_t huge_ptep_get(pte_t *ptep);
21pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
22 unsigned long addr, pte_t *ptep);
Gerald Schaefer53492b12008-04-30 13:38:46 +020023
24/*
25 * If the arch doesn't supply something else, assume that hugepage
26 * size aligned regions are ok without further preparation.
27 */
Andi Kleena5516432008-07-23 21:27:41 -070028static inline int prepare_hugepage_range(struct file *file,
29 unsigned long addr, unsigned long len)
Gerald Schaefer53492b12008-04-30 13:38:46 +020030{
31 if (len & ~HPAGE_MASK)
32 return -EINVAL;
33 if (addr & ~HPAGE_MASK)
34 return -EINVAL;
35 return 0;
36}
37
Will Deacon5d3a5512012-10-08 16:29:32 -070038#define arch_clear_hugepage_flags(page) do { } while (0)
Gerald Schaefer53492b12008-04-30 13:38:46 +020039
40int arch_prepare_hugepage(struct page *page);
41void arch_release_hugepage(struct page *page);
42
Martin Schwidefskye5098612013-07-23 20:57:57 +020043static inline void huge_pte_clear(struct mm_struct *mm, unsigned long addr,
44 pte_t *ptep)
Gerald Schaefer53492b12008-04-30 13:38:46 +020045{
Martin Schwidefskye5098612013-07-23 20:57:57 +020046 pte_val(*ptep) = _SEGMENT_ENTRY_EMPTY;
Gerald Schaefer53492b12008-04-30 13:38:46 +020047}
48
Gerald Schaefer53492b12008-04-30 13:38:46 +020049static inline void huge_ptep_clear_flush(struct vm_area_struct *vma,
50 unsigned long address, pte_t *ptep)
51{
Martin Schwidefskye5098612013-07-23 20:57:57 +020052 huge_ptep_get_and_clear(vma->vm_mm, address, ptep);
53}
54
55static inline int huge_ptep_set_access_flags(struct vm_area_struct *vma,
56 unsigned long addr, pte_t *ptep,
57 pte_t pte, int dirty)
58{
59 int changed = !pte_same(huge_ptep_get(ptep), pte);
60 if (changed) {
61 huge_ptep_get_and_clear(vma->vm_mm, addr, ptep);
62 set_huge_pte_at(vma->vm_mm, addr, ptep, pte);
63 }
64 return changed;
65}
66
67static inline void huge_ptep_set_wrprotect(struct mm_struct *mm,
68 unsigned long addr, pte_t *ptep)
69{
70 pte_t pte = huge_ptep_get_and_clear(mm, addr, ptep);
71 set_huge_pte_at(mm, addr, ptep, pte_wrprotect(pte));
Gerald Schaefer53492b12008-04-30 13:38:46 +020072}
73
Gerald Schaefer106c9922013-04-29 15:07:23 -070074static inline pte_t mk_huge_pte(struct page *page, pgprot_t pgprot)
75{
Martin Schwidefskye5098612013-07-23 20:57:57 +020076 return mk_pte(page, pgprot);
77}
Gerald Schaefer106c9922013-04-29 15:07:23 -070078
Martin Schwidefskye5098612013-07-23 20:57:57 +020079static inline int huge_pte_none(pte_t pte)
80{
81 return pte_none(pte);
Gerald Schaefer106c9922013-04-29 15:07:23 -070082}
83
84static inline int huge_pte_write(pte_t pte)
85{
Martin Schwidefskye5098612013-07-23 20:57:57 +020086 return pte_write(pte);
Gerald Schaefer106c9922013-04-29 15:07:23 -070087}
88
89static inline int huge_pte_dirty(pte_t pte)
90{
Martin Schwidefskye5098612013-07-23 20:57:57 +020091 return pte_dirty(pte);
Gerald Schaefer106c9922013-04-29 15:07:23 -070092}
93
94static inline pte_t huge_pte_mkwrite(pte_t pte)
95{
Martin Schwidefskye5098612013-07-23 20:57:57 +020096 return pte_mkwrite(pte);
Gerald Schaefer106c9922013-04-29 15:07:23 -070097}
98
99static inline pte_t huge_pte_mkdirty(pte_t pte)
100{
Martin Schwidefskye5098612013-07-23 20:57:57 +0200101 return pte_mkdirty(pte);
102}
103
104static inline pte_t huge_pte_wrprotect(pte_t pte)
105{
106 return pte_wrprotect(pte);
Gerald Schaefer106c9922013-04-29 15:07:23 -0700107}
108
109static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot)
110{
Martin Schwidefskye5098612013-07-23 20:57:57 +0200111 return pte_modify(pte, newprot);
Gerald Schaefer106c9922013-04-29 15:07:23 -0700112}
113
Gerald Schaefer53492b12008-04-30 13:38:46 +0200114#endif /* _ASM_S390_HUGETLB_H */