blob: d9be7c0c1291445cfb2356d88b973398fea67b97 [file] [log] [blame]
Gerald Schaefer53492b12008-04-30 13:38:46 +02001/*
2 * IBM System z Huge TLB Page Support for Kernel.
3 *
4 * Copyright IBM Corp. 2008
5 * Author(s): Gerald Schaefer <gerald.schaefer@de.ibm.com>
6 */
7
8#ifndef _ASM_S390_HUGETLB_H
9#define _ASM_S390_HUGETLB_H
10
11#include <asm/page.h>
12#include <asm/pgtable.h>
13
14
15#define is_hugepage_only_range(mm, addr, len) 0
16#define hugetlb_free_pgd_range free_pgd_range
Dominik Dingel7f9be772015-07-17 16:23:39 -070017#define hugepages_supported() (MACHINE_HAS_HPAGE)
Gerald Schaefer53492b12008-04-30 13:38:46 +020018
19void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
20 pte_t *ptep, pte_t pte);
Martin Schwidefskye5098612013-07-23 20:57:57 +020021pte_t huge_ptep_get(pte_t *ptep);
22pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
23 unsigned long addr, pte_t *ptep);
Gerald Schaefer53492b12008-04-30 13:38:46 +020024
25/*
26 * If the arch doesn't supply something else, assume that hugepage
27 * size aligned regions are ok without further preparation.
28 */
Andi Kleena5516432008-07-23 21:27:41 -070029static inline int prepare_hugepage_range(struct file *file,
30 unsigned long addr, unsigned long len)
Gerald Schaefer53492b12008-04-30 13:38:46 +020031{
32 if (len & ~HPAGE_MASK)
33 return -EINVAL;
34 if (addr & ~HPAGE_MASK)
35 return -EINVAL;
36 return 0;
37}
38
Will Deacon5d3a5512012-10-08 16:29:32 -070039#define arch_clear_hugepage_flags(page) do { } while (0)
Gerald Schaefer53492b12008-04-30 13:38:46 +020040
Martin Schwidefskye5098612013-07-23 20:57:57 +020041static inline void huge_pte_clear(struct mm_struct *mm, unsigned long addr,
42 pte_t *ptep)
Gerald Schaefer53492b12008-04-30 13:38:46 +020043{
Martin Schwidefskye5098612013-07-23 20:57:57 +020044 pte_val(*ptep) = _SEGMENT_ENTRY_EMPTY;
Gerald Schaefer53492b12008-04-30 13:38:46 +020045}
46
Gerald Schaefer53492b12008-04-30 13:38:46 +020047static inline void huge_ptep_clear_flush(struct vm_area_struct *vma,
48 unsigned long address, pte_t *ptep)
49{
Martin Schwidefskye5098612013-07-23 20:57:57 +020050 huge_ptep_get_and_clear(vma->vm_mm, address, ptep);
51}
52
53static inline int huge_ptep_set_access_flags(struct vm_area_struct *vma,
54 unsigned long addr, pte_t *ptep,
55 pte_t pte, int dirty)
56{
57 int changed = !pte_same(huge_ptep_get(ptep), pte);
58 if (changed) {
59 huge_ptep_get_and_clear(vma->vm_mm, addr, ptep);
60 set_huge_pte_at(vma->vm_mm, addr, ptep, pte);
61 }
62 return changed;
63}
64
65static inline void huge_ptep_set_wrprotect(struct mm_struct *mm,
66 unsigned long addr, pte_t *ptep)
67{
68 pte_t pte = huge_ptep_get_and_clear(mm, addr, ptep);
69 set_huge_pte_at(mm, addr, ptep, pte_wrprotect(pte));
Gerald Schaefer53492b12008-04-30 13:38:46 +020070}
71
Gerald Schaefer106c9922013-04-29 15:07:23 -070072static inline pte_t mk_huge_pte(struct page *page, pgprot_t pgprot)
73{
Martin Schwidefskye5098612013-07-23 20:57:57 +020074 return mk_pte(page, pgprot);
75}
Gerald Schaefer106c9922013-04-29 15:07:23 -070076
Martin Schwidefskye5098612013-07-23 20:57:57 +020077static inline int huge_pte_none(pte_t pte)
78{
79 return pte_none(pte);
Gerald Schaefer106c9922013-04-29 15:07:23 -070080}
81
82static inline int huge_pte_write(pte_t pte)
83{
Martin Schwidefskye5098612013-07-23 20:57:57 +020084 return pte_write(pte);
Gerald Schaefer106c9922013-04-29 15:07:23 -070085}
86
87static inline int huge_pte_dirty(pte_t pte)
88{
Martin Schwidefskye5098612013-07-23 20:57:57 +020089 return pte_dirty(pte);
Gerald Schaefer106c9922013-04-29 15:07:23 -070090}
91
92static inline pte_t huge_pte_mkwrite(pte_t pte)
93{
Martin Schwidefskye5098612013-07-23 20:57:57 +020094 return pte_mkwrite(pte);
Gerald Schaefer106c9922013-04-29 15:07:23 -070095}
96
97static inline pte_t huge_pte_mkdirty(pte_t pte)
98{
Martin Schwidefskye5098612013-07-23 20:57:57 +020099 return pte_mkdirty(pte);
100}
101
102static inline pte_t huge_pte_wrprotect(pte_t pte)
103{
104 return pte_wrprotect(pte);
Gerald Schaefer106c9922013-04-29 15:07:23 -0700105}
106
107static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot)
108{
Martin Schwidefskye5098612013-07-23 20:57:57 +0200109 return pte_modify(pte, newprot);
Gerald Schaefer106c9922013-04-29 15:07:23 -0700110}
111
Gerald Schaefer53492b12008-04-30 13:38:46 +0200112#endif /* _ASM_S390_HUGETLB_H */