Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 2 | #ifndef _ASM_X86_HUGETLB_H |
| 3 | #define _ASM_X86_HUGETLB_H |
Gerald Schaefer | 6d77907 | 2008-04-28 02:13:27 -0700 | [diff] [blame] | 4 | |
| 5 | #include <asm/page.h> |
Gerald Schaefer | 106c992 | 2013-04-29 15:07:23 -0700 | [diff] [blame] | 6 | #include <asm-generic/hugetlb.h> |
Gerald Schaefer | 6d77907 | 2008-04-28 02:13:27 -0700 | [diff] [blame] | 7 | |
Ingo Molnar | b2eafe8 | 2016-04-22 10:12:19 +0200 | [diff] [blame] | 8 | #define hugepages_supported() boot_cpu_has(X86_FEATURE_PSE) |
Gerald Schaefer | 6d77907 | 2008-04-28 02:13:27 -0700 | [diff] [blame] | 9 | |
| 10 | static inline int is_hugepage_only_range(struct mm_struct *mm, |
| 11 | unsigned long addr, |
| 12 | unsigned long len) { |
| 13 | return 0; |
| 14 | } |
| 15 | |
| 16 | /* |
| 17 | * If the arch doesn't supply something else, assume that hugepage |
| 18 | * size aligned regions are ok without further preparation. |
| 19 | */ |
Andi Kleen | a551643 | 2008-07-23 21:27:41 -0700 | [diff] [blame] | 20 | static inline int prepare_hugepage_range(struct file *file, |
| 21 | unsigned long addr, unsigned long len) |
Gerald Schaefer | 6d77907 | 2008-04-28 02:13:27 -0700 | [diff] [blame] | 22 | { |
Andi Kleen | a551643 | 2008-07-23 21:27:41 -0700 | [diff] [blame] | 23 | struct hstate *h = hstate_file(file); |
| 24 | if (len & ~huge_page_mask(h)) |
Gerald Schaefer | 6d77907 | 2008-04-28 02:13:27 -0700 | [diff] [blame] | 25 | return -EINVAL; |
Andi Kleen | a551643 | 2008-07-23 21:27:41 -0700 | [diff] [blame] | 26 | if (addr & ~huge_page_mask(h)) |
Gerald Schaefer | 6d77907 | 2008-04-28 02:13:27 -0700 | [diff] [blame] | 27 | return -EINVAL; |
| 28 | return 0; |
| 29 | } |
| 30 | |
Jan Beulich | 42b7772 | 2008-07-23 21:27:10 -0700 | [diff] [blame] | 31 | static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, |
Gerald Schaefer | 6d77907 | 2008-04-28 02:13:27 -0700 | [diff] [blame] | 32 | unsigned long addr, unsigned long end, |
| 33 | unsigned long floor, |
| 34 | unsigned long ceiling) |
| 35 | { |
| 36 | free_pgd_range(tlb, addr, end, floor, ceiling); |
| 37 | } |
| 38 | |
| 39 | static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, |
| 40 | pte_t *ptep, pte_t pte) |
| 41 | { |
| 42 | set_pte_at(mm, addr, ptep, pte); |
| 43 | } |
| 44 | |
| 45 | static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, |
| 46 | unsigned long addr, pte_t *ptep) |
| 47 | { |
| 48 | return ptep_get_and_clear(mm, addr, ptep); |
| 49 | } |
| 50 | |
Gerald Schaefer | 8fe627e | 2008-04-28 02:13:28 -0700 | [diff] [blame] | 51 | static inline void huge_ptep_clear_flush(struct vm_area_struct *vma, |
| 52 | unsigned long addr, pte_t *ptep) |
| 53 | { |
Anthony Iliopoulos | 9844f54 | 2014-05-14 11:29:48 +0200 | [diff] [blame] | 54 | ptep_clear_flush(vma, addr, ptep); |
Gerald Schaefer | 8fe627e | 2008-04-28 02:13:28 -0700 | [diff] [blame] | 55 | } |
| 56 | |
Gerald Schaefer | 7f2e952 | 2008-04-28 02:13:29 -0700 | [diff] [blame] | 57 | static inline int huge_pte_none(pte_t pte) |
| 58 | { |
| 59 | return pte_none(pte); |
| 60 | } |
| 61 | |
| 62 | static inline pte_t huge_pte_wrprotect(pte_t pte) |
| 63 | { |
| 64 | return pte_wrprotect(pte); |
| 65 | } |
| 66 | |
| 67 | static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, |
| 68 | unsigned long addr, pte_t *ptep) |
| 69 | { |
| 70 | ptep_set_wrprotect(mm, addr, ptep); |
| 71 | } |
| 72 | |
| 73 | static inline int huge_ptep_set_access_flags(struct vm_area_struct *vma, |
| 74 | unsigned long addr, pte_t *ptep, |
| 75 | pte_t pte, int dirty) |
| 76 | { |
| 77 | return ptep_set_access_flags(vma, addr, ptep, pte, dirty); |
| 78 | } |
| 79 | |
| 80 | static inline pte_t huge_ptep_get(pte_t *ptep) |
| 81 | { |
| 82 | return *ptep; |
| 83 | } |
| 84 | |
Will Deacon | 5d3a551 | 2012-10-08 16:29:32 -0700 | [diff] [blame] | 85 | static inline void arch_clear_hugepage_flags(struct page *page) |
| 86 | { |
| 87 | } |
| 88 | |
Aneesh Kumar K.V | e1073d1 | 2017-07-06 15:39:17 -0700 | [diff] [blame] | 89 | #ifdef CONFIG_ARCH_HAS_GIGANTIC_PAGE |
| 90 | static inline bool gigantic_page_supported(void) { return true; } |
| 91 | #endif |
| 92 | |
H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 93 | #endif /* _ASM_X86_HUGETLB_H */ |