blob: 35254a6784561b6f5f70399822cb163f8e59b14d [file] [log] [blame]
Aneesh Kumar K.V48483762016-04-29 23:26:25 +10001#include <linux/mm.h>
2#include <linux/hugetlb.h>
3#include <asm/pgtable.h>
4#include <asm/pgalloc.h>
5#include <asm/cacheflush.h>
6#include <asm/machdep.h>
7#include <asm/mman.h>
Aneesh Kumar K.Vfbfa26d2016-07-13 15:06:42 +05308#include <asm/tlb.h>
Aneesh Kumar K.V48483762016-04-29 23:26:25 +10009
10void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr)
11{
Aneesh Kumar K.Vfbfa26d2016-07-13 15:06:42 +053012 int psize;
Aneesh Kumar K.V48483762016-04-29 23:26:25 +100013 struct hstate *hstate = hstate_file(vma->vm_file);
14
Aneesh Kumar K.Vfbfa26d2016-07-13 15:06:42 +053015 psize = hstate_get_psize(hstate);
16 radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize);
Aneesh Kumar K.V48483762016-04-29 23:26:25 +100017}
18
19void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr)
20{
Aneesh Kumar K.Vfbfa26d2016-07-13 15:06:42 +053021 int psize;
Aneesh Kumar K.V48483762016-04-29 23:26:25 +100022 struct hstate *hstate = hstate_file(vma->vm_file);
23
Aneesh Kumar K.Vfbfa26d2016-07-13 15:06:42 +053024 psize = hstate_get_psize(hstate);
25 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize);
Aneesh Kumar K.V48483762016-04-29 23:26:25 +100026}
27
Aneesh Kumar K.V5491ae72016-07-13 15:06:43 +053028void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma, unsigned long start,
29 unsigned long end)
30{
31 int psize;
32 struct hstate *hstate = hstate_file(vma->vm_file);
33
34 psize = hstate_get_psize(hstate);
35 radix__flush_tlb_range_psize(vma->vm_mm, start, end, psize);
36}
37
Aneesh Kumar K.V48483762016-04-29 23:26:25 +100038/*
39 * A vairant of hugetlb_get_unmapped_area doing topdown search
40 * FIXME!! should we do as x86 does or non hugetlb area does ?
41 * ie, use topdown or not based on mmap_is_legacy check ?
42 */
43unsigned long
44radix__hugetlb_get_unmapped_area(struct file *file, unsigned long addr,
45 unsigned long len, unsigned long pgoff,
46 unsigned long flags)
47{
48 struct mm_struct *mm = current->mm;
49 struct vm_area_struct *vma;
50 struct hstate *h = hstate_file(file);
51 struct vm_unmapped_area_info info;
52
53 if (len & ~huge_page_mask(h))
54 return -EINVAL;
55 if (len > TASK_SIZE)
56 return -ENOMEM;
57
58 if (flags & MAP_FIXED) {
59 if (prepare_hugepage_range(file, addr, len))
60 return -EINVAL;
61 return addr;
62 }
63
64 if (addr) {
65 addr = ALIGN(addr, huge_page_size(h));
66 vma = find_vma(mm, addr);
67 if (TASK_SIZE - len >= addr &&
68 (!vma || addr + len <= vma->vm_start))
69 return addr;
70 }
71 /*
72 * We are always doing an topdown search here. Slice code
73 * does that too.
74 */
75 info.flags = VM_UNMAPPED_AREA_TOPDOWN;
76 info.length = len;
77 info.low_limit = PAGE_SIZE;
78 info.high_limit = current->mm->mmap_base;
79 info.align_mask = PAGE_MASK & ~huge_page_mask(h);
80 info.align_offset = 0;
81 return vm_unmapped_area(&info);
82}