1// SPDX-License-Identifier: GPL-2.0
 2#include <linux/mm.h>
 3#include <linux/hugetlb.h>
 4#include <asm/pgtable.h>
 5#include <asm/pgalloc.h>
 6#include <asm/cacheflush.h>
 7#include <asm/machdep.h>
 8#include <asm/mman.h>
 9#include <asm/tlb.h>
10
11void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr)
12{
13	int psize;
14	struct hstate *hstate = hstate_file(vma->vm_file);
15
16	psize = hstate_get_psize(hstate);
17	radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize);
18}
19
20void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr)
21{
22	int psize;
23	struct hstate *hstate = hstate_file(vma->vm_file);
24
25	psize = hstate_get_psize(hstate);
26	radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize);
27}
28
29void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma, unsigned long start,
30				   unsigned long end)
31{
32	int psize;
33	struct hstate *hstate = hstate_file(vma->vm_file);
34
35	psize = hstate_get_psize(hstate);
36	radix__flush_tlb_range_psize(vma->vm_mm, start, end, psize);
37}
38
39/*
40 * A vairant of hugetlb_get_unmapped_area doing topdown search
41 * FIXME!! should we do as x86 does or non hugetlb area does ?
42 * ie, use topdown or not based on mmap_is_legacy check ?
43 */
44unsigned long
45radix__hugetlb_get_unmapped_area(struct file *file, unsigned long addr,
46				unsigned long len, unsigned long pgoff,
47				unsigned long flags)
48{
49	struct mm_struct *mm = current->mm;
50	struct vm_area_struct *vma;
51	struct hstate *h = hstate_file(file);
52	int fixed = (flags & MAP_FIXED);
53	unsigned long high_limit;
54	struct vm_unmapped_area_info info;
55
56	high_limit = DEFAULT_MAP_WINDOW;
57	if (addr >= high_limit || (fixed && (addr + len > high_limit)))
58		high_limit = TASK_SIZE;
59
60	if (len & ~huge_page_mask(h))
61		return -EINVAL;
62	if (len > high_limit)
63		return -ENOMEM;
64
65	if (fixed) {
66		if (addr > high_limit - len)
67			return -ENOMEM;
68		if (prepare_hugepage_range(file, addr, len))
69			return -EINVAL;
70		return addr;
71	}
72
73	if (addr) {
74		addr = ALIGN(addr, huge_page_size(h));
75		vma = find_vma(mm, addr);
76		if (high_limit - len >= addr &&
77		    (!vma || addr + len <= vm_start_gap(vma)))
78			return addr;
79	}
80	/*
81	 * We are always doing an topdown search here. Slice code
82	 * does that too.
83	 */
84	info.flags = VM_UNMAPPED_AREA_TOPDOWN;
85	info.length = len;
86	info.low_limit = PAGE_SIZE;
87	info.high_limit = mm->mmap_base + (high_limit - DEFAULT_MAP_WINDOW);
88	info.align_mask = PAGE_MASK & ~huge_page_mask(h);
89	info.align_offset = 0;
90
91	return vm_unmapped_area(&info);
92}