1/* SPDX-License-Identifier: GPL-2.0-only */
 2/*
 3 * arch/arm64/include/asm/hugetlb.h
 4 *
 5 * Copyright (C) 2013 Linaro Ltd.
 6 *
 7 * Based on arch/x86/include/asm/hugetlb.h
 8 */
 9
10#ifndef __ASM_HUGETLB_H
11#define __ASM_HUGETLB_H
12
13#include <asm/cacheflush.h>
14#include <asm/page.h>
15
16#ifdef CONFIG_ARCH_ENABLE_HUGEPAGE_MIGRATION
17#define arch_hugetlb_migration_supported arch_hugetlb_migration_supported
18extern bool arch_hugetlb_migration_supported(struct hstate *h);
19#endif
20
21static inline void arch_clear_hugepage_flags(struct page *page)
22{
23	clear_bit(PG_dcache_clean, &page->flags);
24}
25#define arch_clear_hugepage_flags arch_clear_hugepage_flags
26
27pte_t arch_make_huge_pte(pte_t entry, unsigned int shift, vm_flags_t flags);
28#define arch_make_huge_pte arch_make_huge_pte
29#define __HAVE_ARCH_HUGE_SET_HUGE_PTE_AT
30extern void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
31			    pte_t *ptep, pte_t pte, unsigned long sz);
32#define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
33extern int huge_ptep_set_access_flags(struct vm_area_struct *vma,
34				      unsigned long addr, pte_t *ptep,
35				      pte_t pte, int dirty);
36#define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
37extern pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
38				     unsigned long addr, pte_t *ptep);
39#define __HAVE_ARCH_HUGE_PTEP_SET_WRPROTECT
40extern void huge_ptep_set_wrprotect(struct mm_struct *mm,
41				    unsigned long addr, pte_t *ptep);
42#define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
43extern pte_t huge_ptep_clear_flush(struct vm_area_struct *vma,
44				   unsigned long addr, pte_t *ptep);
45#define __HAVE_ARCH_HUGE_PTE_CLEAR
46extern void huge_pte_clear(struct mm_struct *mm, unsigned long addr,
47			   pte_t *ptep, unsigned long sz);
48#define __HAVE_ARCH_HUGE_PTEP_GET
49extern pte_t huge_ptep_get(pte_t *ptep);
50
51void __init arm64_hugetlb_cma_reserve(void);
52
53#define huge_ptep_modify_prot_start huge_ptep_modify_prot_start
54extern pte_t huge_ptep_modify_prot_start(struct vm_area_struct *vma,
55					 unsigned long addr, pte_t *ptep);
56
57#define huge_ptep_modify_prot_commit huge_ptep_modify_prot_commit
58extern void huge_ptep_modify_prot_commit(struct vm_area_struct *vma,
59					 unsigned long addr, pte_t *ptep,
60					 pte_t old_pte, pte_t new_pte);
61
62#include <asm-generic/hugetlb.h>
63
64#define __HAVE_ARCH_FLUSH_HUGETLB_TLB_RANGE
65static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma,
66					   unsigned long start,
67					   unsigned long end)
68{
69	unsigned long stride = huge_page_size(hstate_vma(vma));
70
71	if (stride == PMD_SIZE)
72		__flush_tlb_range(vma, start, end, stride, false, 2);
73	else if (stride == PUD_SIZE)
74		__flush_tlb_range(vma, start, end, stride, false, 1);
75	else
76		__flush_tlb_range(vma, start, end, PAGE_SIZE, false, 0);
77}
78
79#endif /* __ASM_HUGETLB_H */

 1/*
 2 * arch/arm64/include/asm/hugetlb.h
 3 *
 4 * Copyright (C) 2013 Linaro Ltd.
 5 *
 6 * Based on arch/x86/include/asm/hugetlb.h
 7 *
 8 * This program is free software; you can redistribute it and/or modify
 9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 * GNU General Public License for more details.
16 */
17
18#ifndef __ASM_HUGETLB_H
19#define __ASM_HUGETLB_H
20
21#include <asm-generic/hugetlb.h>
22#include <asm/page.h>
23
24static inline pte_t huge_ptep_get(pte_t *ptep)
25{
26	return *ptep;
27}
28
29
30
31static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb,
32					  unsigned long addr, unsigned long end,
33					  unsigned long floor,
34					  unsigned long ceiling)
35{
36	free_pgd_range(tlb, addr, end, floor, ceiling);
37}
38
39static inline int is_hugepage_only_range(struct mm_struct *mm,
40					 unsigned long addr, unsigned long len)
41{
42	return 0;
43}
44
45static inline int prepare_hugepage_range(struct file *file,
46					 unsigned long addr, unsigned long len)
47{
48	struct hstate *h = hstate_file(file);
49	if (len & ~huge_page_mask(h))
50		return -EINVAL;
51	if (addr & ~huge_page_mask(h))
52		return -EINVAL;
53	return 0;
54}
55
56static inline int huge_pte_none(pte_t pte)
57{
58	return pte_none(pte);
59}
60
61static inline pte_t huge_pte_wrprotect(pte_t pte)
62{
63	return pte_wrprotect(pte);
64}
65
66static inline void arch_clear_hugepage_flags(struct page *page)
67{
68	clear_bit(PG_dcache_clean, &page->flags);
69}
70
71extern pte_t arch_make_huge_pte(pte_t entry, struct vm_area_struct *vma,
72				struct page *page, int writable);
73#define arch_make_huge_pte arch_make_huge_pte
74extern void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
75			    pte_t *ptep, pte_t pte);
76extern int huge_ptep_set_access_flags(struct vm_area_struct *vma,
77				      unsigned long addr, pte_t *ptep,
78				      pte_t pte, int dirty);
79extern pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
80				     unsigned long addr, pte_t *ptep);
81extern void huge_ptep_set_wrprotect(struct mm_struct *mm,
82				    unsigned long addr, pte_t *ptep);
83extern void huge_ptep_clear_flush(struct vm_area_struct *vma,
84				  unsigned long addr, pte_t *ptep);
85
86#endif /* __ASM_HUGETLB_H */