1#ifndef _SPARC_PGALLOC_H
 2#define _SPARC_PGALLOC_H
 3
 4#include <linux/kernel.h>
 5#include <linux/sched.h>
 
 6
 
 
 7#include <asm/page.h>
 8#include <asm/btfixup.h>
 9
10struct page;
11
12extern struct pgtable_cache_struct {
13	unsigned long *pgd_cache;
14	unsigned long *pte_cache;
15	unsigned long pgtable_cache_sz;
16	unsigned long pgd_cache_sz;
17} pgt_quicklists;
18#define pgd_quicklist           (pgt_quicklists.pgd_cache)
19#define pmd_quicklist           ((unsigned long *)0)
20#define pte_quicklist           (pgt_quicklists.pte_cache)
21#define pgtable_cache_size      (pgt_quicklists.pgtable_cache_sz)
22#define pgd_cache_size		(pgt_quicklists.pgd_cache_sz)
23
24extern void check_pgt_cache(void);
25BTFIXUPDEF_CALL(void,	 do_check_pgt_cache, int, int)
26#define do_check_pgt_cache(low,high) BTFIXUP_CALL(do_check_pgt_cache)(low,high)
27
28BTFIXUPDEF_CALL(pgd_t *, get_pgd_fast, void)
29#define get_pgd_fast()		BTFIXUP_CALL(get_pgd_fast)()
30
31BTFIXUPDEF_CALL(void, free_pgd_fast, pgd_t *)
32#define free_pgd_fast(pgd)	BTFIXUP_CALL(free_pgd_fast)(pgd)
 
 
 
33
34#define pgd_free(mm, pgd)	free_pgd_fast(pgd)
35#define pgd_alloc(mm)	get_pgd_fast()
36
37BTFIXUPDEF_CALL(void, pgd_set, pgd_t *, pmd_t *)
38#define pgd_set(pgdp,pmdp) BTFIXUP_CALL(pgd_set)(pgdp,pmdp)
39#define pgd_populate(MM, PGD, PMD)      pgd_set(PGD, PMD)
40
41BTFIXUPDEF_CALL(pmd_t *, pmd_alloc_one, struct mm_struct *, unsigned long)
42#define pmd_alloc_one(mm, address)	BTFIXUP_CALL(pmd_alloc_one)(mm, address)
43
44BTFIXUPDEF_CALL(void, free_pmd_fast, pmd_t *)
45#define free_pmd_fast(pmd)	BTFIXUP_CALL(free_pmd_fast)(pmd)
 
 
 
 
 
 
 
 
 
 
 
46
47#define pmd_free(mm, pmd)		free_pmd_fast(pmd)
48#define __pmd_free_tlb(tlb, pmd, addr)	pmd_free((tlb)->mm, pmd)
49
50BTFIXUPDEF_CALL(void, pmd_populate, pmd_t *, struct page *)
51#define pmd_populate(MM, PMD, PTE)        BTFIXUP_CALL(pmd_populate)(PMD, PTE)
52#define pmd_pgtable(pmd) pmd_page(pmd)
53BTFIXUPDEF_CALL(void, pmd_set, pmd_t *, pte_t *)
54#define pmd_populate_kernel(MM, PMD, PTE) BTFIXUP_CALL(pmd_set)(PMD, PTE)
55
56BTFIXUPDEF_CALL(pgtable_t , pte_alloc_one, struct mm_struct *, unsigned long)
57#define pte_alloc_one(mm, address)	BTFIXUP_CALL(pte_alloc_one)(mm, address)
58BTFIXUPDEF_CALL(pte_t *, pte_alloc_one_kernel, struct mm_struct *, unsigned long)
59#define pte_alloc_one_kernel(mm, addr)	BTFIXUP_CALL(pte_alloc_one_kernel)(mm, addr)
 
 
 
 
 
 
 
 
60
61BTFIXUPDEF_CALL(void, free_pte_fast, pte_t *)
62#define pte_free_kernel(mm, pte)	BTFIXUP_CALL(free_pte_fast)(pte)
63
64BTFIXUPDEF_CALL(void, pte_free, pgtable_t )
65#define pte_free(mm, pte)		BTFIXUP_CALL(pte_free)(pte)
66#define __pte_free_tlb(tlb, pte, addr)	pte_free((tlb)->mm, pte)
67
68#endif /* _SPARC_PGALLOC_H */

 1/* SPDX-License-Identifier: GPL-2.0 */
 2#ifndef _SPARC_PGALLOC_H
 3#define _SPARC_PGALLOC_H
 4
 5#include <linux/kernel.h>
 6#include <linux/sched.h>
 7#include <linux/pgtable.h>
 8
 9#include <asm/pgtsrmmu.h>
10#include <asm/vaddrs.h>
11#include <asm/page.h>
 
12
13struct page;
14
15void *srmmu_get_nocache(int size, int align);
16void srmmu_free_nocache(void *addr, int size);
 
 
 
 
 
 
 
 
 
 
 
 
 
17
18extern struct resource sparc_iomap;
 
19
20pgd_t *get_pgd_fast(void);
21static inline void free_pgd_fast(pgd_t *pgd)
22{
23	srmmu_free_nocache(pgd, SRMMU_PGD_TABLE_SIZE);
24}
25
26#define pgd_free(mm, pgd)	free_pgd_fast(pgd)
27#define pgd_alloc(mm)	get_pgd_fast()
28
29static inline void pud_set(pud_t * pudp, pmd_t * pmdp)
30{
31	unsigned long pa = __nocache_pa(pmdp);
32
33	set_pte((pte_t *)pudp, __pte((SRMMU_ET_PTD | (pa >> 4))));
34}
35
36#define pud_populate(MM, PGD, PMD)      pud_set(PGD, PMD)
37
38static inline pmd_t *pmd_alloc_one(struct mm_struct *mm,
39				   unsigned long address)
40{
41	return srmmu_get_nocache(SRMMU_PMD_TABLE_SIZE,
42				 SRMMU_PMD_TABLE_SIZE);
43}
44
45static inline void free_pmd_fast(pmd_t * pmd)
46{
47	srmmu_free_nocache(pmd, SRMMU_PMD_TABLE_SIZE);
48}
49
50#define pmd_free(mm, pmd)		free_pmd_fast(pmd)
51#define __pmd_free_tlb(tlb, pmd, addr)	pmd_free((tlb)->mm, pmd)
52
53#define pmd_populate(mm, pmd, pte)	pmd_set(pmd, pte)
54
55void pmd_set(pmd_t *pmdp, pte_t *ptep);
56#define pmd_populate_kernel		pmd_populate
57
58pgtable_t pte_alloc_one(struct mm_struct *mm);
59
60static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm)
61{
62	return srmmu_get_nocache(SRMMU_PTE_TABLE_SIZE,
63				 SRMMU_PTE_TABLE_SIZE);
64}
65
66
67static inline void free_pte_fast(pte_t *pte)
68{
69	srmmu_free_nocache(pte, SRMMU_PTE_TABLE_SIZE);
70}
71
72#define pte_free_kernel(mm, pte)	free_pte_fast(pte)
 
73
74void pte_free(struct mm_struct * mm, pgtable_t pte);
 
75#define __pte_free_tlb(tlb, pte, addr)	pte_free((tlb)->mm, pte)
76
77#endif /* _SPARC_PGALLOC_H */