Loading...
1/*
2 * arch/arm/mm/highmem.c -- ARM highmem support
3 *
4 * Author: Nicolas Pitre
5 * Created: september 8, 2008
6 * Copyright: Marvell Semiconductors Inc.
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
11 */
12
13#include <linux/module.h>
14#include <linux/highmem.h>
15#include <linux/interrupt.h>
16#include <asm/fixmap.h>
17#include <asm/cacheflush.h>
18#include <asm/tlbflush.h>
19#include "mm.h"
20
21void *kmap(struct page *page)
22{
23 might_sleep();
24 if (!PageHighMem(page))
25 return page_address(page);
26 return kmap_high(page);
27}
28EXPORT_SYMBOL(kmap);
29
30void kunmap(struct page *page)
31{
32 BUG_ON(in_interrupt());
33 if (!PageHighMem(page))
34 return;
35 kunmap_high(page);
36}
37EXPORT_SYMBOL(kunmap);
38
39void *kmap_atomic(struct page *page)
40{
41 unsigned int idx;
42 unsigned long vaddr;
43 void *kmap;
44 int type;
45
46 pagefault_disable();
47 if (!PageHighMem(page))
48 return page_address(page);
49
50#ifdef CONFIG_DEBUG_HIGHMEM
51 /*
52 * There is no cache coherency issue when non VIVT, so force the
53 * dedicated kmap usage for better debugging purposes in that case.
54 */
55 if (!cache_is_vivt())
56 kmap = NULL;
57 else
58#endif
59 kmap = kmap_high_get(page);
60 if (kmap)
61 return kmap;
62
63 type = kmap_atomic_idx_push();
64
65 idx = type + KM_TYPE_NR * smp_processor_id();
66 vaddr = __fix_to_virt(FIX_KMAP_BEGIN + idx);
67#ifdef CONFIG_DEBUG_HIGHMEM
68 /*
69 * With debugging enabled, kunmap_atomic forces that entry to 0.
70 * Make sure it was indeed properly unmapped.
71 */
72 BUG_ON(!pte_none(get_top_pte(vaddr)));
73#endif
74 /*
75 * When debugging is off, kunmap_atomic leaves the previous mapping
76 * in place, so the contained TLB flush ensures the TLB is updated
77 * with the new mapping.
78 */
79 set_top_pte(vaddr, mk_pte(page, kmap_prot));
80
81 return (void *)vaddr;
82}
83EXPORT_SYMBOL(kmap_atomic);
84
85void __kunmap_atomic(void *kvaddr)
86{
87 unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK;
88 int idx, type;
89
90 if (kvaddr >= (void *)FIXADDR_START) {
91 type = kmap_atomic_idx();
92 idx = type + KM_TYPE_NR * smp_processor_id();
93
94 if (cache_is_vivt())
95 __cpuc_flush_dcache_area((void *)vaddr, PAGE_SIZE);
96#ifdef CONFIG_DEBUG_HIGHMEM
97 BUG_ON(vaddr != __fix_to_virt(FIX_KMAP_BEGIN + idx));
98 set_top_pte(vaddr, __pte(0));
99#else
100 (void) idx; /* to kill a warning */
101#endif
102 kmap_atomic_idx_pop();
103 } else if (vaddr >= PKMAP_ADDR(0) && vaddr < PKMAP_ADDR(LAST_PKMAP)) {
104 /* this address was obtained through kmap_high_get() */
105 kunmap_high(pte_page(pkmap_page_table[PKMAP_NR(vaddr)]));
106 }
107 pagefault_enable();
108}
109EXPORT_SYMBOL(__kunmap_atomic);
110
111void *kmap_atomic_pfn(unsigned long pfn)
112{
113 unsigned long vaddr;
114 int idx, type;
115
116 pagefault_disable();
117
118 type = kmap_atomic_idx_push();
119 idx = type + KM_TYPE_NR * smp_processor_id();
120 vaddr = __fix_to_virt(FIX_KMAP_BEGIN + idx);
121#ifdef CONFIG_DEBUG_HIGHMEM
122 BUG_ON(!pte_none(get_top_pte(vaddr)));
123#endif
124 set_top_pte(vaddr, pfn_pte(pfn, kmap_prot));
125
126 return (void *)vaddr;
127}
128
129struct page *kmap_atomic_to_page(const void *ptr)
130{
131 unsigned long vaddr = (unsigned long)ptr;
132
133 if (vaddr < FIXADDR_START)
134 return virt_to_page(ptr);
135
136 return pte_page(get_top_pte(vaddr));
137}
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * arch/arm/mm/highmem.c -- ARM highmem support
4 *
5 * Author: Nicolas Pitre
6 * Created: september 8, 2008
7 * Copyright: Marvell Semiconductors Inc.
8 */
9
10#include <linux/module.h>
11#include <linux/highmem.h>
12#include <linux/interrupt.h>
13#include <asm/fixmap.h>
14#include <asm/cacheflush.h>
15#include <asm/tlbflush.h>
16#include "mm.h"
17
18static inline void set_fixmap_pte(int idx, pte_t pte)
19{
20 unsigned long vaddr = __fix_to_virt(idx);
21 pte_t *ptep = virt_to_kpte(vaddr);
22
23 set_pte_ext(ptep, pte, 0);
24 local_flush_tlb_kernel_page(vaddr);
25}
26
27static inline pte_t get_fixmap_pte(unsigned long vaddr)
28{
29 pte_t *ptep = virt_to_kpte(vaddr);
30
31 return *ptep;
32}
33
34void *kmap_atomic_high_prot(struct page *page, pgprot_t prot)
35{
36 unsigned int idx;
37 unsigned long vaddr;
38 void *kmap;
39 int type;
40
41#ifdef CONFIG_DEBUG_HIGHMEM
42 /*
43 * There is no cache coherency issue when non VIVT, so force the
44 * dedicated kmap usage for better debugging purposes in that case.
45 */
46 if (!cache_is_vivt())
47 kmap = NULL;
48 else
49#endif
50 kmap = kmap_high_get(page);
51 if (kmap)
52 return kmap;
53
54 type = kmap_atomic_idx_push();
55
56 idx = FIX_KMAP_BEGIN + type + KM_TYPE_NR * smp_processor_id();
57 vaddr = __fix_to_virt(idx);
58#ifdef CONFIG_DEBUG_HIGHMEM
59 /*
60 * With debugging enabled, kunmap_atomic forces that entry to 0.
61 * Make sure it was indeed properly unmapped.
62 */
63 BUG_ON(!pte_none(get_fixmap_pte(vaddr)));
64#endif
65 /*
66 * When debugging is off, kunmap_atomic leaves the previous mapping
67 * in place, so the contained TLB flush ensures the TLB is updated
68 * with the new mapping.
69 */
70 set_fixmap_pte(idx, mk_pte(page, prot));
71
72 return (void *)vaddr;
73}
74EXPORT_SYMBOL(kmap_atomic_high_prot);
75
76void kunmap_atomic_high(void *kvaddr)
77{
78 unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK;
79 int idx, type;
80
81 if (kvaddr >= (void *)FIXADDR_START) {
82 type = kmap_atomic_idx();
83 idx = FIX_KMAP_BEGIN + type + KM_TYPE_NR * smp_processor_id();
84
85 if (cache_is_vivt())
86 __cpuc_flush_dcache_area((void *)vaddr, PAGE_SIZE);
87#ifdef CONFIG_DEBUG_HIGHMEM
88 BUG_ON(vaddr != __fix_to_virt(idx));
89 set_fixmap_pte(idx, __pte(0));
90#else
91 (void) idx; /* to kill a warning */
92#endif
93 kmap_atomic_idx_pop();
94 } else if (vaddr >= PKMAP_ADDR(0) && vaddr < PKMAP_ADDR(LAST_PKMAP)) {
95 /* this address was obtained through kmap_high_get() */
96 kunmap_high(pte_page(pkmap_page_table[PKMAP_NR(vaddr)]));
97 }
98}
99EXPORT_SYMBOL(kunmap_atomic_high);
100
101void *kmap_atomic_pfn(unsigned long pfn)
102{
103 unsigned long vaddr;
104 int idx, type;
105 struct page *page = pfn_to_page(pfn);
106
107 preempt_disable();
108 pagefault_disable();
109 if (!PageHighMem(page))
110 return page_address(page);
111
112 type = kmap_atomic_idx_push();
113 idx = FIX_KMAP_BEGIN + type + KM_TYPE_NR * smp_processor_id();
114 vaddr = __fix_to_virt(idx);
115#ifdef CONFIG_DEBUG_HIGHMEM
116 BUG_ON(!pte_none(get_fixmap_pte(vaddr)));
117#endif
118 set_fixmap_pte(idx, pfn_pte(pfn, kmap_prot));
119
120 return (void *)vaddr;
121}