1// SPDX-License-Identifier: GPL-2.0-or-later
  2
  3#include <linux/io.h>
  4#include <linux/slab.h>
  5#include <linux/mmzone.h>
  6#include <linux/vmalloc.h>
  7#include <asm/io-workarounds.h>
  8
  9unsigned long ioremap_bot;
 10EXPORT_SYMBOL(ioremap_bot);
 11
 12void __iomem *ioremap(phys_addr_t addr, unsigned long size)
 13{
 14	pgprot_t prot = pgprot_noncached(PAGE_KERNEL);
 15	void *caller = __builtin_return_address(0);
 16
 17	if (iowa_is_active())
 18		return iowa_ioremap(addr, size, prot, caller);
 19	return __ioremap_caller(addr, size, prot, caller);
 20}
 21EXPORT_SYMBOL(ioremap);
 22
 23void __iomem *ioremap_wc(phys_addr_t addr, unsigned long size)
 24{
 25	pgprot_t prot = pgprot_noncached_wc(PAGE_KERNEL);
 26	void *caller = __builtin_return_address(0);
 27
 28	if (iowa_is_active())
 29		return iowa_ioremap(addr, size, prot, caller);
 30	return __ioremap_caller(addr, size, prot, caller);
 31}
 32EXPORT_SYMBOL(ioremap_wc);
 33
 34void __iomem *ioremap_coherent(phys_addr_t addr, unsigned long size)
 35{
 36	pgprot_t prot = pgprot_cached(PAGE_KERNEL);
 37	void *caller = __builtin_return_address(0);
 38
 39	if (iowa_is_active())
 40		return iowa_ioremap(addr, size, prot, caller);
 41	return __ioremap_caller(addr, size, prot, caller);
 42}
 43
 44void __iomem *ioremap_prot(phys_addr_t addr, unsigned long size, unsigned long flags)
 45{
 46	pte_t pte = __pte(flags);
 47	void *caller = __builtin_return_address(0);
 48
 49	/* writeable implies dirty for kernel addresses */
 50	if (pte_write(pte))
 51		pte = pte_mkdirty(pte);
 52
 53	/* we don't want to let _PAGE_USER and _PAGE_EXEC leak out */
 54	pte = pte_exprotect(pte);
 55	pte = pte_mkprivileged(pte);
 56
 57	if (iowa_is_active())
 58		return iowa_ioremap(addr, size, pte_pgprot(pte), caller);
 59	return __ioremap_caller(addr, size, pte_pgprot(pte), caller);
 60}
 61EXPORT_SYMBOL(ioremap_prot);
 62
 63int early_ioremap_range(unsigned long ea, phys_addr_t pa,
 64			unsigned long size, pgprot_t prot)
 65{
 66	unsigned long i;
 67
 68	for (i = 0; i < size; i += PAGE_SIZE) {
 69		int err = map_kernel_page(ea + i, pa + i, prot);
 70
 71		if (WARN_ON_ONCE(err))  /* Should clean up */
 72			return err;
 73	}
 74
 75	return 0;
 76}
 77
 78void __iomem *do_ioremap(phys_addr_t pa, phys_addr_t offset, unsigned long size,
 79			 pgprot_t prot, void *caller)
 80{
 81	struct vm_struct *area;
 82	int ret;
 83	unsigned long va;
 84
 85	area = __get_vm_area_caller(size, VM_IOREMAP, IOREMAP_START, IOREMAP_END, caller);
 86	if (area == NULL)
 87		return NULL;
 88
 89	area->phys_addr = pa;
 90	va = (unsigned long)area->addr;
 91
 92	ret = ioremap_page_range(va, va + size, pa, prot);
 93	if (!ret)
 94		return (void __iomem *)area->addr + offset;
 95
 96	vunmap_range(va, va + size);
 97	free_vm_area(area);
 98
 99	return NULL;
100}

 1// SPDX-License-Identifier: GPL-2.0-or-later
 2
 3#include <linux/io.h>
 4#include <linux/slab.h>
 
 5#include <linux/vmalloc.h>
 6#include <asm/io-workarounds.h>
 7
 8unsigned long ioremap_bot;
 9EXPORT_SYMBOL(ioremap_bot);
10
11void __iomem *ioremap(phys_addr_t addr, unsigned long size)
12{
13	pgprot_t prot = pgprot_noncached(PAGE_KERNEL);
14	void *caller = __builtin_return_address(0);
15
16	if (iowa_is_active())
17		return iowa_ioremap(addr, size, prot, caller);
18	return __ioremap_caller(addr, size, prot, caller);
19}
20EXPORT_SYMBOL(ioremap);
21
22void __iomem *ioremap_wc(phys_addr_t addr, unsigned long size)
23{
24	pgprot_t prot = pgprot_noncached_wc(PAGE_KERNEL);
25	void *caller = __builtin_return_address(0);
26
27	if (iowa_is_active())
28		return iowa_ioremap(addr, size, prot, caller);
29	return __ioremap_caller(addr, size, prot, caller);
30}
31EXPORT_SYMBOL(ioremap_wc);
32
33void __iomem *ioremap_coherent(phys_addr_t addr, unsigned long size)
34{
35	pgprot_t prot = pgprot_cached(PAGE_KERNEL);
36	void *caller = __builtin_return_address(0);
37
38	if (iowa_is_active())
39		return iowa_ioremap(addr, size, prot, caller);
40	return __ioremap_caller(addr, size, prot, caller);
41}
42
43void __iomem *ioremap_prot(phys_addr_t addr, unsigned long size, unsigned long flags)
44{
45	pte_t pte = __pte(flags);
46	void *caller = __builtin_return_address(0);
47
48	/* writeable implies dirty for kernel addresses */
49	if (pte_write(pte))
50		pte = pte_mkdirty(pte);
51
52	/* we don't want to let _PAGE_USER and _PAGE_EXEC leak out */
53	pte = pte_exprotect(pte);
54	pte = pte_mkprivileged(pte);
55
56	if (iowa_is_active())
57		return iowa_ioremap(addr, size, pte_pgprot(pte), caller);
58	return __ioremap_caller(addr, size, pte_pgprot(pte), caller);
59}
60EXPORT_SYMBOL(ioremap_prot);
61
62int early_ioremap_range(unsigned long ea, phys_addr_t pa,
63			unsigned long size, pgprot_t prot)
64{
65	unsigned long i;
66
67	for (i = 0; i < size; i += PAGE_SIZE) {
68		int err = map_kernel_page(ea + i, pa + i, prot);
69
70		if (WARN_ON_ONCE(err))  /* Should clean up */
71			return err;
72	}
73
74	return 0;
75}
76
77void __iomem *do_ioremap(phys_addr_t pa, phys_addr_t offset, unsigned long size,
78			 pgprot_t prot, void *caller)
79{
80	struct vm_struct *area;
81	int ret;
82	unsigned long va;
83
84	area = __get_vm_area_caller(size, VM_IOREMAP, IOREMAP_START, IOREMAP_END, caller);
85	if (area == NULL)
86		return NULL;
87
88	area->phys_addr = pa;
89	va = (unsigned long)area->addr;
90
91	ret = ioremap_page_range(va, va + size, pa, prot);
92	if (!ret)
93		return (void __iomem *)area->addr + offset;
94
95	unmap_kernel_range(va, size);
96	free_vm_area(area);
97
98	return NULL;
99}