1 // SPDX-License-Identifier: GPL-2.0-or-later
2
3 #include <linux/io.h>
4 #include <linux/slab.h>
5 #include <linux/mmzone.h>
6 #include <linux/vmalloc.h>
7 #include <asm/io-workarounds.h>
8
9 unsigned long ioremap_bot;
10 EXPORT_SYMBOL(ioremap_bot);
11
ioremap(phys_addr_t addr,unsigned long size)12 void __iomem *ioremap(phys_addr_t addr, unsigned long size)
13 {
14 pgprot_t prot = pgprot_noncached(PAGE_KERNEL);
15 void *caller = __builtin_return_address(0);
16
17 if (iowa_is_active())
18 return iowa_ioremap(addr, size, prot, caller);
19 return __ioremap_caller(addr, size, prot, caller);
20 }
21 EXPORT_SYMBOL(ioremap);
22
ioremap_wc(phys_addr_t addr,unsigned long size)23 void __iomem *ioremap_wc(phys_addr_t addr, unsigned long size)
24 {
25 pgprot_t prot = pgprot_noncached_wc(PAGE_KERNEL);
26 void *caller = __builtin_return_address(0);
27
28 if (iowa_is_active())
29 return iowa_ioremap(addr, size, prot, caller);
30 return __ioremap_caller(addr, size, prot, caller);
31 }
32 EXPORT_SYMBOL(ioremap_wc);
33
ioremap_coherent(phys_addr_t addr,unsigned long size)34 void __iomem *ioremap_coherent(phys_addr_t addr, unsigned long size)
35 {
36 pgprot_t prot = pgprot_cached(PAGE_KERNEL);
37 void *caller = __builtin_return_address(0);
38
39 if (iowa_is_active())
40 return iowa_ioremap(addr, size, prot, caller);
41 return __ioremap_caller(addr, size, prot, caller);
42 }
43
ioremap_prot(phys_addr_t addr,size_t size,unsigned long flags)44 void __iomem *ioremap_prot(phys_addr_t addr, size_t size, unsigned long flags)
45 {
46 pte_t pte = __pte(flags);
47 void *caller = __builtin_return_address(0);
48
49 /* writeable implies dirty for kernel addresses */
50 if (pte_write(pte))
51 pte = pte_mkdirty(pte);
52
53 /* we don't want to let _PAGE_USER and _PAGE_EXEC leak out */
54 pte = pte_exprotect(pte);
55 pte = pte_mkprivileged(pte);
56
57 if (iowa_is_active())
58 return iowa_ioremap(addr, size, pte_pgprot(pte), caller);
59 return __ioremap_caller(addr, size, pte_pgprot(pte), caller);
60 }
61 EXPORT_SYMBOL(ioremap_prot);
62
early_ioremap_range(unsigned long ea,phys_addr_t pa,unsigned long size,pgprot_t prot)63 int early_ioremap_range(unsigned long ea, phys_addr_t pa,
64 unsigned long size, pgprot_t prot)
65 {
66 unsigned long i;
67
68 for (i = 0; i < size; i += PAGE_SIZE) {
69 int err = map_kernel_page(ea + i, pa + i, prot);
70
71 if (WARN_ON_ONCE(err)) /* Should clean up */
72 return err;
73 }
74
75 return 0;
76 }
77
