| /Linux-v5.4/arch/mips/cavium-octeon/ |
| D | dma-octeon.c | 31 dma_addr_t (*phys_to_dma)(struct device *dev, phys_addr_t paddr);
35 static dma_addr_t octeon_hole_phys_to_dma(phys_addr_t paddr) in octeon_hole_phys_to_dma() argument
37 …if (paddr >= CVMX_PCIE_BAR1_PHYS_BASE && paddr < (CVMX_PCIE_BAR1_PHYS_BASE + CVMX_PCIE_BAR1_PHYS_S… in octeon_hole_phys_to_dma()
38 return paddr - CVMX_PCIE_BAR1_PHYS_BASE + CVMX_PCIE_BAR1_RC_BASE; in octeon_hole_phys_to_dma()
40 return paddr; in octeon_hole_phys_to_dma()
51 static dma_addr_t octeon_gen1_phys_to_dma(struct device *dev, phys_addr_t paddr) in octeon_gen1_phys_to_dma() argument
53 if (paddr >= 0x410000000ull && paddr < 0x420000000ull) in octeon_gen1_phys_to_dma()
54 paddr -= 0x400000000ull; in octeon_gen1_phys_to_dma()
55 return octeon_hole_phys_to_dma(paddr); in octeon_gen1_phys_to_dma()
73 static dma_addr_t octeon_gen2_phys_to_dma(struct device *dev, phys_addr_t paddr) in octeon_gen2_phys_to_dma() argument
[all …]
|
| /Linux-v5.4/arch/arc/mm/ |
| D | ioremap.c | 14 static inline bool arc_uncached_addr_space(phys_addr_t paddr) in arc_uncached_addr_space() argument
17 if (paddr >= ARC_UNCACHED_ADDR_SPACE) in arc_uncached_addr_space()
19 } else if (paddr >= perip_base && paddr <= perip_end) { in arc_uncached_addr_space()
26 void __iomem *ioremap(phys_addr_t paddr, unsigned long size) in ioremap() argument
31 end = paddr + size - 1; in ioremap()
32 if (!size || (end < paddr)) in ioremap()
39 if (arc_uncached_addr_space(paddr)) in ioremap()
40 return (void __iomem *)(u32)paddr; in ioremap()
42 return ioremap_prot(paddr, size, PAGE_KERNEL_NO_CACHE); in ioremap()
53 void __iomem *ioremap_prot(phys_addr_t paddr, unsigned long size, in ioremap_prot() argument
[all …]
|
| D | cache.c | 31 void (*_cache_line_loop_ic_fn)(phys_addr_t paddr, unsigned long vaddr,
250 void __cache_line_loop_v2(phys_addr_t paddr, unsigned long vaddr, in __cache_line_loop_v2() argument
270 sz += paddr & ~CACHE_LINE_MASK; in __cache_line_loop_v2()
271 paddr &= CACHE_LINE_MASK; in __cache_line_loop_v2()
278 paddr |= (vaddr >> PAGE_SHIFT) & 0x1F; in __cache_line_loop_v2()
281 write_aux_reg(aux_cmd, paddr); in __cache_line_loop_v2()
282 paddr += L1_CACHE_BYTES; in __cache_line_loop_v2()
295 void __cache_line_loop_v3(phys_addr_t paddr, unsigned long vaddr, in __cache_line_loop_v3() argument
316 sz += paddr & ~CACHE_LINE_MASK; in __cache_line_loop_v3()
317 paddr &= CACHE_LINE_MASK; in __cache_line_loop_v3()
[all …]
|
| D | dma.c | 51 void arch_sync_dma_for_device(struct device *dev, phys_addr_t paddr, in arch_sync_dma_for_device() argument
56 dma_cache_wback(paddr, size); in arch_sync_dma_for_device()
60 dma_cache_inv(paddr, size); in arch_sync_dma_for_device()
64 dma_cache_wback_inv(paddr, size); in arch_sync_dma_for_device()
72 void arch_sync_dma_for_cpu(struct device *dev, phys_addr_t paddr, in arch_sync_dma_for_cpu() argument
82 dma_cache_inv(paddr, size); in arch_sync_dma_for_cpu()
|
| /Linux-v5.4/arch/m68k/mm/ |
| D | memory.c | 129 static inline void clear040(unsigned long paddr) in clear040() argument
136 : : "a" (paddr)); in clear040()
140 static inline void cleari040(unsigned long paddr) in cleari040() argument
147 : : "a" (paddr)); in cleari040()
152 static inline void push040(unsigned long paddr) in push040() argument
159 : : "a" (paddr)); in push040()
164 static inline void pushcl040(unsigned long paddr) in pushcl040() argument
169 push040(paddr); in pushcl040()
171 clear040(paddr); in pushcl040()
202 void cache_clear (unsigned long paddr, int len) in cache_clear() argument
[all …]
|
| /Linux-v5.4/arch/m68k/kernel/ |
| D | sys_m68k.c | 70 unsigned long paddr, i; in cache_flush_040() local
103 if ((paddr = virt_to_phys_040(addr))) { in cache_flush_040()
104 paddr += addr & ~(PAGE_MASK | 15); in cache_flush_040()
116 if ((paddr = virt_to_phys_040(addr))) in cache_flush_040()
125 i = (PAGE_SIZE - (paddr & ~PAGE_MASK)) >> 4; in cache_flush_040()
135 : : "a" (paddr)); in cache_flush_040()
142 : : "a" (paddr)); in cache_flush_040()
150 : : "a" (paddr)); in cache_flush_040()
165 if ((paddr = virt_to_phys_040(addr))) in cache_flush_040()
174 paddr += 16; in cache_flush_040()
[all …]
|
| /Linux-v5.4/arch/c6x/mm/ |
| D | dma-coherent.c | 78 u32 paddr; in arch_dma_alloc() local
86 paddr = __alloc_dma_pages(order); in arch_dma_alloc()
89 *handle = paddr; in arch_dma_alloc()
91 if (!paddr) in arch_dma_alloc()
94 ret = phys_to_virt(paddr); in arch_dma_alloc()
143 static void c6x_dma_sync(struct device *dev, phys_addr_t paddr, size_t size, in c6x_dma_sync() argument
150 L2_cache_block_invalidate(paddr, paddr + size); in c6x_dma_sync()
153 L2_cache_block_writeback(paddr, paddr + size); in c6x_dma_sync()
156 L2_cache_block_writeback_invalidate(paddr, paddr + size); in c6x_dma_sync()
163 void arch_sync_dma_for_device(struct device *dev, phys_addr_t paddr, in arch_sync_dma_for_device() argument
[all …]
|
| /Linux-v5.4/arch/microblaze/kernel/ |
| D | dma.c | 18 static void __dma_sync(struct device *dev, phys_addr_t paddr, size_t size, in __dma_sync() argument
24 flush_dcache_range(paddr, paddr + size); in __dma_sync()
27 invalidate_dcache_range(paddr, paddr + size); in __dma_sync()
34 void arch_sync_dma_for_device(struct device *dev, phys_addr_t paddr, in arch_sync_dma_for_device() argument
37 __dma_sync(dev, paddr, size, dir); in arch_sync_dma_for_device()
40 void arch_sync_dma_for_cpu(struct device *dev, phys_addr_t paddr, in arch_sync_dma_for_cpu() argument
43 __dma_sync(dev, paddr, size, dir); in arch_sync_dma_for_cpu()
|
| /Linux-v5.4/drivers/bus/ |
| D | uniphier-system-bus.c | 39 int bank, u32 addr, u64 paddr, u32 size) in uniphier_system_bus_add_bank() argument
45 bank, addr, paddr, size); in uniphier_system_bus_add_bank()
58 if (paddr > U32_MAX) { in uniphier_system_bus_add_bank()
59 dev_err(priv->dev, "base address %llx is too high\n", paddr); in uniphier_system_bus_add_bank()
63 end = paddr + size; in uniphier_system_bus_add_bank()
65 if (addr > paddr) { in uniphier_system_bus_add_bank()
68 addr, paddr); in uniphier_system_bus_add_bank()
71 paddr -= addr; in uniphier_system_bus_add_bank()
73 paddr = round_down(paddr, 0x00020000); in uniphier_system_bus_add_bank()
80 mask = paddr ^ (end - 1); in uniphier_system_bus_add_bank()
[all …]
|
| /Linux-v5.4/arch/x86/mm/ |
| D | pat.c | 679 static enum page_cache_mode lookup_memtype(u64 paddr) in lookup_memtype() argument
684 if (x86_platform.is_untracked_pat_range(paddr, paddr + PAGE_SIZE)) in lookup_memtype()
687 if (pat_pagerange_is_ram(paddr, paddr + PAGE_SIZE)) { in lookup_memtype()
690 page = pfn_to_page(paddr >> PAGE_SHIFT); in lookup_memtype()
696 entry = rbt_memtype_lookup(paddr); in lookup_memtype()
879 static int reserve_pfn_range(u64 paddr, unsigned long size, pgprot_t *vma_prot, in reserve_pfn_range() argument
887 is_ram = pat_pagerange_is_ram(paddr, paddr + size); in reserve_pfn_range()
898 pcm = lookup_memtype(paddr); in reserve_pfn_range()
903 (unsigned long long)paddr, in reserve_pfn_range()
904 (unsigned long long)(paddr + size - 1), in reserve_pfn_range()
[all …]
|
| D | ioremap.c | 574 u64 paddr; in memremap_is_efi_data() local
580 paddr = boot_params.efi_info.efi_memmap_hi; in memremap_is_efi_data()
581 paddr <<= 32; in memremap_is_efi_data()
582 paddr |= boot_params.efi_info.efi_memmap; in memremap_is_efi_data()
583 if (phys_addr == paddr) in memremap_is_efi_data()
586 paddr = boot_params.efi_info.efi_systab_hi; in memremap_is_efi_data()
587 paddr <<= 32; in memremap_is_efi_data()
588 paddr |= boot_params.efi_info.efi_systab; in memremap_is_efi_data()
589 if (phys_addr == paddr) in memremap_is_efi_data()
614 u64 paddr, paddr_next; in memremap_is_setup_data() local
[all …]
|
| D | mem_encrypt.c | 59 static void __init __sme_early_enc_dec(resource_size_t paddr, in __sme_early_enc_dec() argument
81 src = enc ? early_memremap_decrypted_wp(paddr, len) : in __sme_early_enc_dec()
82 early_memremap_encrypted_wp(paddr, len); in __sme_early_enc_dec()
84 dst = enc ? early_memremap_encrypted(paddr, len) : in __sme_early_enc_dec()
85 early_memremap_decrypted(paddr, len); in __sme_early_enc_dec()
104 paddr += len; in __sme_early_enc_dec()
109 void __init sme_early_encrypt(resource_size_t paddr, unsigned long size) in sme_early_encrypt() argument
111 __sme_early_enc_dec(paddr, size, true); in sme_early_encrypt()
114 void __init sme_early_decrypt(resource_size_t paddr, unsigned long size) in sme_early_decrypt() argument
116 __sme_early_enc_dec(paddr, size, false); in sme_early_decrypt()
[all …]
|
| /Linux-v5.4/arch/nds32/kernel/ |
| D | dma.c | 13 static inline void cache_op(phys_addr_t paddr, size_t size, in cache_op() argument
16 struct page *page = pfn_to_page(paddr >> PAGE_SHIFT); in cache_op()
17 unsigned offset = paddr & ~PAGE_MASK; in cache_op()
40 start = (unsigned long)phys_to_virt(paddr); in cache_op()
49 void arch_sync_dma_for_device(struct device *dev, phys_addr_t paddr, in arch_sync_dma_for_device() argument
57 cache_op(paddr, size, cpu_dma_wb_range); in arch_sync_dma_for_device()
64 void arch_sync_dma_for_cpu(struct device *dev, phys_addr_t paddr, in arch_sync_dma_for_cpu() argument
72 cache_op(paddr, size, cpu_dma_inval_range); in arch_sync_dma_for_cpu()
|
| /Linux-v5.4/arch/csky/mm/ |
| D | dma-mapping.c | 17 static inline void cache_op(phys_addr_t paddr, size_t size, in cache_op() argument
20 struct page *page = phys_to_page(paddr); in cache_op()
22 unsigned long offset = offset_in_page(paddr); in cache_op()
61 void arch_sync_dma_for_device(struct device *dev, phys_addr_t paddr, in arch_sync_dma_for_device() argument
66 cache_op(paddr, size, dma_wb_range); in arch_sync_dma_for_device()
70 cache_op(paddr, size, dma_wbinv_range); in arch_sync_dma_for_device()
77 void arch_sync_dma_for_cpu(struct device *dev, phys_addr_t paddr, in arch_sync_dma_for_cpu() argument
85 cache_op(paddr, size, dma_inv_range); in arch_sync_dma_for_cpu()
|
| /Linux-v5.4/drivers/net/phy/ |
| D | bcm87xx.c | 36 const __be32 *paddr; in bcm87xx_of_reg_init() local
43 paddr = of_get_property(phydev->mdio.dev.of_node, in bcm87xx_of_reg_init()
45 if (!paddr) in bcm87xx_of_reg_init()
48 paddr_end = paddr + (len /= sizeof(*paddr)); in bcm87xx_of_reg_init()
52 while (paddr + 3 < paddr_end) { in bcm87xx_of_reg_init()
53 u16 devid = be32_to_cpup(paddr++); in bcm87xx_of_reg_init()
54 u16 reg = be32_to_cpup(paddr++); in bcm87xx_of_reg_init()
55 u16 mask = be32_to_cpup(paddr++); in bcm87xx_of_reg_init()
56 u16 val_bits = be32_to_cpup(paddr++); in bcm87xx_of_reg_init()
|
| /Linux-v5.4/drivers/media/platform/sti/hva/ |
| D | hva-mem.c | 16 dma_addr_t paddr; in hva_mem_alloc() local
25 base = dma_alloc_attrs(dev, size, &paddr, GFP_KERNEL, in hva_mem_alloc()
36 b->paddr = paddr; in hva_mem_alloc()
42 ctx->name, size, b->vaddr, &b->paddr, b->name); in hva_mem_alloc()
56 ctx->name, buf->size, buf->vaddr, &buf->paddr, buf->name); in hva_mem_free()
58 dma_free_attrs(dev, buf->size, buf->vaddr, buf->paddr, in hva_mem_free()
|
| /Linux-v5.4/arch/sparc/include/asm/ |
| D | mxcc.h | 89 static inline void mxcc_set_stream_src(unsigned long *paddr) in mxcc_set_stream_src() argument
91 unsigned long data0 = paddr[0]; in mxcc_set_stream_src()
92 unsigned long data1 = paddr[1]; in mxcc_set_stream_src()
102 static inline void mxcc_set_stream_dst(unsigned long *paddr) in mxcc_set_stream_dst() argument
104 unsigned long data0 = paddr[0]; in mxcc_set_stream_dst()
105 unsigned long data1 = paddr[1]; in mxcc_set_stream_dst()
|
| /Linux-v5.4/arch/mips/jazz/ |
| D | jazzdma.c | 53 unsigned long paddr = 0; in vdma_pgtbl_init() local
57 pgtbl[i].frame = paddr; in vdma_pgtbl_init()
59 paddr += VDMA_PAGESIZE; in vdma_pgtbl_init()
97 unsigned long vdma_alloc(unsigned long paddr, unsigned long size) in vdma_alloc() argument
104 if (paddr > 0x1fffffff) { in vdma_alloc()
107 paddr); in vdma_alloc()
120 pages = VDMA_PAGE(paddr + size) - VDMA_PAGE(paddr) + 1; in vdma_alloc()
143 laddr = (first << 12) + (paddr & (VDMA_PAGESIZE - 1)); in vdma_alloc()
144 frame = paddr & ~(VDMA_PAGESIZE - 1); in vdma_alloc()
217 int vdma_remap(unsigned long laddr, unsigned long paddr, unsigned long size) in vdma_remap() argument
[all …]
|
| /Linux-v5.4/arch/mips/sgi-ip32/ |
| D | ip32-dma.c | 21 dma_addr_t __phys_to_dma(struct device *dev, phys_addr_t paddr) in __phys_to_dma() argument
23 dma_addr_t dma_addr = paddr & RAM_OFFSET_MASK; in __phys_to_dma()
32 phys_addr_t paddr = dma_addr & RAM_OFFSET_MASK; in __dma_to_phys() local
35 paddr += CRIME_HI_MEM_BASE; in __dma_to_phys()
36 return paddr; in __dma_to_phys()
|
| /Linux-v5.4/arch/xtensa/mm/ |
| D | ioremap.c | 14 static void __iomem *xtensa_ioremap(unsigned long paddr, unsigned long size, in xtensa_ioremap() argument
17 unsigned long offset = paddr & ~PAGE_MASK; in xtensa_ioremap()
18 unsigned long pfn = __phys_to_pfn(paddr); in xtensa_ioremap()
23 paddr &= PAGE_MASK; in xtensa_ioremap()
34 area->phys_addr = paddr; in xtensa_ioremap()
36 err = ioremap_page_range(vaddr, vaddr + size, paddr, prot); in xtensa_ioremap()
|
| /Linux-v5.4/drivers/xen/ |
| D | swiotlb-xen.c | 62 static inline dma_addr_t xen_phys_to_bus(phys_addr_t paddr) in xen_phys_to_bus() argument
64 unsigned long bfn = pfn_to_bfn(XEN_PFN_DOWN(paddr)); in xen_phys_to_bus()
67 dma |= paddr & ~XEN_PAGE_MASK; in xen_phys_to_bus()
76 phys_addr_t paddr = dma; in xen_bus_to_phys() local
78 paddr |= baddr & ~XEN_PAGE_MASK; in xen_bus_to_phys()
80 return paddr; in xen_bus_to_phys()
106 phys_addr_t paddr = XEN_PFN_PHYS(xen_pfn); in is_xen_swiotlb_buffer() local
112 if (pfn_valid(PFN_DOWN(paddr))) { in is_xen_swiotlb_buffer()
113 return paddr >= virt_to_phys(xen_io_tlb_start) && in is_xen_swiotlb_buffer()
114 paddr < virt_to_phys(xen_io_tlb_end); in is_xen_swiotlb_buffer()
[all …]
|
| /Linux-v5.4/drivers/gpu/drm/ |
| D | drm_fb_cma_helper.c | 67 dma_addr_t paddr; in drm_fb_cma_get_gem_addr() local
81 paddr = obj->paddr + fb->offsets[plane]; in drm_fb_cma_get_gem_addr()
93 paddr += fb->pitches[plane] * block_start_y; in drm_fb_cma_get_gem_addr()
94 paddr += block_size * num_hblocks; in drm_fb_cma_get_gem_addr()
96 return paddr; in drm_fb_cma_get_gem_addr()
|
| /Linux-v5.4/arch/powerpc/mm/ |
| D | dma-noncoherent.c | 94 static void __dma_sync_page(phys_addr_t paddr, size_t size, int dir) in __dma_sync_page() argument
96 struct page *page = pfn_to_page(paddr >> PAGE_SHIFT); in __dma_sync_page()
97 unsigned offset = paddr & ~PAGE_MASK; in __dma_sync_page()
107 void arch_sync_dma_for_device(struct device *dev, phys_addr_t paddr, in arch_sync_dma_for_device() argument
110 __dma_sync_page(paddr, size, dir); in arch_sync_dma_for_device()
113 void arch_sync_dma_for_cpu(struct device *dev, phys_addr_t paddr, in arch_sync_dma_for_cpu() argument
116 __dma_sync_page(paddr, size, dir); in arch_sync_dma_for_cpu()
|
| /Linux-v5.4/arch/mips/mm/ |
| D | dma-noncoherent.c | 94 static inline void dma_sync_phys(phys_addr_t paddr, size_t size, in dma_sync_phys() argument
97 struct page *page = pfn_to_page(paddr >> PAGE_SHIFT); in dma_sync_phys()
98 unsigned long offset = paddr & ~PAGE_MASK; in dma_sync_phys()
121 void arch_sync_dma_for_device(struct device *dev, phys_addr_t paddr, in arch_sync_dma_for_device() argument
124 dma_sync_phys(paddr, size, dir); in arch_sync_dma_for_device()
128 void arch_sync_dma_for_cpu(struct device *dev, phys_addr_t paddr, in arch_sync_dma_for_cpu() argument
132 dma_sync_phys(paddr, size, dir); in arch_sync_dma_for_cpu()
|
| /Linux-v5.4/kernel/dma/ |
| D | direct.c | 228 phys_addr_t paddr = dma_to_phys(dev, addr); in dma_direct_sync_single_for_device() local
230 if (unlikely(is_swiotlb_buffer(paddr))) in dma_direct_sync_single_for_device()
231 swiotlb_tbl_sync_single(dev, paddr, size, dir, SYNC_FOR_DEVICE); in dma_direct_sync_single_for_device()
234 arch_sync_dma_for_device(dev, paddr, size, dir); in dma_direct_sync_single_for_device()
245 phys_addr_t paddr = dma_to_phys(dev, sg_dma_address(sg)); in dma_direct_sync_sg_for_device() local
247 if (unlikely(is_swiotlb_buffer(paddr))) in dma_direct_sync_sg_for_device()
248 swiotlb_tbl_sync_single(dev, paddr, sg->length, in dma_direct_sync_sg_for_device()
252 arch_sync_dma_for_device(dev, paddr, sg->length, in dma_direct_sync_sg_for_device()
265 phys_addr_t paddr = dma_to_phys(dev, addr); in dma_direct_sync_single_for_cpu() local
268 arch_sync_dma_for_cpu(dev, paddr, size, dir); in dma_direct_sync_single_for_cpu()
[all …]
|
