| /Linux-v5.10/arch/xtensa/kernel/ |
| D | setup.c | 340 !mem_reserve(__pa(initrd_start), __pa(initrd_end))) in setup_arch()
346 mem_reserve(__pa(_stext), __pa(_end)); in setup_arch()
348 mem_reserve(__pa(_xip_start), __pa(_xip_end)); in setup_arch()
352 mem_reserve(__pa(&_WindowVectors_text_start), in setup_arch()
353 __pa(&_WindowVectors_text_end)); in setup_arch()
355 mem_reserve(__pa(&_DebugInterruptVector_text_start), in setup_arch()
356 __pa(&_DebugInterruptVector_text_end)); in setup_arch()
358 mem_reserve(__pa(&_KernelExceptionVector_text_start), in setup_arch()
359 __pa(&_KernelExceptionVector_text_end)); in setup_arch()
361 mem_reserve(__pa(&_UserExceptionVector_text_start), in setup_arch()
[all …]
|
| /Linux-v5.10/arch/parisc/kernel/ |
| D | firmware.c | 162 __pa(pdc_result), 0); in set_firmware_width_unlocked()
243 retval = mem_pdc_call(PDC_INSTR, 0UL, __pa(pdc_result)); in pdc_instr()
268 __pa(pdc_result), __pa(pdc_result2), len); in pdc_chassis_info()
292 retval = mem_pdc_call(PDC_PAT_CHASSIS_LOG, PDC_PAT_CHASSIS_WRITE_LOG, __pa(&state), __pa(&data)); in pdc_pat_chassis_send_log()
338 retval = mem_pdc_call(PDC_CHASSIS, PDC_CHASSIS_WARN, __pa(pdc_result)); in pdc_chassis_warn()
349 ret = mem_pdc_call(PDC_COPROC, PDC_COPROC_CFG, __pa(pdc_result)); in pdc_coproc_cfg_unlocked()
396 retval = mem_pdc_call(PDC_IODC, PDC_IODC_READ, __pa(pdc_result), hpa, in pdc_iodc_read()
397 index, __pa(pdc_result2), iodc_data_size); in pdc_iodc_read()
423 retval = mem_pdc_call(PDC_SYSTEM_MAP, PDC_FIND_MODULE, __pa(pdc_result), in pdc_system_map_find_mods()
424 __pa(pdc_result2), mod_index); in pdc_system_map_find_mods()
[all …]
|
| /Linux-v5.10/arch/x86/include/asm/ |
| D | pgalloc.h | 67 paravirt_alloc_pte(mm, __pa(pte) >> PAGE_SHIFT); in pmd_populate_kernel()
68 set_pmd(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in pmd_populate_kernel()
74 paravirt_alloc_pte(mm, __pa(pte) >> PAGE_SHIFT); in pmd_populate_kernel_safe()
75 set_pmd_safe(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in pmd_populate_kernel_safe()
103 paravirt_alloc_pmd(mm, __pa(pmd) >> PAGE_SHIFT); in pud_populate()
104 set_pud(pud, __pud(_PAGE_TABLE | __pa(pmd))); in pud_populate()
109 paravirt_alloc_pmd(mm, __pa(pmd) >> PAGE_SHIFT); in pud_populate_safe()
110 set_pud_safe(pud, __pud(_PAGE_TABLE | __pa(pmd))); in pud_populate_safe()
117 paravirt_alloc_pud(mm, __pa(pud) >> PAGE_SHIFT); in p4d_populate()
118 set_p4d(p4d, __p4d(_PAGE_TABLE | __pa(pud))); in p4d_populate()
[all …]
|
| D | page.h | 41 #ifndef __pa
42 #define __pa(x) __phys_addr((unsigned long)(x)) macro
63 #define __boot_pa(x) __pa(x)
69 #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
|
| /Linux-v5.10/arch/x86/kernel/ |
| D | head32.c | 74 #ifdef __pa in mk_early_pgtbl_32()
75 #undef __pa in mk_early_pgtbl_32()
77 #define __pa(x) ((unsigned long)(x) - PAGE_OFFSET) in mk_early_pgtbl_32() macro
82 const unsigned long limit = __pa(_end) + in mk_early_pgtbl_32()
85 pmd_t pl2, *pl2p = (pmd_t *)__pa(initial_pg_pmd); in mk_early_pgtbl_32()
88 pgd_t pl2, *pl2p = (pgd_t *)__pa(initial_page_table); in mk_early_pgtbl_32()
92 ptep = (pte_t *)__pa(__brk_base); in mk_early_pgtbl_32()
112 ptr = (unsigned long *)__pa(&max_pfn_mapped); in mk_early_pgtbl_32()
116 ptr = (unsigned long *)__pa(&_brk_end); in mk_early_pgtbl_32()
|
| D | machine_kexec_32.c | 100 set_pgd(pgd, __pgd(__pa(pmd) | _PAGE_PRESENT)); in machine_kexec_page_table_set_one()
106 set_pmd(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in machine_kexec_page_table_set_one()
122 (unsigned long)control_page, __pa(control_page)); in machine_kexec_prepare_page_tables()
128 __pa(control_page), __pa(control_page)); in machine_kexec_prepare_page_tables()
212 page_list[PA_CONTROL_PAGE] = __pa(control_page); in machine_kexec()
214 page_list[PA_PGD] = __pa(image->arch.pgd); in machine_kexec()
|
| D | espfix_64.c | 170 pud = __pud(__pa(pmd_p) | (PGTABLE_PROT & ptemask)); in init_espfix_ap()
171 paravirt_alloc_pmd(&init_mm, __pa(pmd_p) >> PAGE_SHIFT); in init_espfix_ap()
182 pmd = __pmd(__pa(pte_p) | (PGTABLE_PROT & ptemask)); in init_espfix_ap()
183 paravirt_alloc_pte(&init_mm, __pa(pte_p) >> PAGE_SHIFT); in init_espfix_ap()
194 pte = __pte(__pa(stack_page) | ((__PAGE_KERNEL_RO | _PAGE_ENC) & ptemask)); in init_espfix_ap()
|
| /Linux-v5.10/arch/arm/mach-omap2/ |
| D | omap-secure.c | 74 outer_clean_range(__pa(param), __pa(param + 5)); in omap_secure_dispatcher()
75 ret = omap_smc2(idx, flag, __pa(param)); in omap_secure_dispatcher()
127 param[1] = __pa(addr); /* Physical address for saving */ in omap3_save_secure_ram()
132 ret = save_secure_ram_context(__pa(param)); in omap3_save_secure_ram()
170 outer_clean_range(__pa(param), __pa(param + 5)); in rx51_secure_dispatcher()
171 ret = omap_smc3(idx, process, flag, __pa(param)); in rx51_secure_dispatcher()
|
| /Linux-v5.10/arch/powerpc/mm/nohash/ |
| D | 8xx.c | 38 return __pa(va); in v_block_mapped()
150 unsigned long etext8 = ALIGN(__pa(_etext), SZ_8M); in mmu_mapin_ram()
151 unsigned long sinittext = __pa(_sinittext); in mmu_mapin_ram()
154 unsigned long einittext8 = ALIGN(__pa(_einittext), SZ_8M); in mmu_mapin_ram()
181 unsigned long etext8 = ALIGN(__pa(_etext), SZ_8M); in mmu_mark_initmem_nx()
182 unsigned long sinittext = __pa(_sinittext); in mmu_mark_initmem_nx()
184 unsigned long einittext8 = ALIGN(__pa(_einittext), SZ_8M); in mmu_mark_initmem_nx()
196 unsigned long sinittext = __pa(_sinittext); in mmu_mark_rodata_ro()
226 s16 offset = (s16)(__pa(swapper_pg_dir)); in set_context()
239 mtspr(SPRN_M_TWB, __pa(pgd) - offset); in set_context()
|
| /Linux-v5.10/arch/um/kernel/ |
| D | physmem.c | 107 os_seek_file(physmem_fd, __pa(__syscall_stub_start)); in setup_physmem()
111 memblock_add(__pa(start), len + highmem); in setup_physmem()
112 memblock_reserve(__pa(start), reserve); in setup_physmem()
114 min_low_pfn = PFN_UP(__pa(reserve_end)); in setup_physmem()
126 else if (phys < __pa(end_iomem)) { in phys_mapping()
139 else if (phys < __pa(end_iomem) + highmem) { in phys_mapping()
212 region->phys = __pa(region->virt); in setup_iomem()
|
| D | mem.c | 49 map_memory(brk_end, __pa(brk_end), uml_reserved - brk_end, 1, 1, 0); in mem_init()
50 memblock_free(__pa(brk_end), uml_reserved - brk_end); in mem_init()
75 (unsigned long) __pa(pte))); in one_page_table_init()
89 set_pud(pud, __pud(_KERNPG_TABLE + (unsigned long) __pa(pmd_table))); in one_md_table_init()
142 p = __pa(v); in fixaddr_user_init()
|
| /Linux-v5.10/arch/parisc/mm/ |
| D | init.c | 293 memblock_reserve(__pa(KERNEL_BINARY_TEXT_START), in setup_bootmem()
309 if (__pa(initrd_start) < mem_max) { in setup_bootmem()
312 if (__pa(initrd_end) > mem_max) { in setup_bootmem()
313 initrd_reserve = mem_max - __pa(initrd_start); in setup_bootmem()
318 …printk(KERN_INFO "initrd: reserving %08lx-%08lx (mem_max %08lx)\n", __pa(initrd_start), __pa(initr… in setup_bootmem()
320 memblock_reserve(__pa(initrd_start), initrd_reserve); in setup_bootmem()
366 ro_start = __pa((unsigned long)_text); in map_pages()
367 ro_end = __pa((unsigned long)&data_start); in map_pages()
368 kernel_start = __pa((unsigned long)&__init_begin); in map_pages()
369 kernel_end = __pa((unsigned long)&_end); in map_pages()
[all …]
|
| /Linux-v5.10/arch/csky/mm/ |
| D | init.c | 49 if (__pa(initrd_end) > PFN_PHYS(max_low_pfn)) { in setup_initrd()
56 if (memblock_is_region_reserved(__pa(initrd_start), size)) { in setup_initrd()
58 __pa(initrd_start), size); in setup_initrd()
62 memblock_reserve(__pa(initrd_start), size); in setup_initrd()
132 p[i] = __pa(invalid_pte_table); in pgd_init()
177 set_pmd(pmd, __pmd(__pa(pte))); in fixrange_init()
|
| /Linux-v5.10/arch/arm/mm/ |
| D | pmsa-v8.c | 253 subtract_range(mem, ARRAY_SIZE(mem), __pa(KERNEL_START), __pa(KERNEL_END)); in pmsav8_setup()
254 subtract_range(io, ARRAY_SIZE(io), __pa(KERNEL_START), __pa(KERNEL_END)); in pmsav8_setup()
258 subtract_range(mem, ARRAY_SIZE(mem), CONFIG_XIP_PHYS_ADDR, __pa(_exiprom)); in pmsav8_setup()
259 subtract_range(io, ARRAY_SIZE(io), CONFIG_XIP_PHYS_ADDR, __pa(_exiprom)); in pmsav8_setup()
275 err |= pmsav8_setup_fixed(PMSAv8_XIP_REGION, CONFIG_XIP_PHYS_ADDR, __pa(_exiprom)); in pmsav8_setup()
278 err |= pmsav8_setup_fixed(region++, __pa(KERNEL_START), __pa(KERNEL_END)); in pmsav8_setup()
|
| /Linux-v5.10/arch/x86/power/ |
| D | hibernate_64.c | 71 __pud(__pa(pmd) | pgprot_val(pgtable_prot))); in set_up_temporary_text_mapping()
73 p4d_t new_p4d = __p4d(__pa(pud) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping()
74 pgd_t new_pgd = __pgd(__pa(p4d) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping()
80 pgd_t new_pgd = __pgd(__pa(pud) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping()
123 temp_pgt = __pa(pgd); in set_up_temporary_mappings()
|
| /Linux-v5.10/arch/x86/xen/ |
| D | p2m.c | 346 paravirt_alloc_pte(&init_mm, __pa(p2m_missing_pte) >> PAGE_SHIFT); in xen_rebuild_p2m_list()
348 paravirt_alloc_pte(&init_mm, __pa(p2m_identity_pte) >> PAGE_SHIFT); in xen_rebuild_p2m_list()
351 pfn_pte(PFN_DOWN(__pa(p2m_missing)), PAGE_KERNEL_RO)); in xen_rebuild_p2m_list()
353 pfn_pte(PFN_DOWN(__pa(p2m_identity)), PAGE_KERNEL_RO)); in xen_rebuild_p2m_list()
386 pfn_pte(PFN_DOWN(__pa(mfns)), PAGE_KERNEL)); in xen_rebuild_p2m_list()
396 pfn_pte(PFN_DOWN(__pa(mfns)), PAGE_KERNEL_RO)); in xen_rebuild_p2m_list()
406 set_pmd(pmdp, __pmd(__pa(ptep) | _KERNPG_TABLE)); in xen_rebuild_p2m_list()
455 if (pte_pfn(*ptep) == PFN_DOWN(__pa(p2m_identity))) in get_phys_to_machine()
493 paravirt_alloc_pte(&init_mm, __pa(pte_newpg[i]) >> PAGE_SHIFT); in alloc_p2m_pmd()
505 __pmd(__pa(pte_newpg[i]) | _KERNPG_TABLE)); in alloc_p2m_pmd()
[all …]
|
| /Linux-v5.10/arch/riscv/mm/ |
| D | kasan_init.c | 27 (__pa((uintptr_t) kasan_early_shadow_pte)), in kasan_early_init()
34 (__pa(((uintptr_t) kasan_early_shadow_pmd))), in kasan_early_init()
44 (__pa(((uintptr_t) kasan_early_shadow_pmd))), in kasan_early_init()
74 pfn_pmd(PFN_DOWN(__pa(&pte[offset])), in populate()
79 pfn_pgd(PFN_DOWN(__pa(&pmd[offset])), in populate()
|
| D | init.c | 270 return __pa(vaddr); in alloc_pte_late()
335 return __pa(vaddr); in alloc_pmd_late()
367 #define get_pgd_next_virt(__pa) pt_ops.get_pmd_virt(__pa) argument
368 #define create_pgd_next_mapping(__nextp, __va, __pa, __sz, __prot) \ argument
369 create_pmd_mapping(__nextp, __va, __pa, __sz, __prot)
374 #define get_pgd_next_virt(__pa) pt_ops.get_pte_virt(__pa) argument
375 #define create_pgd_next_mapping(__nextp, __va, __pa, __sz, __prot) \ argument
376 create_pte_mapping(__nextp, __va, __pa, __sz, __prot)
572 if (start <= __pa(PAGE_OFFSET) && in setup_vm_final()
573 __pa(PAGE_OFFSET) < end) in setup_vm_final()
[all …]
|
| /Linux-v5.10/arch/parisc/include/asm/ |
| D | pgalloc.h | 43 + (__u32)(__pa((unsigned long)pgd) >> PxD_VALUE_SHIFT))); in pgd_alloc()
68 (__u32)(__pa((unsigned long)pmd) >> PxD_VALUE_SHIFT))); in pud_populate()
103 + (__u32)(__pa((unsigned long)pte) >> PxD_VALUE_SHIFT))); in pmd_populate_kernel()
107 + (__u32)(__pa((unsigned long)pte) >> PxD_VALUE_SHIFT))); in pmd_populate_kernel()
|
| /Linux-v5.10/arch/x86/mm/ |
| D | kasan_init_64.c | 29 __pa(MAX_DMA_ADDRESS), MEMBLOCK_ALLOC_ACCESSIBLE, nid); in early_alloc()
33 (void *)_RET_IP_, nid, __pa(MAX_DMA_ADDRESS)); in early_alloc()
50 if (p && pmd_set_huge(pmd, __pa(p), PAGE_KERNEL)) in kasan_populate_pmd()
53 memblock_free(__pa(p), PMD_SIZE); in kasan_populate_pmd()
69 entry = pfn_pte(PFN_DOWN(__pa(p)), PAGE_KERNEL); in kasan_populate_pmd()
87 if (p && pud_set_huge(pud, __pa(p), PAGE_KERNEL)) in kasan_populate_pud()
90 memblock_free(__pa(p), PUD_SIZE); in kasan_populate_pud()
347 __pgd(__pa(tmp_p4d_table) | _KERNPG_TABLE)); in kasan_init()
406 early_pfn_to_nid(__pa(_stext))); in kasan_init()
427 pte = __pte(__pa(kasan_early_shadow_page) | pgprot_val(prot)); in kasan_init()
|
| /Linux-v5.10/arch/hexagon/include/asm/ |
| D | page.h | 86 #define __pa(x) ((unsigned long)(x) - PAGE_OFFSET + PHYS_OFFSET) macro
93 #define virt_to_page(kaddr) pfn_to_page(PFN_DOWN(__pa(kaddr)))
99 #define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
129 #define virt_to_pfn(kaddr) (__pa(kaddr) >> PAGE_SHIFT)
|
| /Linux-v5.10/arch/s390/mm/ |
| D | kasan_init.c | 187 pmd_val(*pm_dir) = __pa(page) | sgt_prot; in kasan_early_vmemmap_populate()
206 pte_val(*pt_dir) = __pa(page) | pgt_prot; in kasan_early_vmemmap_populate()
211 pte_val(*pt_dir) = __pa(page) | pgt_prot; in kasan_early_vmemmap_populate()
215 pte_val(*pt_dir) = __pa(page) | pgt_prot_zero; in kasan_early_vmemmap_populate()
231 S390_lowcore.kernel_asce = (__pa(pgd) & PAGE_MASK) | asce_bits; in kasan_set_pgd()
288 pmd_t pmd_z = __pmd(__pa(kasan_early_shadow_pte) | _SEGMENT_ENTRY); in kasan_early_init()
289 pud_t pud_z = __pud(__pa(kasan_early_shadow_pmd) | _REGION3_ENTRY); in kasan_early_init()
290 p4d_t p4d_z = __p4d(__pa(kasan_early_shadow_pud) | _REGION2_ENTRY); in kasan_early_init()
295 pte_z = __pte(__pa(kasan_early_shadow_page) | pgt_prot); in kasan_early_init()
|
| /Linux-v5.10/arch/ia64/include/asm/ |
| D | pgalloc.h | 36 p4d_val(*p4d_entry) = __pa(pud); in p4d_populate()
45 pud_val(*pud_entry) = __pa(pmd); in pud_populate()
60 pmd_val(*pmd_entry) = __pa(pte); in pmd_populate_kernel()
|
| /Linux-v5.10/arch/ia64/mm/ |
| D | init.c | 448 map_start = vmem_map + (__pa(start) >> PAGE_SHIFT); in create_mem_map_page_table()
449 map_end = vmem_map + (__pa(end) >> PAGE_SHIFT); in create_mem_map_page_table()
453 node = paddr_to_nid(__pa(start)); in create_mem_map_page_table()
494 set_pte(pte, pfn_pte(__pa(page) >> PAGE_SHIFT, in create_mem_map_page_table()
520 map_start = vmem_map + (__pa(start) >> PAGE_SHIFT); in virtual_memmap_init()
521 map_end = vmem_map + (__pa(end) >> PAGE_SHIFT); in virtual_memmap_init()
605 memblock_add_node(__pa(start), end - start, nid); in register_active_ranges()
614 pfn_start = (PAGE_ALIGN(__pa(start))) >> PAGE_SHIFT; in find_max_min_low_pfn()
615 pfn_end = (PAGE_ALIGN(__pa(end - 1))) >> PAGE_SHIFT; in find_max_min_low_pfn()
617 pfn_start = GRANULEROUNDDOWN(__pa(start)) >> PAGE_SHIFT; in find_max_min_low_pfn()
[all …]
|
| /Linux-v5.10/arch/powerpc/platforms/pseries/ |
| D | svm.c | 69 uv_unshare_page(PHYS_PFN(__pa(addr)), numpages); in set_memory_encrypted()
79 uv_share_page(PHYS_PFN(__pa(addr)), numpages); in set_memory_decrypted()
103 unsigned long pfn = PHYS_PFN(__pa(addr)); in dtl_cache_ctor()
|
