/Linux-v5.15/arch/xtensa/kernel/ |
D | setup.c | 340 !mem_reserve(__pa(initrd_start), __pa(initrd_end))) in setup_arch() 346 mem_reserve(__pa(_stext), __pa(_end)); in setup_arch() 348 mem_reserve(__pa(_xip_start), __pa(_xip_end)); in setup_arch() 352 mem_reserve(__pa(&_WindowVectors_text_start), in setup_arch() 353 __pa(&_WindowVectors_text_end)); in setup_arch() 355 mem_reserve(__pa(&_DebugInterruptVector_text_start), in setup_arch() 356 __pa(&_DebugInterruptVector_text_end)); in setup_arch() 358 mem_reserve(__pa(&_KernelExceptionVector_text_start), in setup_arch() 359 __pa(&_KernelExceptionVector_text_end)); in setup_arch() 361 mem_reserve(__pa(&_UserExceptionVector_text_start), in setup_arch() [all …]
|
/Linux-v5.15/arch/parisc/kernel/ |
D | firmware.c | 162 __pa(pdc_result), 0); in set_firmware_width_unlocked() 243 retval = mem_pdc_call(PDC_INSTR, 0UL, __pa(pdc_result)); in pdc_instr() 268 __pa(pdc_result), __pa(pdc_result2), len); in pdc_chassis_info() 292 retval = mem_pdc_call(PDC_PAT_CHASSIS_LOG, PDC_PAT_CHASSIS_WRITE_LOG, __pa(&state), __pa(&data)); in pdc_pat_chassis_send_log() 338 retval = mem_pdc_call(PDC_CHASSIS, PDC_CHASSIS_WARN, __pa(pdc_result)); in pdc_chassis_warn() 349 ret = mem_pdc_call(PDC_COPROC, PDC_COPROC_CFG, __pa(pdc_result)); in pdc_coproc_cfg_unlocked() 396 retval = mem_pdc_call(PDC_IODC, PDC_IODC_READ, __pa(pdc_result), hpa, in pdc_iodc_read() 397 index, __pa(pdc_result2), iodc_data_size); in pdc_iodc_read() 423 retval = mem_pdc_call(PDC_SYSTEM_MAP, PDC_FIND_MODULE, __pa(pdc_result), in pdc_system_map_find_mods() 424 __pa(pdc_result2), mod_index); in pdc_system_map_find_mods() [all …]
|
/Linux-v5.15/arch/x86/include/asm/ |
D | pgalloc.h | 67 paravirt_alloc_pte(mm, __pa(pte) >> PAGE_SHIFT); in pmd_populate_kernel() 68 set_pmd(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in pmd_populate_kernel() 74 paravirt_alloc_pte(mm, __pa(pte) >> PAGE_SHIFT); in pmd_populate_kernel_safe() 75 set_pmd_safe(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in pmd_populate_kernel_safe() 101 paravirt_alloc_pmd(mm, __pa(pmd) >> PAGE_SHIFT); in pud_populate() 102 set_pud(pud, __pud(_PAGE_TABLE | __pa(pmd))); in pud_populate() 107 paravirt_alloc_pmd(mm, __pa(pmd) >> PAGE_SHIFT); in pud_populate_safe() 108 set_pud_safe(pud, __pud(_PAGE_TABLE | __pa(pmd))); in pud_populate_safe() 115 paravirt_alloc_pud(mm, __pa(pud) >> PAGE_SHIFT); in p4d_populate() 116 set_p4d(p4d, __p4d(_PAGE_TABLE | __pa(pud))); in p4d_populate() [all …]
|
D | page.h | 41 #ifndef __pa 42 #define __pa(x) __phys_addr((unsigned long)(x)) macro 63 #define __boot_pa(x) __pa(x) 69 #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
|
/Linux-v5.15/arch/x86/kernel/ |
D | head32.c | 74 #ifdef __pa in mk_early_pgtbl_32() 75 #undef __pa in mk_early_pgtbl_32() 77 #define __pa(x) ((unsigned long)(x) - PAGE_OFFSET) in mk_early_pgtbl_32() macro 82 const unsigned long limit = __pa(_end) + in mk_early_pgtbl_32() 85 pmd_t pl2, *pl2p = (pmd_t *)__pa(initial_pg_pmd); in mk_early_pgtbl_32() 88 pgd_t pl2, *pl2p = (pgd_t *)__pa(initial_page_table); in mk_early_pgtbl_32() 92 ptep = (pte_t *)__pa(__brk_base); in mk_early_pgtbl_32() 112 ptr = (unsigned long *)__pa(&max_pfn_mapped); in mk_early_pgtbl_32() 116 ptr = (unsigned long *)__pa(&_brk_end); in mk_early_pgtbl_32()
|
D | machine_kexec_32.c | 89 set_pgd(pgd, __pgd(__pa(pmd) | _PAGE_PRESENT)); in machine_kexec_page_table_set_one() 95 set_pmd(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in machine_kexec_page_table_set_one() 111 (unsigned long)control_page, __pa(control_page)); in machine_kexec_prepare_page_tables() 117 __pa(control_page), __pa(control_page)); in machine_kexec_prepare_page_tables() 201 page_list[PA_CONTROL_PAGE] = __pa(control_page); in machine_kexec() 203 page_list[PA_PGD] = __pa(image->arch.pgd); in machine_kexec()
|
D | espfix_64.c | 170 pud = __pud(__pa(pmd_p) | (PGTABLE_PROT & ptemask)); in init_espfix_ap() 171 paravirt_alloc_pmd(&init_mm, __pa(pmd_p) >> PAGE_SHIFT); in init_espfix_ap() 182 pmd = __pmd(__pa(pte_p) | (PGTABLE_PROT & ptemask)); in init_espfix_ap() 183 paravirt_alloc_pte(&init_mm, __pa(pte_p) >> PAGE_SHIFT); in init_espfix_ap() 194 pte = __pte(__pa(stack_page) | ((__PAGE_KERNEL_RO | _PAGE_ENC) & ptemask)); in init_espfix_ap()
|
/Linux-v5.15/arch/arm/mach-omap2/ |
D | omap-secure.c | 76 outer_clean_range(__pa(param), __pa(param + 5)); in omap_secure_dispatcher() 77 ret = omap_smc2(idx, flag, __pa(param)); in omap_secure_dispatcher() 129 param[1] = __pa(addr); /* Physical address for saving */ in omap3_save_secure_ram() 134 ret = save_secure_ram_context(__pa(param)); in omap3_save_secure_ram() 172 outer_clean_range(__pa(param), __pa(param + 5)); in rx51_secure_dispatcher() 173 ret = omap_smc3(idx, process, flag, __pa(param)); in rx51_secure_dispatcher()
|
/Linux-v5.15/arch/csky/mm/ |
D | init.c | 55 if (__pa(initrd_end) > PFN_PHYS(max_low_pfn)) { in setup_initrd() 62 if (memblock_is_region_reserved(__pa(initrd_start), size)) { in setup_initrd() 64 __pa(initrd_start), size); in setup_initrd() 68 memblock_reserve(__pa(initrd_start), size); in setup_initrd() 122 p[i] = __pa(invalid_pte_table); in pgd_init() 133 swapper_pg_dir[i].pgd = __pa(invalid_pte_table); in mmu_init() 137 __pa(kernel_pte_tables + (PTRS_PER_PTE * (i - USER_PTRS_PER_PGD))); in mmu_init() 182 set_pmd(pmd, __pmd(__pa(pte))); in fixrange_init()
|
/Linux-v5.15/arch/um/kernel/ |
D | physmem.c | 107 os_seek_file(physmem_fd, __pa(__syscall_stub_start)); in setup_physmem() 111 memblock_add(__pa(start), len + highmem); in setup_physmem() 112 memblock_reserve(__pa(start), reserve); in setup_physmem() 114 min_low_pfn = PFN_UP(__pa(reserve_end)); in setup_physmem() 126 else if (phys < __pa(end_iomem)) { in phys_mapping() 139 else if (phys < __pa(end_iomem) + highmem) { in phys_mapping() 212 region->phys = __pa(region->virt); in setup_iomem()
|
D | mem.c | 49 map_memory(brk_end, __pa(brk_end), uml_reserved - brk_end, 1, 1, 0); in mem_init() 50 memblock_free(__pa(brk_end), uml_reserved - brk_end); in mem_init() 74 (unsigned long) __pa(pte))); in one_page_table_init() 87 set_pud(pud, __pud(_KERNPG_TABLE + (unsigned long) __pa(pmd_table))); in one_md_table_init() 140 p = __pa(v); in fixaddr_user_init()
|
/Linux-v5.15/arch/powerpc/mm/nohash/ |
D | 8xx.c | 38 return __pa(va); in v_block_mapped() 150 unsigned long etext8 = ALIGN(__pa(_etext), SZ_8M); in mmu_mapin_ram() 151 unsigned long sinittext = __pa(_sinittext); in mmu_mapin_ram() 154 unsigned long einittext8 = ALIGN(__pa(_einittext), SZ_8M); in mmu_mapin_ram() 181 unsigned long etext8 = ALIGN(__pa(_etext), SZ_8M); in mmu_mark_initmem_nx() 182 unsigned long sinittext = __pa(_sinittext); in mmu_mark_initmem_nx() 184 unsigned long einittext8 = ALIGN(__pa(_einittext), SZ_8M); in mmu_mark_initmem_nx() 195 unsigned long sinittext = __pa(_sinittext); in mmu_mark_rodata_ro()
|
/Linux-v5.15/arch/parisc/mm/ |
D | init.c | 288 memblock_reserve(__pa(KERNEL_BINARY_TEXT_START), in setup_bootmem() 304 if (__pa(initrd_start) < mem_max) { in setup_bootmem() 307 if (__pa(initrd_end) > mem_max) { in setup_bootmem() 308 initrd_reserve = mem_max - __pa(initrd_start); in setup_bootmem() 313 …printk(KERN_INFO "initrd: reserving %08lx-%08lx (mem_max %08lx)\n", __pa(initrd_start), __pa(initr… in setup_bootmem() 315 memblock_reserve(__pa(initrd_start), initrd_reserve); in setup_bootmem() 361 ro_start = __pa((unsigned long)_text); in map_pages() 362 ro_end = __pa((unsigned long)&data_start); in map_pages() 363 kernel_start = __pa((unsigned long)&__init_begin); in map_pages() 364 kernel_end = __pa((unsigned long)&_end); in map_pages() [all …]
|
/Linux-v5.15/arch/arm/mm/ |
D | pmsa-v8.c | 255 subtract_range(mem, ARRAY_SIZE(mem), __pa(KERNEL_START), __pa(KERNEL_END)); in pmsav8_setup() 256 subtract_range(io, ARRAY_SIZE(io), __pa(KERNEL_START), __pa(KERNEL_END)); in pmsav8_setup() 260 subtract_range(mem, ARRAY_SIZE(mem), CONFIG_XIP_PHYS_ADDR, __pa(_exiprom)); in pmsav8_setup() 261 subtract_range(io, ARRAY_SIZE(io), CONFIG_XIP_PHYS_ADDR, __pa(_exiprom)); in pmsav8_setup() 277 err |= pmsav8_setup_fixed(PMSAv8_XIP_REGION, CONFIG_XIP_PHYS_ADDR, __pa(_exiprom)); in pmsav8_setup() 280 err |= pmsav8_setup_fixed(region++, __pa(KERNEL_START), __pa(KERNEL_END)); in pmsav8_setup()
|
/Linux-v5.15/arch/x86/power/ |
D | hibernate_64.c | 71 __pud(__pa(pmd) | pgprot_val(pgtable_prot))); in set_up_temporary_text_mapping() 73 p4d_t new_p4d = __p4d(__pa(pud) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping() 74 pgd_t new_pgd = __pgd(__pa(p4d) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping() 80 pgd_t new_pgd = __pgd(__pa(pud) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping() 123 temp_pgt = __pa(pgd); in set_up_temporary_mappings()
|
/Linux-v5.15/arch/x86/xen/ |
D | p2m.c | 346 paravirt_alloc_pte(&init_mm, __pa(p2m_missing_pte) >> PAGE_SHIFT); in xen_rebuild_p2m_list() 348 paravirt_alloc_pte(&init_mm, __pa(p2m_identity_pte) >> PAGE_SHIFT); in xen_rebuild_p2m_list() 351 pfn_pte(PFN_DOWN(__pa(p2m_missing)), PAGE_KERNEL_RO)); in xen_rebuild_p2m_list() 353 pfn_pte(PFN_DOWN(__pa(p2m_identity)), PAGE_KERNEL_RO)); in xen_rebuild_p2m_list() 386 pfn_pte(PFN_DOWN(__pa(mfns)), PAGE_KERNEL)); in xen_rebuild_p2m_list() 396 pfn_pte(PFN_DOWN(__pa(mfns)), PAGE_KERNEL_RO)); in xen_rebuild_p2m_list() 406 set_pmd(pmdp, __pmd(__pa(ptep) | _KERNPG_TABLE)); in xen_rebuild_p2m_list() 455 if (pte_pfn(*ptep) == PFN_DOWN(__pa(p2m_identity))) in get_phys_to_machine() 493 paravirt_alloc_pte(&init_mm, __pa(pte_newpg[i]) >> PAGE_SHIFT); in alloc_p2m_pmd() 505 __pmd(__pa(pte_newpg[i]) | _KERNPG_TABLE)); in alloc_p2m_pmd() [all …]
|
/Linux-v5.15/arch/powerpc/platforms/pseries/ |
D | svm.c | 59 memblock_free_early(__pa(vstart), in svm_swiotlb_init() 72 uv_unshare_page(PHYS_PFN(__pa(addr)), numpages); in set_memory_encrypted() 85 uv_share_page(PHYS_PFN(__pa(addr)), numpages); in set_memory_decrypted() 109 unsigned long pfn = PHYS_PFN(__pa(addr)); in dtl_cache_ctor()
|
/Linux-v5.15/arch/riscv/mm/ |
D | init.c | 203 max_mapped_addr = __pa(~(ulong)0); in setup_bootmem() 309 return __pa(vaddr); in alloc_pte_late() 371 return __pa(vaddr); in alloc_pmd_late() 403 #define get_pgd_next_virt(__pa) pt_ops.get_pmd_virt(__pa) argument 404 #define create_pgd_next_mapping(__nextp, __va, __pa, __sz, __prot) \ argument 405 create_pmd_mapping(__nextp, __va, __pa, __sz, __prot) 410 #define get_pgd_next_virt(__pa) pt_ops.get_pte_virt(__pa) argument 411 #define create_pgd_next_mapping(__nextp, __va, __pa, __sz, __prot) \ argument 412 create_pte_mapping(__nextp, __va, __pa, __sz, __prot) 414 #define create_pmd_mapping(__pmdp, __va, __pa, __sz, __prot) argument [all …]
|
D | kasan_init.c | 31 (__pa((uintptr_t) kasan_early_shadow_pte)), in kasan_early_init() 38 (__pa(((uintptr_t) kasan_early_shadow_pmd))), in kasan_early_init() 48 (__pa(((uintptr_t) kasan_early_shadow_pmd))), in kasan_early_init() 73 set_pmd(pmd, pfn_pmd(PFN_DOWN(__pa(base_pte)), PAGE_TABLE)); in kasan_populate_pte() 108 set_pgd(pgd, pfn_pgd(PFN_DOWN(__pa(base_pmd)), PAGE_TABLE)); in kasan_populate_pmd() 159 set_pgd(pgd_k, pfn_pgd(PFN_DOWN(__pa(p)), PAGE_TABLE)); in kasan_shallow_populate_pgd()
|
/Linux-v5.15/arch/s390/mm/ |
D | kasan_init.c | 178 pmd_val(*pm_dir) = __pa(page) | sgt_prot; in kasan_early_pgtable_populate() 197 pte_val(*pt_dir) = __pa(page) | pgt_prot; in kasan_early_pgtable_populate() 202 pte_val(*pt_dir) = __pa(page) | pgt_prot; in kasan_early_pgtable_populate() 206 pte_val(*pt_dir) = __pa(page) | pgt_prot_zero; in kasan_early_pgtable_populate() 222 S390_lowcore.kernel_asce = (__pa(pgd) & PAGE_MASK) | asce_bits; in kasan_set_pgd() 259 pmd_t pmd_z = __pmd(__pa(kasan_early_shadow_pte) | _SEGMENT_ENTRY); in kasan_early_init() 260 pud_t pud_z = __pud(__pa(kasan_early_shadow_pmd) | _REGION3_ENTRY); in kasan_early_init() 261 p4d_t p4d_z = __p4d(__pa(kasan_early_shadow_pud) | _REGION2_ENTRY); in kasan_early_init() 266 pte_z = __pte(__pa(kasan_early_shadow_page) | pgt_prot); in kasan_early_init()
|
/Linux-v5.15/arch/hexagon/include/asm/ |
D | page.h | 86 #define __pa(x) ((unsigned long)(x) - PAGE_OFFSET + PHYS_OFFSET) macro 93 #define virt_to_page(kaddr) pfn_to_page(PFN_DOWN(__pa(kaddr))) 99 #define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT) 129 #define virt_to_pfn(kaddr) (__pa(kaddr) >> PAGE_SHIFT)
|
D | pgalloc.h | 39 mm->context.ptbase = __pa(pgd); in pgd_alloc() 77 set_pmd(pmd, __pmd(((unsigned long)__pa(pte)) | HEXAGON_L1_PTE_SIZE)); in pmd_populate_kernel() 85 set_pmd(ppmd, __pmd(((unsigned long)__pa(pte)) | HEXAGON_L1_PTE_SIZE)); in pmd_populate_kernel()
|
/Linux-v5.15/arch/ia64/include/asm/ |
D | pgalloc.h | 36 p4d_val(*p4d_entry) = __pa(pud); in p4d_populate() 45 pud_val(*pud_entry) = __pa(pmd); in pud_populate() 59 pmd_val(*pmd_entry) = __pa(pte); in pmd_populate_kernel()
|
/Linux-v5.15/arch/powerpc/include/asm/ |
D | page.h | 131 #define virt_to_pfn(kaddr) (__pa(kaddr) >> PAGE_SHIFT) 212 #define __pa(x) ((phys_addr_t)(unsigned long)(x) - VIRT_PHYS_OFFSET) macro 226 #define __pa(x) \ macro 234 #define __pa(x) ((unsigned long)(x) - PAGE_OFFSET + MEMORY_START) macro
|
/Linux-v5.15/drivers/pci/controller/ |
D | pci-versatile.c | 95 writel(__pa(PAGE_OFFSET) >> 28, PCI_SMAP(mem)); in versatile_pci_probe() 132 writel(__pa(PAGE_OFFSET), local_pci_cfg_base + PCI_BASE_ADDRESS_0); in versatile_pci_probe() 133 writel(__pa(PAGE_OFFSET), local_pci_cfg_base + PCI_BASE_ADDRESS_1); in versatile_pci_probe() 134 writel(__pa(PAGE_OFFSET), local_pci_cfg_base + PCI_BASE_ADDRESS_2); in versatile_pci_probe()
|