330 static inline pte_t *__init get_pte_virt_early(phys_addr_t pa)  in get_pte_virt_early()  argument
332 	return (pte_t *)((uintptr_t)pa);  in get_pte_virt_early()
335 static inline pte_t *__init get_pte_virt_fixmap(phys_addr_t pa)  in get_pte_virt_fixmap()  argument
338 	return (pte_t *)set_fixmap_offset(FIX_PTE, pa);  in get_pte_virt_fixmap()
341 static inline pte_t *__init get_pte_virt_late(phys_addr_t pa)  in get_pte_virt_late()  argument
343 	return (pte_t *) __va(pa);  in get_pte_virt_late()
371 				      uintptr_t va, phys_addr_t pa,  in create_pte_mapping()  argument
379 		ptep[pte_idx] = pfn_pte(PFN_DOWN(pa), prot);  in create_pte_mapping()
414 static pmd_t *__init get_pmd_virt_early(phys_addr_t pa)  in get_pmd_virt_early()  argument
417 	return (pmd_t *)((uintptr_t)pa);  in get_pmd_virt_early()
420 static pmd_t *__init get_pmd_virt_fixmap(phys_addr_t pa)  in get_pmd_virt_fixmap()  argument
423 	return (pmd_t *)set_fixmap_offset(FIX_PMD, pa);  in get_pmd_virt_fixmap()
426 static pmd_t *__init get_pmd_virt_late(phys_addr_t pa)  in get_pmd_virt_late()  argument
428 	return (pmd_t *) __va(pa);  in get_pmd_virt_late()
454 				      uintptr_t va, phys_addr_t pa,  in create_pmd_mapping()  argument
463 			pmdp[pmd_idx] = pfn_pmd(PFN_DOWN(pa), prot);  in create_pmd_mapping()
477 	create_pte_mapping(ptep, va, pa, sz, prot);  in create_pmd_mapping()
480 static pud_t *__init get_pud_virt_early(phys_addr_t pa)  in get_pud_virt_early()  argument
482 	return (pud_t *)((uintptr_t)pa);  in get_pud_virt_early()
485 static pud_t *__init get_pud_virt_fixmap(phys_addr_t pa)  in get_pud_virt_fixmap()  argument
488 	return (pud_t *)set_fixmap_offset(FIX_PUD, pa);  in get_pud_virt_fixmap()
491 static pud_t *__init get_pud_virt_late(phys_addr_t pa)  in get_pud_virt_late()  argument
493 	return (pud_t *)__va(pa);  in get_pud_virt_late()
518 static p4d_t *__init get_p4d_virt_early(phys_addr_t pa)  in get_p4d_virt_early()  argument
520 	return (p4d_t *)((uintptr_t)pa);  in get_p4d_virt_early()
523 static p4d_t *__init get_p4d_virt_fixmap(phys_addr_t pa)  in get_p4d_virt_fixmap()  argument
526 	return (p4d_t *)set_fixmap_offset(FIX_P4D, pa);  in get_p4d_virt_fixmap()
529 static p4d_t *__init get_p4d_virt_late(phys_addr_t pa)  in get_p4d_virt_late()  argument
531 	return (p4d_t *)__va(pa);  in get_p4d_virt_late()
557 				      uintptr_t va, phys_addr_t pa,  in create_pud_mapping()  argument
566 			pudp[pud_index] = pfn_pud(PFN_DOWN(pa), prot);  in create_pud_mapping()
580 	create_pmd_mapping(nextp, va, pa, sz, prot);  in create_pud_mapping()
584 				      uintptr_t va, phys_addr_t pa,  in create_p4d_mapping()  argument
593 			p4dp[p4d_index] = pfn_p4d(PFN_DOWN(pa), prot);  in create_p4d_mapping()
607 	create_pud_mapping(nextp, va, pa, sz, prot);  in create_p4d_mapping()
646 				      uintptr_t va, phys_addr_t pa,  in create_pgd_mapping()  argument
655 			pgdp[pgd_idx] = pfn_pgd(PFN_DOWN(pa), prot);  in create_pgd_mapping()
669 	create_pgd_next_mapping(nextp, va, pa, sz, prot);  in create_pgd_mapping()
865 	uintptr_t pa = dtb_pa & ~(PMD_SIZE - 1);  in create_fdt_early_page_table()  local
868 			   IS_ENABLED(CONFIG_64BIT) ? early_dtb_pgd_next : pa,  in create_fdt_early_page_table()
882 				   pa, PMD_SIZE, PAGE_KERNEL);  in create_fdt_early_page_table()
884 				   pa + PMD_SIZE, PMD_SIZE, PAGE_KERNEL);  in create_fdt_early_page_table()
1095 	phys_addr_t pa, start, end;  in setup_vm_final()  local
1114 		for (pa = start; pa < end; pa += map_size) {  in setup_vm_final()
1115 			va = (uintptr_t)__va(pa);  in setup_vm_final()
1117 			create_pgd_mapping(swapper_pg_dir, va, pa, map_size,  in setup_vm_final()