66 uintptr_t _dtb_early_pa __initdata;
332 	return (pte_t *)((uintptr_t)pa);  in get_pte_virt_early()
346 static inline phys_addr_t __init alloc_pte_early(uintptr_t va)  in alloc_pte_early()
355 static inline phys_addr_t __init alloc_pte_fixmap(uintptr_t va)  in alloc_pte_fixmap()
360 static phys_addr_t __init alloc_pte_late(uintptr_t va)  in alloc_pte_late()
369 				      uintptr_t va, phys_addr_t pa,  in create_pte_mapping()
372 	uintptr_t pte_idx = pte_index(va);  in create_pte_mapping()
415 	return (pmd_t *)((uintptr_t)pa);  in get_pmd_virt_early()
429 static phys_addr_t __init alloc_pmd_early(uintptr_t va)  in alloc_pmd_early()
433 	return (uintptr_t)early_pmd;  in alloc_pmd_early()
436 static phys_addr_t __init alloc_pmd_fixmap(uintptr_t va)  in alloc_pmd_fixmap()
441 static phys_addr_t __init alloc_pmd_late(uintptr_t va)  in alloc_pmd_late()
450 				      uintptr_t va, phys_addr_t pa,  in create_pmd_mapping()
455 	uintptr_t pmd_idx = pmd_index(va);  in create_pmd_mapping()
478 	return (pud_t *)((uintptr_t)pa);  in get_pud_virt_early()
492 static phys_addr_t __init alloc_pud_early(uintptr_t va)  in alloc_pud_early()
497 	return (uintptr_t)early_pud;  in alloc_pud_early()
500 static phys_addr_t __init alloc_pud_fixmap(uintptr_t va)  in alloc_pud_fixmap()
505 static phys_addr_t alloc_pud_late(uintptr_t va)  in alloc_pud_late()
516 	return (p4d_t *)((uintptr_t)pa);  in get_p4d_virt_early()
530 static phys_addr_t __init alloc_p4d_early(uintptr_t va)  in alloc_p4d_early()
535 	return (uintptr_t)early_p4d;  in alloc_p4d_early()
538 static phys_addr_t __init alloc_p4d_fixmap(uintptr_t va)  in alloc_p4d_fixmap()
543 static phys_addr_t alloc_p4d_late(uintptr_t va)  in alloc_p4d_late()
553 				      uintptr_t va, phys_addr_t pa,  in create_pud_mapping()
558 	uintptr_t pud_index = pud_index(va);  in create_pud_mapping()
580 				      uintptr_t va, phys_addr_t pa,  in create_p4d_mapping()
585 	uintptr_t p4d_index = p4d_index(va);  in create_p4d_mapping()
620 		(uintptr_t)fixmap_p4d : (pgtable_l4_enabled ?		\
621 		(uintptr_t)fixmap_pud : (uintptr_t)fixmap_pmd))
623 		(uintptr_t)trampoline_p4d : (pgtable_l4_enabled ?	\
624 		(uintptr_t)trampoline_pud : (uintptr_t)trampoline_pmd))
631 #define fixmap_pgd_next		((uintptr_t)fixmap_pte)
638 				      uintptr_t va, phys_addr_t pa,  in create_pgd_mapping()
643 	uintptr_t pgd_idx = pgd_index(va);  in create_pgd_mapping()
664 static uintptr_t __init best_map_size(phys_addr_t pa, uintptr_t va,  in best_map_size()
691 	size_t sz = (size_t)((uintptr_t)(&_end) - (uintptr_t)(&_sdata));  in __copy_data()
698 static __init pgprot_t pgprot_from_va(uintptr_t va)  in pgprot_from_va()
725 static __init pgprot_t pgprot_from_va(uintptr_t va)  in pgprot_from_va()
735 u64 __pi_set_satp_mode_from_cmdline(uintptr_t dtb_pa);
771 static __init void set_satp_mode(uintptr_t dtb_pa)  in set_satp_mode()
774 	uintptr_t set_satp_mode_pmd = ((unsigned long)set_satp_mode) & PMD_MASK;  in set_satp_mode()
786 			set_satp_mode_pmd, (uintptr_t)early_pud,  in set_satp_mode()
789 			   set_satp_mode_pmd, (uintptr_t)early_pmd,  in set_satp_mode()
803 				(uintptr_t)early_p4d : (uintptr_t)early_pud,  in set_satp_mode()
806 	identity_satp = PFN_DOWN((uintptr_t)&early_pg_dir) | satp_mode;  in set_satp_mode()
857 	uintptr_t reloc_offset = kernel_map.virt_addr - KERNEL_LINK_ADDR;  in relocate_kernel()
862 	uintptr_t va_kernel_link_pa_offset = KERNEL_LINK_ADDR - kernel_map.phys_addr;  in relocate_kernel()
889 	uintptr_t va, end_va;  in create_kernel_page_table()
908 	uintptr_t va, end_va;  in create_kernel_page_table()
925 static void __init create_fdt_early_page_table(uintptr_t fix_fdt_va,  in create_fdt_early_page_table()
926 					       uintptr_t dtb_pa)  in create_fdt_early_page_table()
929 	uintptr_t pa = dtb_pa & ~(PMD_SIZE - 1);  in create_fdt_early_page_table()
1018 extern bool __init __pi_set_nokaslr_from_cmdline(uintptr_t dtb_pa);
1019 extern u64 __init __pi_get_kaslr_seed(uintptr_t dtb_pa);
1034 asmlinkage void __init setup_vm(uintptr_t dtb_pa)  in setup_vm()
1041 		u32 kernel_size = (uintptr_t)(&_end) - (uintptr_t)(&_start);  in setup_vm()
1059 	kernel_map.xiprom = (uintptr_t)CONFIG_XIP_PHYS_ADDR;  in setup_vm()
1060 	kernel_map.xiprom_sz = (uintptr_t)(&_exiprom) - (uintptr_t)(&_xiprom);  in setup_vm()
1063 	kernel_map.phys_addr = (uintptr_t)CONFIG_PHYS_RAM_BASE;  in setup_vm()
1064 	kernel_map.size = (uintptr_t)(&_end) - (uintptr_t)(&_sdata);  in setup_vm()
1068 	kernel_map.phys_addr = (uintptr_t)(&_start);  in setup_vm()
1069 	kernel_map.size = (uintptr_t)(&_end) - kernel_map.phys_addr;  in setup_vm()
1134 				   (uintptr_t)fixmap_pud, P4D_SIZE, PAGE_TABLE);  in setup_vm()
1138 				   (uintptr_t)fixmap_pmd, PUD_SIZE, PAGE_TABLE);  in setup_vm()
1140 			   (uintptr_t)fixmap_pte, PMD_SIZE, PAGE_TABLE);  in setup_vm()
1146 				   (uintptr_t)trampoline_pud, P4D_SIZE, PAGE_TABLE);  in setup_vm()
1149 				   (uintptr_t)trampoline_pmd, PUD_SIZE, PAGE_TABLE);  in setup_vm()
1208 					       uintptr_t fixed_map_size)  in create_linear_mapping_range()
1211 	uintptr_t va, map_size;  in create_linear_mapping_range()
1214 		va = (uintptr_t)__va(pa);  in create_linear_mapping_range()
1325 asmlinkage void __init setup_vm(uintptr_t dtb_pa)  in setup_vm()