346 static inline phys_addr_t __init alloc_pte_early(uintptr_t va)  in alloc_pte_early()  argument
355 static inline phys_addr_t __init alloc_pte_fixmap(uintptr_t va)  in alloc_pte_fixmap()  argument
360 static phys_addr_t __init alloc_pte_late(uintptr_t va)  in alloc_pte_late()  argument
371 				      uintptr_t va, phys_addr_t pa,  in create_pte_mapping()  argument
374 	uintptr_t pte_idx = pte_index(va);  in create_pte_mapping()
431 static phys_addr_t __init alloc_pmd_early(uintptr_t va)  in alloc_pmd_early()  argument
433 	BUG_ON((va - kernel_map.virt_addr) >> PUD_SHIFT);  in alloc_pmd_early()
438 static phys_addr_t __init alloc_pmd_fixmap(uintptr_t va)  in alloc_pmd_fixmap()  argument
443 static phys_addr_t __init alloc_pmd_late(uintptr_t va)  in alloc_pmd_late()  argument
454 				      uintptr_t va, phys_addr_t pa,  in create_pmd_mapping()  argument
459 	uintptr_t pmd_idx = pmd_index(va);  in create_pmd_mapping()
468 		pte_phys = pt_ops.alloc_pte(va);  in create_pmd_mapping()
477 	create_pte_mapping(ptep, va, pa, sz, prot);  in create_pmd_mapping()
496 static phys_addr_t __init alloc_pud_early(uintptr_t va)  in alloc_pud_early()  argument
499 	BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT);  in alloc_pud_early()
504 static phys_addr_t __init alloc_pud_fixmap(uintptr_t va)  in alloc_pud_fixmap()  argument
509 static phys_addr_t alloc_pud_late(uintptr_t va)  in alloc_pud_late()  argument
534 static phys_addr_t __init alloc_p4d_early(uintptr_t va)  in alloc_p4d_early()  argument
537 	BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT);  in alloc_p4d_early()
542 static phys_addr_t __init alloc_p4d_fixmap(uintptr_t va)  in alloc_p4d_fixmap()  argument
547 static phys_addr_t alloc_p4d_late(uintptr_t va)  in alloc_p4d_late()  argument
557 				      uintptr_t va, phys_addr_t pa,  in create_pud_mapping()  argument
562 	uintptr_t pud_index = pud_index(va);  in create_pud_mapping()
571 		next_phys = pt_ops.alloc_pmd(va);  in create_pud_mapping()
580 	create_pmd_mapping(nextp, va, pa, sz, prot);  in create_pud_mapping()
584 				      uintptr_t va, phys_addr_t pa,  in create_p4d_mapping()  argument
589 	uintptr_t p4d_index = p4d_index(va);  in create_p4d_mapping()
598 		next_phys = pt_ops.alloc_pud(va);  in create_p4d_mapping()
607 	create_pud_mapping(nextp, va, pa, sz, prot);  in create_p4d_mapping()
646 				      uintptr_t va, phys_addr_t pa,  in create_pgd_mapping()  argument
651 	uintptr_t pgd_idx = pgd_index(va);  in create_pgd_mapping()
660 		next_phys = alloc_pgd_next(va);  in create_pgd_mapping()
669 	create_pgd_next_mapping(nextp, va, pa, sz, prot);  in create_pgd_mapping()
697 static __init pgprot_t pgprot_from_va(uintptr_t va)  in pgprot_from_va()  argument
699 	if (is_va_kernel_text(va))  in pgprot_from_va()
708 	if (IS_ENABLED(CONFIG_64BIT) && is_va_kernel_lm_alias_text(va))  in pgprot_from_va()
724 static __init pgprot_t pgprot_from_va(uintptr_t va)  in pgprot_from_va()  argument
726 	if (IS_ENABLED(CONFIG_64BIT) && !is_kernel_mapping(va))  in pgprot_from_va()
826 	uintptr_t va, end_va;  in create_kernel_page_table()  local
830 	for (va = kernel_map.virt_addr; va < end_va; va += PMD_SIZE)  in create_kernel_page_table()
831 		create_pgd_mapping(pgdir, va,  in create_kernel_page_table()
832 				   kernel_map.xiprom + (va - kernel_map.virt_addr),  in create_kernel_page_table()
837 	for (va = kernel_map.virt_addr + XIP_OFFSET; va < end_va; va += PMD_SIZE)  in create_kernel_page_table()
838 		create_pgd_mapping(pgdir, va,  in create_kernel_page_table()
839 				   kernel_map.phys_addr + (va - (kernel_map.virt_addr + XIP_OFFSET)),  in create_kernel_page_table()
845 	uintptr_t va, end_va;  in create_kernel_page_table()  local
848 	for (va = kernel_map.virt_addr; va < end_va; va += PMD_SIZE)  in create_kernel_page_table()
849 		create_pgd_mapping(pgdir, va,  in create_kernel_page_table()
850 				   kernel_map.phys_addr + (va - kernel_map.virt_addr),  in create_kernel_page_table()
853 					PAGE_KERNEL_EXEC : pgprot_from_va(va));  in create_kernel_page_table()
1094 	uintptr_t va, map_size;  in setup_vm_final()  local
1115 			va = (uintptr_t)__va(pa);  in setup_vm_final()
1117 			create_pgd_mapping(swapper_pg_dir, va, pa, map_size,  in setup_vm_final()
1118 					   pgprot_from_va(va));  in setup_vm_final()