39 struct kernel_mapping kernel_map __ro_after_init;
40 EXPORT_SYMBOL(kernel_map);
42 #define kernel_map	(*(struct kernel_mapping *)XIP_FIXUP(&kernel_map))  macro
153 		print_ml("kernel", (unsigned long)kernel_map.virt_addr,  in print_vm_layout()
231 		kernel_map.va_pa_offset = PAGE_OFFSET - phys_ram_base;  in setup_bootmem()
431 	BUG_ON((va - kernel_map.virt_addr) >> PUD_SHIFT);  in alloc_pmd_early()
495 	BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT);  in alloc_pud_early()
533 	BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT);  in alloc_p4d_early()
740 	kernel_map.page_offset = PAGE_OFFSET_L4;  in disable_pgtable_l5()
747 	kernel_map.page_offset = PAGE_OFFSET_L3;  in disable_pgtable_l4()
857 	uintptr_t reloc_offset = kernel_map.virt_addr - KERNEL_LINK_ADDR;  in relocate_kernel()
862 	uintptr_t va_kernel_link_pa_offset = KERNEL_LINK_ADDR - kernel_map.phys_addr;  in relocate_kernel()
892 	end_va = kernel_map.virt_addr + kernel_map.xiprom_sz;  in create_kernel_page_table()
893 	for (va = kernel_map.virt_addr; va < end_va; va += PMD_SIZE)  in create_kernel_page_table()
895 				   kernel_map.xiprom + (va - kernel_map.virt_addr),  in create_kernel_page_table()
899 	end_va = kernel_map.virt_addr + XIP_OFFSET + kernel_map.size;  in create_kernel_page_table()
900 	for (va = kernel_map.virt_addr + XIP_OFFSET; va < end_va; va += PMD_SIZE)  in create_kernel_page_table()
902 				   kernel_map.phys_addr + (va - (kernel_map.virt_addr + XIP_OFFSET)),  in create_kernel_page_table()
910 	end_va = kernel_map.virt_addr + kernel_map.size;  in create_kernel_page_table()
911 	for (va = kernel_map.virt_addr; va < end_va; va += PMD_SIZE)  in create_kernel_page_table()
913 				   kernel_map.phys_addr + (va - kernel_map.virt_addr),  in create_kernel_page_table()
1030 	return kernel_map.virt_offset;  in kaslr_offset()
1051 		kernel_map.virt_offset = (kaslr_seed % nr_pos) * PMD_SIZE;  in setup_vm()
1055 	kernel_map.virt_addr = KERNEL_LINK_ADDR + kernel_map.virt_offset;  in setup_vm()
1056 	kernel_map.page_offset = _AC(CONFIG_PAGE_OFFSET, UL);  in setup_vm()
1059 	kernel_map.xiprom = (uintptr_t)CONFIG_XIP_PHYS_ADDR;  in setup_vm()
1060 	kernel_map.xiprom_sz = (uintptr_t)(&_exiprom) - (uintptr_t)(&_xiprom);  in setup_vm()
1063 	kernel_map.phys_addr = (uintptr_t)CONFIG_PHYS_RAM_BASE;  in setup_vm()
1064 	kernel_map.size = (uintptr_t)(&_end) - (uintptr_t)(&_sdata);  in setup_vm()
1066 	kernel_map.va_kernel_xip_pa_offset = kernel_map.virt_addr - kernel_map.xiprom;  in setup_vm()
1068 	kernel_map.phys_addr = (uintptr_t)(&_start);  in setup_vm()
1069 	kernel_map.size = (uintptr_t)(&_end) - kernel_map.phys_addr;  in setup_vm()
1088 	kernel_map.va_pa_offset = IS_ENABLED(CONFIG_64BIT) ?  in setup_vm()
1089 				0UL : PAGE_OFFSET - kernel_map.phys_addr;  in setup_vm()
1090 	kernel_map.va_kernel_pa_offset = kernel_map.virt_addr - kernel_map.phys_addr;  in setup_vm()
1102 	BUG_ON((kernel_map.phys_addr % PMD_SIZE) != 0);  in setup_vm()
1109 	BUG_ON((kernel_map.virt_addr + kernel_map.size) > ADDRESS_SPACE_END - SZ_4K);  in setup_vm()
1119 	BUG_ON(PUD_SIZE - (kernel_map.virt_addr & (PUD_SIZE - 1)) < kernel_map.size);  in setup_vm()
1142 	create_pgd_mapping(trampoline_pg_dir, kernel_map.virt_addr,  in setup_vm()
1145 		create_p4d_mapping(trampoline_p4d, kernel_map.virt_addr,  in setup_vm()
1148 		create_pud_mapping(trampoline_pud, kernel_map.virt_addr,  in setup_vm()
1151 	create_pmd_mapping(trampoline_pmd, kernel_map.virt_addr,  in setup_vm()
1152 			   kernel_map.xiprom, PMD_SIZE, PAGE_KERNEL_EXEC);  in setup_vm()
1154 	create_pmd_mapping(trampoline_pmd, kernel_map.virt_addr,  in setup_vm()
1155 			   kernel_map.phys_addr, PMD_SIZE, PAGE_KERNEL_EXEC);  in setup_vm()
1159 	create_pgd_mapping(trampoline_pg_dir, kernel_map.virt_addr,  in setup_vm()
1160 			   kernel_map.phys_addr, PGDIR_SIZE, PAGE_KERNEL_EXEC);  in setup_vm()