34 struct kernel_mapping kernel_map __ro_after_init;
35 EXPORT_SYMBOL(kernel_map);
37 #define kernel_map	(*(struct kernel_mapping *)XIP_FIXUP(&kernel_map))  macro
433 	BUG_ON((va - kernel_map.virt_addr) >> PUD_SHIFT);  in alloc_pmd_early()
499 	BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT);  in alloc_pud_early()
537 	BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT);  in alloc_p4d_early()
737 	kernel_map.page_offset = PAGE_OFFSET_L4;  in disable_pgtable_l5()
744 	kernel_map.page_offset = PAGE_OFFSET_L3;  in disable_pgtable_l4()
829 	end_va = kernel_map.virt_addr + kernel_map.xiprom_sz;  in create_kernel_page_table()
830 	for (va = kernel_map.virt_addr; va < end_va; va += PMD_SIZE)  in create_kernel_page_table()
832 				   kernel_map.xiprom + (va - kernel_map.virt_addr),  in create_kernel_page_table()
836 	end_va = kernel_map.virt_addr + XIP_OFFSET + kernel_map.size;  in create_kernel_page_table()
837 	for (va = kernel_map.virt_addr + XIP_OFFSET; va < end_va; va += PMD_SIZE)  in create_kernel_page_table()
839 				   kernel_map.phys_addr + (va - (kernel_map.virt_addr + XIP_OFFSET)),  in create_kernel_page_table()
847 	end_va = kernel_map.virt_addr + kernel_map.size;  in create_kernel_page_table()
848 	for (va = kernel_map.virt_addr; va < end_va; va += PMD_SIZE)  in create_kernel_page_table()
850 				   kernel_map.phys_addr + (va - kernel_map.virt_addr),  in create_kernel_page_table()
963 	kernel_map.virt_addr = KERNEL_LINK_ADDR;  in setup_vm()
964 	kernel_map.page_offset = _AC(CONFIG_PAGE_OFFSET, UL);  in setup_vm()
967 	kernel_map.xiprom = (uintptr_t)CONFIG_XIP_PHYS_ADDR;  in setup_vm()
968 	kernel_map.xiprom_sz = (uintptr_t)(&_exiprom) - (uintptr_t)(&_xiprom);  in setup_vm()
971 	kernel_map.phys_addr = (uintptr_t)CONFIG_PHYS_RAM_BASE;  in setup_vm()
972 	kernel_map.size = (uintptr_t)(&_end) - (uintptr_t)(&_sdata);  in setup_vm()
974 	kernel_map.va_kernel_xip_pa_offset = kernel_map.virt_addr - kernel_map.xiprom;  in setup_vm()
976 	kernel_map.phys_addr = (uintptr_t)(&_start);  in setup_vm()
977 	kernel_map.size = (uintptr_t)(&_end) - kernel_map.phys_addr;  in setup_vm()
984 	kernel_map.va_pa_offset = PAGE_OFFSET - kernel_map.phys_addr;  in setup_vm()
985 	kernel_map.va_kernel_pa_offset = kernel_map.virt_addr - kernel_map.phys_addr;  in setup_vm()
987 	riscv_pfn_base = PFN_DOWN(kernel_map.phys_addr);  in setup_vm()
999 	BUG_ON((kernel_map.phys_addr % PMD_SIZE) != 0);  in setup_vm()
1006 	BUG_ON((kernel_map.virt_addr + kernel_map.size) > ADDRESS_SPACE_END - SZ_4K);  in setup_vm()
1028 	create_pgd_mapping(trampoline_pg_dir, kernel_map.virt_addr,  in setup_vm()
1031 		create_p4d_mapping(trampoline_p4d, kernel_map.virt_addr,  in setup_vm()
1034 		create_pud_mapping(trampoline_pud, kernel_map.virt_addr,  in setup_vm()
1037 	create_pmd_mapping(trampoline_pmd, kernel_map.virt_addr,  in setup_vm()
1038 			   kernel_map.xiprom, PMD_SIZE, PAGE_KERNEL_EXEC);  in setup_vm()
1040 	create_pmd_mapping(trampoline_pmd, kernel_map.virt_addr,  in setup_vm()
1041 			   kernel_map.phys_addr, PMD_SIZE, PAGE_KERNEL_EXEC);  in setup_vm()
1045 	create_pgd_mapping(trampoline_pg_dir, kernel_map.virt_addr,  in setup_vm()
1046 			   kernel_map.phys_addr, PGDIR_SIZE, PAGE_KERNEL_EXEC);  in setup_vm()