89 static void __head *fixup_pointer(void *ptr, unsigned long physaddr)  in fixup_pointer()  argument
91 	return ptr - (void *)_text + (void *)physaddr;  in fixup_pointer()
94 static unsigned long __head *fixup_long(void *ptr, unsigned long physaddr)  in fixup_long()  argument
96 	return fixup_pointer(ptr, physaddr);  in fixup_long()
100 static unsigned int __head *fixup_int(void *ptr, unsigned long physaddr)  in fixup_int()  argument
102 	return fixup_pointer(ptr, physaddr);  in fixup_int()
105 static bool __head check_la57_support(unsigned long physaddr)  in check_la57_support()  argument
114 	*fixup_int(&__pgtable_l5_enabled, physaddr) = 1;  in check_la57_support()
115 	*fixup_int(&pgdir_shift, physaddr) = 48;  in check_la57_support()
116 	*fixup_int(&ptrs_per_p4d, physaddr) = 512;  in check_la57_support()
117 	*fixup_long(&page_offset_base, physaddr) = __PAGE_OFFSET_BASE_L5;  in check_la57_support()
118 	*fixup_long(&vmalloc_base, physaddr) = __VMALLOC_BASE_L5;  in check_la57_support()
119 	*fixup_long(&vmemmap_base, physaddr) = __VMEMMAP_BASE_L5;  in check_la57_support()
124 static bool __head check_la57_support(unsigned long physaddr)  in check_la57_support()  argument
136 unsigned long __head __startup_64(unsigned long physaddr,  in __startup_64()  argument
151 	la57 = check_la57_support(physaddr);  in __startup_64()
154 	if (physaddr >> MAX_PHYSMEM_BITS)  in __startup_64()
161 	load_delta = physaddr - (unsigned long)(_text - __START_KERNEL_map);  in __startup_64()
175 	pgd = fixup_pointer(&early_top_pgt, physaddr);  in __startup_64()
184 		p4d = fixup_pointer(&level4_kernel_pgt, physaddr);  in __startup_64()
188 	pud = fixup_pointer(&level3_kernel_pgt, physaddr);  in __startup_64()
192 	pmd = fixup_pointer(level2_fixmap_pgt, physaddr);  in __startup_64()
203 	next_pgt_ptr = fixup_pointer(&next_early_pgt, physaddr);  in __startup_64()
204 	pud = fixup_pointer(early_dynamic_pgts[(*next_pgt_ptr)++], physaddr);  in __startup_64()
205 	pmd = fixup_pointer(early_dynamic_pgts[(*next_pgt_ptr)++], physaddr);  in __startup_64()
211 				    physaddr);  in __startup_64()
213 		i = (physaddr >> PGDIR_SHIFT) % PTRS_PER_PGD;  in __startup_64()
217 		i = physaddr >> P4D_SHIFT;  in __startup_64()
221 		i = (physaddr >> PGDIR_SHIFT) % PTRS_PER_PGD;  in __startup_64()
226 	i = physaddr >> PUD_SHIFT;  in __startup_64()
232 	mask_ptr = fixup_pointer(&__supported_pte_mask, physaddr);  in __startup_64()
235 	pmd_entry +=  physaddr;  in __startup_64()
238 		int idx = i + (physaddr >> PMD_SHIFT);  in __startup_64()
259 	pmd = fixup_pointer(level2_kernel_pgt, physaddr);  in __startup_64()
278 	*fixup_long(&phys_base, physaddr) += load_delta - sme_get_me_mask();  in __startup_64()
325 	unsigned long physaddr = address - __PAGE_OFFSET;  in __early_make_pgtable()  local
332 	if (physaddr >= MAXMEM || read_cr3_pa() != __pa_nodebug(early_top_pgt))  in __early_make_pgtable()
395 	unsigned long physaddr = address - __PAGE_OFFSET;  in early_make_pgtable()  local
398 	pmd = (physaddr & PMD_MASK) + early_pmd_flags;  in early_make_pgtable()