65 void set_swapper_pgd(pgd_t *pgdp, pgd_t pgd)  in set_swapper_pgd()  argument
70 	fixmap_pgdp = pgd_set_fixmap(__pa_symbol(pgdp));  in set_swapper_pgd()
298 static void alloc_init_pud(pgd_t *pgdp, unsigned long addr, unsigned long end,  in alloc_init_pud()  argument
305 	p4d_t *p4dp = p4d_offset(pgdp, addr);  in alloc_init_pud()
356 	pgd_t *pgdp = pgd_offset_pgd(pgdir, virt);  in __create_pgd_mapping()  local
371 		alloc_init_pud(pgdp, addr, next, phys, prot, pgtable_alloc,  in __create_pgd_mapping()
374 	} while (pgdp++, addr = next, addr != end);  in __create_pgd_mapping()
455 static void __init __map_memblock(pgd_t *pgdp, phys_addr_t start,  in __map_memblock()  argument
458 	__create_pgd_mapping(pgdp, start, __phys_to_virt(start), end - start,  in __map_memblock()
472 static void __init map_mem(pgd_t *pgdp)  in map_mem()  argument
505 		__map_memblock(pgdp, start, end, PAGE_KERNEL_TAGGED, flags);  in map_mem()
518 	__map_memblock(pgdp, kernel_start, kernel_end,  in map_mem()
529 		__map_memblock(pgdp, crashk_res.start, crashk_res.end + 1,  in map_mem()
553 static void __init map_kernel_segment(pgd_t *pgdp, void *va_start, void *va_end,  in map_kernel_segment()  argument
563 	__create_pgd_mapping(pgdp, pa_start, (unsigned long)va_start, size, prot,  in map_kernel_segment()
644 static void __init map_kernel(pgd_t *pgdp)  in map_kernel()  argument
668 	map_kernel_segment(pgdp, _text, _etext, text_prot, &vmlinux_text, 0,  in map_kernel()
670 	map_kernel_segment(pgdp, __start_rodata, __inittext_begin, PAGE_KERNEL,  in map_kernel()
672 	map_kernel_segment(pgdp, __inittext_begin, __inittext_end, text_prot,  in map_kernel()
674 	map_kernel_segment(pgdp, __initdata_begin, __initdata_end, PAGE_KERNEL,  in map_kernel()
676 	map_kernel_segment(pgdp, _data, _end, PAGE_KERNEL, &vmlinux_data, 0, 0);  in map_kernel()
678 	if (!READ_ONCE(pgd_val(*pgd_offset_pgd(pgdp, FIXADDR_START)))) {  in map_kernel()
684 		set_pgd(pgd_offset_pgd(pgdp, FIXADDR_START),  in map_kernel()
697 		bm_pgdp = pgd_offset_pgd(pgdp, FIXADDR_START);  in map_kernel()
706 	kasan_copy_shadow(pgdp);  in map_kernel()
711 	pgd_t *pgdp = pgd_set_fixmap(__pa_symbol(swapper_pg_dir));  in paging_init()  local
713 	map_kernel(pgdp);  in paging_init()
714 	map_mem(pgdp);  in paging_init()
732 	pgd_t *pgdp;  in kern_addr_valid()  local
742 	pgdp = pgd_offset_k(addr);  in kern_addr_valid()
743 	if (pgd_none(READ_ONCE(*pgdp)))  in kern_addr_valid()
746 	p4dp = p4d_offset(pgdp, addr);  in kern_addr_valid()
897 static void unmap_hotplug_p4d_range(pgd_t *pgdp, unsigned long addr,  in unmap_hotplug_p4d_range()  argument
906 		p4dp = p4d_offset(pgdp, addr);  in unmap_hotplug_p4d_range()
920 	pgd_t *pgdp, pgd;  in unmap_hotplug_range()  local
932 		pgdp = pgd_offset_k(addr);  in unmap_hotplug_range()
933 		pgd = READ_ONCE(*pgdp);  in unmap_hotplug_range()
938 		unmap_hotplug_p4d_range(pgdp, addr, next, free_mapped, altmap);  in unmap_hotplug_range()
1059 static void free_empty_p4d_table(pgd_t *pgdp, unsigned long addr,  in free_empty_p4d_table()  argument
1068 		p4dp = p4d_offset(pgdp, addr);  in free_empty_p4d_table()
1082 	pgd_t *pgdp, pgd;  in free_empty_tables()  local
1086 		pgdp = pgd_offset_k(addr);  in free_empty_tables()
1087 		pgd = READ_ONCE(*pgdp);  in free_empty_tables()
1092 		free_empty_p4d_table(pgdp, addr, next, floor, ceiling);  in free_empty_tables()
1110 	pgd_t *pgdp;  in vmemmap_populate()  local
1118 		pgdp = vmemmap_pgd_populate(addr, node);  in vmemmap_populate()
1119 		if (!pgdp)  in vmemmap_populate()
1122 		p4dp = vmemmap_p4d_populate(pgdp, addr, node);  in vmemmap_populate()
1160 	pgd_t *pgdp = pgd_offset_k(addr);  in fixmap_pud()  local
1161 	p4d_t *p4dp = p4d_offset(pgdp, addr);  in fixmap_pud()
1192 	pgd_t *pgdp;  in early_fixmap_init()  local
1198 	pgdp = pgd_offset_k(addr);  in early_fixmap_init()
1199 	p4dp = p4d_offset(pgdp, addr);  in early_fixmap_init()