113 			pgd_t *pgd;  in sync_global_pgds_l5()  local
116 			pgd = (pgd_t *)page_address(page) + pgd_index(addr);  in sync_global_pgds_l5()
121 			if (!pgd_none(*pgd_ref) && !pgd_none(*pgd))  in sync_global_pgds_l5()
122 				BUG_ON(pgd_page_vaddr(*pgd) != pgd_page_vaddr(*pgd_ref));  in sync_global_pgds_l5()
124 			if (pgd_none(*pgd))  in sync_global_pgds_l5()
125 				set_pgd(pgd, *pgd_ref);  in sync_global_pgds_l5()
154 			pgd_t *pgd;  in sync_global_pgds_l4()  local
158 			pgd = (pgd_t *)page_address(page) + pgd_index(addr);  in sync_global_pgds_l4()
159 			p4d = p4d_offset(pgd, addr);  in sync_global_pgds_l4()
212 static p4d_t *fill_p4d(pgd_t *pgd, unsigned long vaddr)  in fill_p4d()  argument
214 	if (pgd_none(*pgd)) {  in fill_p4d()
216 		pgd_populate(&init_mm, pgd, p4d);  in fill_p4d()
217 		if (p4d != p4d_offset(pgd, 0))  in fill_p4d()
219 			       p4d, p4d_offset(pgd, 0));  in fill_p4d()
221 	return p4d_offset(pgd, vaddr);  in fill_p4d()
290 	pgd_t *pgd;  in set_pte_vaddr()  local
295 	pgd = pgd_offset_k(vaddr);  in set_pte_vaddr()
296 	if (pgd_none(*pgd)) {  in set_pte_vaddr()
302 	p4d_page = p4d_offset(pgd, 0);  in set_pte_vaddr()
308 	pgd_t *pgd;  in populate_extra_pmd()  local
312 	pgd = pgd_offset_k(vaddr);  in populate_extra_pmd()
313 	p4d = fill_p4d(pgd, vaddr);  in populate_extra_pmd()
332 	pgd_t *pgd;  in __init_extra_mapping()  local
342 		pgd = pgd_offset_k((unsigned long)__va(phys));  in __init_extra_mapping()
343 		if (pgd_none(*pgd)) {  in __init_extra_mapping()
345 			set_pgd(pgd, __pgd(__pa(p4d) | _KERNPG_TABLE |  in __init_extra_mapping()
348 		p4d = p4d_offset(pgd, (unsigned long)__va(phys));  in __init_extra_mapping()
708 		pgd_t *pgd = pgd_offset_k(vaddr);  in kernel_physical_mapping_init()  local
713 		if (pgd_val(*pgd)) {  in kernel_physical_mapping_init()
714 			p4d = (p4d_t *)pgd_page_vaddr(*pgd);  in kernel_physical_mapping_init()
727 			pgd_populate(&init_mm, pgd, p4d);  in kernel_physical_mapping_init()
729 			p4d_populate(&init_mm, p4d_offset(pgd, vaddr), (pud_t *) p4d);  in kernel_physical_mapping_init()
1118 	pgd_t *pgd;  in remove_pagetable()  local
1124 		pgd = pgd_offset_k(addr);  in remove_pagetable()
1125 		if (!pgd_present(*pgd))  in remove_pagetable()
1128 		p4d = p4d_offset(pgd, 0);  in remove_pagetable()
1295 	pgd_t *pgd;  in kern_addr_valid()  local
1304 	pgd = pgd_offset_k(addr);  in kern_addr_valid()
1305 	if (pgd_none(*pgd))  in kern_addr_valid()
1308 	p4d = p4d_offset(pgd, addr);  in kern_addr_valid()
1405 	pgd_t *pgd;  in vmemmap_populate_hugepages()  local
1413 		pgd = vmemmap_pgd_populate(addr, node);  in vmemmap_populate_hugepages()
1414 		if (!pgd)  in vmemmap_populate_hugepages()
1417 		p4d = vmemmap_p4d_populate(pgd, addr, node);  in vmemmap_populate_hugepages()
1490 	pgd_t *pgd;  in register_page_bootmem_memmap()  local
1500 		pgd = pgd_offset_k(addr);  in register_page_bootmem_memmap()
1501 		if (pgd_none(*pgd)) {  in register_page_bootmem_memmap()
1505 		get_page_bootmem(section_nr, pgd_page(*pgd), MIX_SECTION_INFO);  in register_page_bootmem_memmap()
1507 		p4d = p4d_offset(pgd, addr);  in register_page_bootmem_memmap()