235 static void init_pmd(pud_t *pudp, unsigned long addr, unsigned long end,  in init_pmd()  argument
242 	pmdp = pmd_set_fixmap_offset(pudp, addr);  in init_pmd()
272 static void alloc_init_cont_pmd(pud_t *pudp, unsigned long addr,  in alloc_init_cont_pmd()  argument
278 	pud_t pud = READ_ONCE(*pudp);  in alloc_init_cont_pmd()
292 		__pud_populate(pudp, pmd_phys, pudval);  in alloc_init_cont_pmd()
293 		pud = READ_ONCE(*pudp);  in alloc_init_cont_pmd()
307 		init_pmd(pudp, addr, next, phys, __prot, pgtable_alloc, flags);  in alloc_init_cont_pmd()
319 	pud_t *pudp;  in alloc_init_pud()  local
336 	pudp = pud_set_fixmap_offset(p4dp, addr);  in alloc_init_pud()
338 		pud_t old_pud = READ_ONCE(*pudp);  in alloc_init_pud()
348 			pud_set_huge(pudp, phys, prot);  in alloc_init_pud()
355 						      READ_ONCE(pud_val(*pudp))));  in alloc_init_pud()
357 			alloc_init_cont_pmd(pudp, addr, next, phys, prot,  in alloc_init_pud()
361 			       pud_val(old_pud) != READ_ONCE(pud_val(*pudp)));  in alloc_init_pud()
364 	} while (pudp++, addr = next, addr != end);  in alloc_init_pud()
870 static void unmap_hotplug_pmd_range(pud_t *pudp, unsigned long addr,  in unmap_hotplug_pmd_range()  argument
879 		pmdp = pmd_offset(pudp, addr);  in unmap_hotplug_pmd_range()
908 	pud_t *pudp, pud;  in unmap_hotplug_pud_range()  local
912 		pudp = pud_offset(p4dp, addr);  in unmap_hotplug_pud_range()
913 		pud = READ_ONCE(*pudp);  in unmap_hotplug_pud_range()
919 			pud_clear(pudp);  in unmap_hotplug_pud_range()
932 		unmap_hotplug_pmd_range(pudp, addr, next, free_mapped, altmap);  in unmap_hotplug_pud_range()
1018 static void free_empty_pmd_table(pud_t *pudp, unsigned long addr,  in free_empty_pmd_table()  argument
1027 		pmdp = pmd_offset(pudp, addr);  in free_empty_pmd_table()
1047 	pmdp = pmd_offset(pudp, 0UL);  in free_empty_pmd_table()
1053 	pud_clear(pudp);  in free_empty_pmd_table()
1062 	pud_t *pudp, pud;  in free_empty_pud_table()  local
1067 		pudp = pud_offset(p4dp, addr);  in free_empty_pud_table()
1068 		pud = READ_ONCE(*pudp);  in free_empty_pud_table()
1073 		free_empty_pmd_table(pudp, addr, next, floor, ceiling);  in free_empty_pud_table()
1087 	pudp = pud_offset(p4dp, 0UL);  in free_empty_pud_table()
1089 		if (!pud_none(READ_ONCE(pudp[i])))  in free_empty_pud_table()
1095 	free_hotplug_pgtable_page(virt_to_page(pudp));  in free_empty_pud_table()
1171 int pud_set_huge(pud_t *pudp, phys_addr_t phys, pgprot_t prot)  in pud_set_huge()  argument
1176 	if (!pgattr_change_is_safe(READ_ONCE(pud_val(*pudp)),  in pud_set_huge()
1181 	set_pud(pudp, new_pud);  in pud_set_huge()
1199 int pud_clear_huge(pud_t *pudp)  in pud_clear_huge()  argument
1201 	if (!pud_sect(READ_ONCE(*pudp)))  in pud_clear_huge()
1203 	pud_clear(pudp);  in pud_clear_huge()
1234 int pud_free_pmd_page(pud_t *pudp, unsigned long addr)  in pud_free_pmd_page()  argument
1241 	pud = READ_ONCE(*pudp);  in pud_free_pmd_page()
1248 	table = pmd_offset(pudp, addr);  in pud_free_pmd_page()
1256 	pud_clear(pudp);  in pud_free_pmd_page()