50 static inline bool kasan_pud_table(p4d_t p4d)  in kasan_pud_table()  argument
52 	return p4d_page(p4d) == virt_to_page(lm_alias(kasan_zero_pud));  in kasan_pud_table()
55 static inline bool kasan_pud_table(p4d_t p4d)  in kasan_pud_table()  argument
138 static int __ref zero_pud_populate(p4d_t *p4d, unsigned long addr,  in zero_pud_populate()  argument
141 	pud_t *pud = pud_offset(p4d, addr);  in zero_pud_populate()
176 	p4d_t *p4d = p4d_offset(pgd, addr);  in zero_p4d_populate()  local
185 			p4d_populate(&init_mm, p4d, lm_alias(kasan_zero_pud));  in zero_p4d_populate()
186 			pud = pud_offset(p4d, addr);  in zero_p4d_populate()
194 		if (p4d_none(*p4d)) {  in zero_p4d_populate()
198 				p = pud_alloc(&init_mm, p4d, addr);  in zero_p4d_populate()
202 				p4d_populate(&init_mm, p4d,  in zero_p4d_populate()
206 		zero_pud_populate(p4d, addr, next);  in zero_p4d_populate()
207 	} while (p4d++, addr = next, addr != end);  in zero_p4d_populate()
230 			p4d_t *p4d;  in kasan_populate_zero_shadow()  local
254 			p4d = p4d_offset(pgd, addr);  in kasan_populate_zero_shadow()
255 			p4d_populate(&init_mm, p4d, lm_alias(kasan_zero_pud));  in kasan_populate_zero_shadow()
256 			pud = pud_offset(p4d, addr);  in kasan_populate_zero_shadow()
311 static void kasan_free_pud(pud_t *pud_start, p4d_t *p4d)  in kasan_free_pud()  argument
322 	pud_free(&init_mm, (pud_t *)page_to_virt(p4d_page(*p4d)));  in kasan_free_pud()
323 	p4d_clear(p4d);  in kasan_free_pud()
328 	p4d_t *p4d;  in kasan_free_p4d()  local
332 		p4d = p4d_start + i;  in kasan_free_p4d()
333 		if (!p4d_none(*p4d))  in kasan_free_p4d()
411 static void kasan_remove_p4d_table(p4d_t *p4d, unsigned long addr,  in kasan_remove_p4d_table()  argument
416 	for (; addr < end; addr = next, p4d++) {  in kasan_remove_p4d_table()
421 		if (!p4d_present(*p4d))  in kasan_remove_p4d_table()
424 		if (kasan_pud_table(*p4d)) {  in kasan_remove_p4d_table()
427 				p4d_clear(p4d);  in kasan_remove_p4d_table()
430 		pud = pud_offset(p4d, addr);  in kasan_remove_p4d_table()
432 		kasan_free_pud(pud_offset(p4d, 0), p4d);  in kasan_remove_p4d_table()
450 		p4d_t *p4d;  in kasan_remove_zero_shadow()  local
465 		p4d = p4d_offset(pgd, addr);  in kasan_remove_zero_shadow()
466 		kasan_remove_p4d_table(p4d, addr, next);  in kasan_remove_zero_shadow()