62 	unsigned long next;  in kasan_populate_pmd()  local
75 		next = pmd_addr_end(vaddr, end);  in kasan_populate_pmd()
77 		if (pmd_none(*pmdp) && IS_ALIGNED(vaddr, PMD_SIZE) && (next - vaddr) >= PMD_SIZE) {  in kasan_populate_pmd()
85 		kasan_populate_pte(pmdp, vaddr, next);  in kasan_populate_pmd()
86 	} while (pmdp++, vaddr = next, vaddr != end);  in kasan_populate_pmd()
103 	unsigned long next;  in kasan_populate_pud()  local
130 		next = pud_addr_end(vaddr, end);  in kasan_populate_pud()
132 		if (pud_none(*pudp) && IS_ALIGNED(vaddr, PUD_SIZE) && (next - vaddr) >= PUD_SIZE) {  in kasan_populate_pud()
146 		kasan_populate_pmd(pudp, vaddr, next);  in kasan_populate_pud()
147 	} while (pudp++, vaddr = next, vaddr != end);  in kasan_populate_pud()
165 	unsigned long next;  in kasan_populate_p4d()  local
188 		next = p4d_addr_end(vaddr, end);  in kasan_populate_p4d()
190 		if (p4d_none(*p4dp) && IS_ALIGNED(vaddr, P4D_SIZE) && (next - vaddr) >= P4D_SIZE) {  in kasan_populate_p4d()
204 		kasan_populate_pud((pgd_t *)p4dp, vaddr, next, early);  in kasan_populate_p4d()
205 	} while (p4dp++, vaddr = next, vaddr != end);  in kasan_populate_p4d()
222 #define kasan_populate_pgd_next(pgdp, vaddr, next, early)			\  argument
224 		kasan_populate_p4d(pgdp, vaddr, next, early) :			\
226 			kasan_populate_pud(pgdp, vaddr, next, early) :		\
227 			kasan_populate_pmd((pud_t *)pgdp, vaddr, next)))
234 	unsigned long next;  in kasan_populate_pgd()  local
237 		next = pgd_addr_end(vaddr, end);  in kasan_populate_pgd()
239 		if (IS_ALIGNED(vaddr, PGDIR_SIZE) && (next - vaddr) >= PGDIR_SIZE) {  in kasan_populate_pgd()
261 		kasan_populate_pgd_next(pgdp, vaddr, next, early);  in kasan_populate_pgd()
262 	} while (pgdp++, vaddr = next, vaddr != end);  in kasan_populate_pgd()
326 	unsigned long next;  in kasan_shallow_populate_pmd()  local
334 		next = pmd_addr_end(vaddr, end);  in kasan_shallow_populate_pmd()
339 	} while (pmdp++, vaddr = next, vaddr != end);  in kasan_shallow_populate_pmd()
345 	unsigned long next;  in kasan_shallow_populate_pud()  local
354 		next = pud_addr_end(vaddr, end);  in kasan_shallow_populate_pud()
363 		if (IS_ALIGNED(vaddr, PUD_SIZE) && (next - vaddr) >= PUD_SIZE)  in kasan_shallow_populate_pud()
367 		kasan_shallow_populate_pmd((pgd_t *)pudp, vaddr, next);  in kasan_shallow_populate_pud()
368 	} while (pudp++, vaddr = next, vaddr != end);  in kasan_shallow_populate_pud()
374 	unsigned long next;  in kasan_shallow_populate_p4d()  local
383 		next = p4d_addr_end(vaddr, end);  in kasan_shallow_populate_p4d()
392 		if (IS_ALIGNED(vaddr, P4D_SIZE) && (next - vaddr) >= P4D_SIZE)  in kasan_shallow_populate_p4d()
396 		kasan_shallow_populate_pud((pgd_t *)p4dp, vaddr, next);  in kasan_shallow_populate_p4d()
397 	} while (p4dp++, vaddr = next, vaddr != end);  in kasan_shallow_populate_p4d()
400 #define kasan_shallow_populate_pgd_next(pgdp, vaddr, next)			\  argument
402 		kasan_shallow_populate_p4d(pgdp, vaddr, next) :			\
404 		kasan_shallow_populate_pud(pgdp, vaddr, next) :			\
405 		kasan_shallow_populate_pmd(pgdp, vaddr, next)))
409 	unsigned long next;  in kasan_shallow_populate_pgd()  local
415 		next = pgd_addr_end(vaddr, end);  in kasan_shallow_populate_pgd()
424 		if (IS_ALIGNED(vaddr, PGDIR_SIZE) && (next - vaddr) >= PGDIR_SIZE)  in kasan_shallow_populate_pgd()
428 		kasan_shallow_populate_pgd_next(pgd_k, vaddr, next);  in kasan_shallow_populate_pgd()
429 	} while (pgd_k++, vaddr = next, vaddr != end);  in kasan_shallow_populate_pgd()