26 	const struct mm_walk_ops *ops = walk->ops;  in walk_pte_range_inner()  local
30 		err = ops->pte_entry(pte, addr, addr + PAGE_SIZE, walk);  in walk_pte_range_inner()
81 	const struct mm_walk_ops *ops = walk->ops;  in walk_hugepd_range()  local
85 	if (!ops->pte_entry)  in walk_hugepd_range()
96 		err = ops->pte_entry(pte, addr, addr + page_size, walk);  in walk_hugepd_range()
120 	const struct mm_walk_ops *ops = walk->ops;  in walk_pmd_range()  local
129 			if (ops->pte_hole)  in walk_pmd_range()
130 				err = ops->pte_hole(addr, next, depth, walk);  in walk_pmd_range()
142 		if (ops->pmd_entry)  in walk_pmd_range()
143 			err = ops->pmd_entry(pmd, addr, next, walk);  in walk_pmd_range()
156 		    !(ops->pte_entry))  in walk_pmd_range()
182 	const struct mm_walk_ops *ops = walk->ops;  in walk_pud_range()  local
191 			if (ops->pte_hole)  in walk_pud_range()
192 				err = ops->pte_hole(addr, next, depth, walk);  in walk_pud_range()
200 		if (ops->pud_entry)  in walk_pud_range()
201 			err = ops->pud_entry(pud, addr, next, walk);  in walk_pud_range()
210 		    !(ops->pmd_entry || ops->pte_entry))  in walk_pud_range()
234 	const struct mm_walk_ops *ops = walk->ops;  in walk_p4d_range()  local
242 			if (ops->pte_hole)  in walk_p4d_range()
243 				err = ops->pte_hole(addr, next, depth, walk);  in walk_p4d_range()
248 		if (ops->p4d_entry) {  in walk_p4d_range()
249 			err = ops->p4d_entry(p4d, addr, next, walk);  in walk_p4d_range()
255 		else if (ops->pud_entry || ops->pmd_entry || ops->pte_entry)  in walk_p4d_range()
269 	const struct mm_walk_ops *ops = walk->ops;  in walk_pgd_range()  local
279 			if (ops->pte_hole)  in walk_pgd_range()
280 				err = ops->pte_hole(addr, next, 0, walk);  in walk_pgd_range()
285 		if (ops->pgd_entry) {  in walk_pgd_range()
286 			err = ops->pgd_entry(pgd, addr, next, walk);  in walk_pgd_range()
292 		else if (ops->p4d_entry || ops->pud_entry || ops->pmd_entry || ops->pte_entry)  in walk_pgd_range()
318 	const struct mm_walk_ops *ops = walk->ops;  in walk_hugetlb_range()  local
326 			err = ops->hugetlb_entry(pte, hmask, addr, next, walk);  in walk_hugetlb_range()
327 		else if (ops->pte_hole)  in walk_hugetlb_range()
328 			err = ops->pte_hole(addr, next, -1, walk);  in walk_hugetlb_range()
356 	const struct mm_walk_ops *ops = walk->ops;  in walk_page_test()  local
358 	if (ops->test_walk)  in walk_page_test()
359 		return ops->test_walk(start, end, walk);  in walk_page_test()
371 		if (ops->pte_hole)  in walk_page_test()
372 			err = ops->pte_hole(start, end, -1, walk);  in walk_page_test()
383 	const struct mm_walk_ops *ops = walk->ops;  in __walk_page_range()  local
385 	if (ops->pre_vma) {  in __walk_page_range()
386 		err = ops->pre_vma(start, end, walk);  in __walk_page_range()
392 		if (ops->hugetlb_entry)  in __walk_page_range()
397 	if (ops->post_vma)  in __walk_page_range()
398 		ops->post_vma(walk);  in __walk_page_range()
471 		unsigned long end, const struct mm_walk_ops *ops,  in walk_page_range()  argument
478 		.ops		= ops,  in walk_page_range()
489 	process_mm_walk_lock(walk.mm, ops->walk_lock);  in walk_page_range()
496 			if (ops->pte_hole)  in walk_page_range()
497 				err = ops->pte_hole(start, next, -1, &walk);  in walk_page_range()
501 			if (ops->pte_hole)  in walk_page_range()
502 				err = ops->pte_hole(start, next, -1, &walk);  in walk_page_range()
504 			process_vma_walk_lock(vma, ops->walk_lock);  in walk_page_range()
544 			  unsigned long end, const struct mm_walk_ops *ops,  in walk_page_range_novma()  argument
549 		.ops		= ops,  in walk_page_range_novma()
565 			unsigned long end, const struct mm_walk_ops *ops,  in walk_page_range_vma()  argument
569 		.ops		= ops,  in walk_page_range_vma()
580 	process_mm_walk_lock(walk.mm, ops->walk_lock);  in walk_page_range_vma()
581 	process_vma_walk_lock(vma, ops->walk_lock);  in walk_page_range_vma()
585 int walk_page_vma(struct vm_area_struct *vma, const struct mm_walk_ops *ops,  in walk_page_vma()  argument
589 		.ops		= ops,  in walk_page_vma()
598 	process_mm_walk_lock(walk.mm, ops->walk_lock);  in walk_page_vma()
599 	process_vma_walk_lock(vma, ops->walk_lock);  in walk_page_vma()
634 		      pgoff_t nr, const struct mm_walk_ops *ops,  in walk_page_mapping()  argument
638 		.ops		= ops,  in walk_page_mapping()