1519 rmap_walk_init_level(struct slot_rmap_walk_iterator *iterator, int level)  in rmap_walk_init_level()  argument
1521 	iterator->level = level;  in rmap_walk_init_level()
1522 	iterator->gfn = iterator->start_gfn;  in rmap_walk_init_level()
1523 	iterator->rmap = gfn_to_rmap(iterator->gfn, level, iterator->slot);  in rmap_walk_init_level()
1524 	iterator->end_rmap = gfn_to_rmap(iterator->end_gfn, level, iterator->slot);  in rmap_walk_init_level()
1528 slot_rmap_walk_init(struct slot_rmap_walk_iterator *iterator,  in slot_rmap_walk_init()  argument
1532 	iterator->slot = slot;  in slot_rmap_walk_init()
1533 	iterator->start_level = start_level;  in slot_rmap_walk_init()
1534 	iterator->end_level = end_level;  in slot_rmap_walk_init()
1535 	iterator->start_gfn = start_gfn;  in slot_rmap_walk_init()
1536 	iterator->end_gfn = end_gfn;  in slot_rmap_walk_init()
1538 	rmap_walk_init_level(iterator, iterator->start_level);  in slot_rmap_walk_init()
1541 static bool slot_rmap_walk_okay(struct slot_rmap_walk_iterator *iterator)  in slot_rmap_walk_okay()  argument
1543 	return !!iterator->rmap;  in slot_rmap_walk_okay()
1546 static void slot_rmap_walk_next(struct slot_rmap_walk_iterator *iterator)  in slot_rmap_walk_next()  argument
1548 	if (++iterator->rmap <= iterator->end_rmap) {  in slot_rmap_walk_next()
1549 		iterator->gfn += (1UL << KVM_HPAGE_GFN_SHIFT(iterator->level));  in slot_rmap_walk_next()
1553 	if (++iterator->level > iterator->end_level) {  in slot_rmap_walk_next()
1554 		iterator->rmap = NULL;  in slot_rmap_walk_next()
1558 	rmap_walk_init_level(iterator, iterator->level);  in slot_rmap_walk_next()
1576 	struct slot_rmap_walk_iterator iterator;  in kvm_handle_gfn_range()  local
1580 				 range->start, range->end - 1, &iterator)  in kvm_handle_gfn_range()
1581 		ret |= handler(kvm, iterator.rmap, range->slot, iterator.gfn,  in kvm_handle_gfn_range()
1582 			       iterator.level, range->pte);  in kvm_handle_gfn_range()
2183 static void shadow_walk_init_using_root(struct kvm_shadow_walk_iterator *iterator,  in shadow_walk_init_using_root()  argument
2187 	iterator->addr = addr;  in shadow_walk_init_using_root()
2188 	iterator->shadow_addr = root;  in shadow_walk_init_using_root()
2189 	iterator->level = vcpu->arch.mmu->shadow_root_level;  in shadow_walk_init_using_root()
2191 	if (iterator->level == PT64_ROOT_4LEVEL &&  in shadow_walk_init_using_root()
2194 		--iterator->level;  in shadow_walk_init_using_root()
2196 	if (iterator->level == PT32E_ROOT_LEVEL) {  in shadow_walk_init_using_root()
2203 		iterator->shadow_addr  in shadow_walk_init_using_root()
2205 		iterator->shadow_addr &= PT64_BASE_ADDR_MASK;  in shadow_walk_init_using_root()
2206 		--iterator->level;  in shadow_walk_init_using_root()
2207 		if (!iterator->shadow_addr)  in shadow_walk_init_using_root()
2208 			iterator->level = 0;  in shadow_walk_init_using_root()
2212 static void shadow_walk_init(struct kvm_shadow_walk_iterator *iterator,  in shadow_walk_init()  argument
2215 	shadow_walk_init_using_root(iterator, vcpu, vcpu->arch.mmu->root_hpa,  in shadow_walk_init()
2219 static bool shadow_walk_okay(struct kvm_shadow_walk_iterator *iterator)  in shadow_walk_okay()  argument
2221 	if (iterator->level < PG_LEVEL_4K)  in shadow_walk_okay()
2224 	iterator->index = SHADOW_PT_INDEX(iterator->addr, iterator->level);  in shadow_walk_okay()
2225 	iterator->sptep	= ((u64 *)__va(iterator->shadow_addr)) + iterator->index;  in shadow_walk_okay()
2229 static void __shadow_walk_next(struct kvm_shadow_walk_iterator *iterator,  in __shadow_walk_next()  argument
2232 	if (is_last_spte(spte, iterator->level)) {  in __shadow_walk_next()
2233 		iterator->level = 0;  in __shadow_walk_next()
2237 	iterator->shadow_addr = spte & PT64_BASE_ADDR_MASK;  in __shadow_walk_next()
2238 	--iterator->level;  in __shadow_walk_next()
2241 static void shadow_walk_next(struct kvm_shadow_walk_iterator *iterator)  in shadow_walk_next()  argument
2243 	__shadow_walk_next(iterator, *iterator->sptep);  in shadow_walk_next()
3189 	struct kvm_shadow_walk_iterator iterator;  in fast_pf_get_last_sptep()  local
3193 	for_each_shadow_entry_lockless(vcpu, gpa, iterator, old_spte) {  in fast_pf_get_last_sptep()
3194 		sptep = iterator.sptep;  in fast_pf_get_last_sptep()
3754 	struct kvm_shadow_walk_iterator iterator;  in get_walk()  local
3758 	for (shadow_walk_init(&iterator, vcpu, addr),  in get_walk()
3759 	     *root_level = iterator.level;  in get_walk()
3760 	     shadow_walk_okay(&iterator);  in get_walk()
3761 	     __shadow_walk_next(&iterator, spte)) {  in get_walk()
3762 		leaf = iterator.level;  in get_walk()
3763 		spte = mmu_spte_get_lockless(iterator.sptep);  in get_walk()
3880 	struct kvm_shadow_walk_iterator iterator;  in shadow_page_table_clear_flood()  local
3884 	for_each_shadow_entry_lockless(vcpu, addr, iterator, spte) {  in shadow_page_table_clear_flood()
3885 		clear_sp_write_flooding_count(iterator.sptep);  in shadow_page_table_clear_flood()
5443 	struct slot_rmap_walk_iterator iterator;  in slot_handle_level_range()  local
5446 			end_gfn, &iterator) {  in slot_handle_level_range()
5447 		if (iterator.rmap)  in slot_handle_level_range()
5448 			flush |= fn(kvm, iterator.rmap, memslot);  in slot_handle_level_range()
5454 						iterator.gfn - start_gfn + 1);  in slot_handle_level_range()