2498 				       struct gfn_to_hva_cache *ghc,  in __kvm_gfn_to_hva_cache_init()  argument
2508 	ghc->generation = slots->generation;  in __kvm_gfn_to_hva_cache_init()
2511 		ghc->hva = KVM_HVA_ERR_BAD;  in __kvm_gfn_to_hva_cache_init()
2520 		ghc->memslot = __gfn_to_memslot(slots, start_gfn);  in __kvm_gfn_to_hva_cache_init()
2521 		ghc->hva = gfn_to_hva_many(ghc->memslot, start_gfn,  in __kvm_gfn_to_hva_cache_init()
2523 		if (kvm_is_error_hva(ghc->hva))  in __kvm_gfn_to_hva_cache_init()
2529 		ghc->hva += offset;  in __kvm_gfn_to_hva_cache_init()
2531 		ghc->memslot = NULL;  in __kvm_gfn_to_hva_cache_init()
2533 	ghc->gpa = gpa;  in __kvm_gfn_to_hva_cache_init()
2534 	ghc->len = len;  in __kvm_gfn_to_hva_cache_init()
2538 int kvm_gfn_to_hva_cache_init(struct kvm *kvm, struct gfn_to_hva_cache *ghc,  in kvm_gfn_to_hva_cache_init()  argument
2542 	return __kvm_gfn_to_hva_cache_init(slots, ghc, gpa, len);  in kvm_gfn_to_hva_cache_init()
2546 int kvm_write_guest_offset_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,  in kvm_write_guest_offset_cached()  argument
2552 	gpa_t gpa = ghc->gpa + offset;  in kvm_write_guest_offset_cached()
2554 	BUG_ON(len + offset > ghc->len);  in kvm_write_guest_offset_cached()
2556 	if (slots->generation != ghc->generation) {  in kvm_write_guest_offset_cached()
2557 		if (__kvm_gfn_to_hva_cache_init(slots, ghc, ghc->gpa, ghc->len))  in kvm_write_guest_offset_cached()
2561 	if (kvm_is_error_hva(ghc->hva))  in kvm_write_guest_offset_cached()
2564 	if (unlikely(!ghc->memslot))  in kvm_write_guest_offset_cached()
2567 	r = __copy_to_user((void __user *)ghc->hva + offset, data, len);  in kvm_write_guest_offset_cached()
2570 	mark_page_dirty_in_slot(ghc->memslot, gpa >> PAGE_SHIFT);  in kvm_write_guest_offset_cached()
2576 int kvm_write_guest_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,  in kvm_write_guest_cached()  argument
2579 	return kvm_write_guest_offset_cached(kvm, ghc, data, 0, len);  in kvm_write_guest_cached()
2583 int kvm_read_guest_offset_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,  in kvm_read_guest_offset_cached()  argument
2589 	gpa_t gpa = ghc->gpa + offset;  in kvm_read_guest_offset_cached()
2591 	BUG_ON(len + offset > ghc->len);  in kvm_read_guest_offset_cached()
2593 	if (slots->generation != ghc->generation) {  in kvm_read_guest_offset_cached()
2594 		if (__kvm_gfn_to_hva_cache_init(slots, ghc, ghc->gpa, ghc->len))  in kvm_read_guest_offset_cached()
2598 	if (kvm_is_error_hva(ghc->hva))  in kvm_read_guest_offset_cached()
2601 	if (unlikely(!ghc->memslot))  in kvm_read_guest_offset_cached()
2604 	r = __copy_from_user(data, (void __user *)ghc->hva + offset, len);  in kvm_read_guest_offset_cached()
2612 int kvm_read_guest_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,  in kvm_read_guest_cached()  argument
2615 	return kvm_read_guest_offset_cached(kvm, ghc, data, 0, len);  in kvm_read_guest_cached()