2932 				       struct gfn_to_hva_cache *ghc,  in __kvm_gfn_to_hva_cache_init()  argument
2942 	ghc->generation = slots->generation;  in __kvm_gfn_to_hva_cache_init()
2945 		ghc->hva = KVM_HVA_ERR_BAD;  in __kvm_gfn_to_hva_cache_init()
2954 		ghc->memslot = __gfn_to_memslot(slots, start_gfn);  in __kvm_gfn_to_hva_cache_init()
2955 		ghc->hva = gfn_to_hva_many(ghc->memslot, start_gfn,  in __kvm_gfn_to_hva_cache_init()
2957 		if (kvm_is_error_hva(ghc->hva))  in __kvm_gfn_to_hva_cache_init()
2963 		ghc->hva += offset;  in __kvm_gfn_to_hva_cache_init()
2965 		ghc->memslot = NULL;  in __kvm_gfn_to_hva_cache_init()
2967 	ghc->gpa = gpa;  in __kvm_gfn_to_hva_cache_init()
2968 	ghc->len = len;  in __kvm_gfn_to_hva_cache_init()
2972 int kvm_gfn_to_hva_cache_init(struct kvm *kvm, struct gfn_to_hva_cache *ghc,  in kvm_gfn_to_hva_cache_init()  argument
2976 	return __kvm_gfn_to_hva_cache_init(slots, ghc, gpa, len);  in kvm_gfn_to_hva_cache_init()
2980 int kvm_write_guest_offset_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,  in kvm_write_guest_offset_cached()  argument
2986 	gpa_t gpa = ghc->gpa + offset;  in kvm_write_guest_offset_cached()
2988 	BUG_ON(len + offset > ghc->len);  in kvm_write_guest_offset_cached()
2990 	if (slots->generation != ghc->generation) {  in kvm_write_guest_offset_cached()
2991 		if (__kvm_gfn_to_hva_cache_init(slots, ghc, ghc->gpa, ghc->len))  in kvm_write_guest_offset_cached()
2995 	if (kvm_is_error_hva(ghc->hva))  in kvm_write_guest_offset_cached()
2998 	if (unlikely(!ghc->memslot))  in kvm_write_guest_offset_cached()
3001 	r = __copy_to_user((void __user *)ghc->hva + offset, data, len);  in kvm_write_guest_offset_cached()
3004 	mark_page_dirty_in_slot(kvm, ghc->memslot, gpa >> PAGE_SHIFT);  in kvm_write_guest_offset_cached()
3010 int kvm_write_guest_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,  in kvm_write_guest_cached()  argument
3013 	return kvm_write_guest_offset_cached(kvm, ghc, data, 0, len);  in kvm_write_guest_cached()
3017 int kvm_read_guest_offset_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,  in kvm_read_guest_offset_cached()  argument
3023 	gpa_t gpa = ghc->gpa + offset;  in kvm_read_guest_offset_cached()
3025 	BUG_ON(len + offset > ghc->len);  in kvm_read_guest_offset_cached()
3027 	if (slots->generation != ghc->generation) {  in kvm_read_guest_offset_cached()
3028 		if (__kvm_gfn_to_hva_cache_init(slots, ghc, ghc->gpa, ghc->len))  in kvm_read_guest_offset_cached()
3032 	if (kvm_is_error_hva(ghc->hva))  in kvm_read_guest_offset_cached()
3035 	if (unlikely(!ghc->memslot))  in kvm_read_guest_offset_cached()
3038 	r = __copy_from_user(data, (void __user *)ghc->hva + offset, len);  in kvm_read_guest_offset_cached()
3046 int kvm_read_guest_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,  in kvm_read_guest_cached()  argument
3049 	return kvm_read_guest_offset_cached(kvm, ghc, data, 0, len);  in kvm_read_guest_cached()