174 int kvm_io_bus_register_dev(struct kvm *kvm, enum kvm_bus bus_idx, gpa_t addr,
176 void kvm_io_bus_unregister_dev(struct kvm *kvm, enum kvm_bus bus_idx,
178 struct kvm_io_device *kvm_io_bus_get_dev(struct kvm *kvm, enum kvm_bus bus_idx,
219 	struct kvm *kvm;  member
336 		   struct kvm *kvm, int irq_source_id, int level,
397 struct kvm {  struct
485 static inline struct kvm_io_bus *kvm_get_bus(struct kvm *kvm, enum kvm_bus idx)  in kvm_get_bus()  argument
487 	return srcu_dereference_check(kvm->buses[idx], &kvm->srcu,  in kvm_get_bus()
488 				      lockdep_is_held(&kvm->slots_lock) ||  in kvm_get_bus()
489 				      !refcount_read(&kvm->users_count));  in kvm_get_bus()
492 static inline struct kvm_vcpu *kvm_get_vcpu(struct kvm *kvm, int i)  in kvm_get_vcpu()  argument
499 	return kvm->vcpus[i];  in kvm_get_vcpu()
502 #define kvm_for_each_vcpu(idx, vcpup, kvm) \  argument
504 	     idx < atomic_read(&kvm->online_vcpus) && \
505 	     (vcpup = kvm_get_vcpu(kvm, idx)) != NULL; \
508 static inline struct kvm_vcpu *kvm_get_vcpu_by_id(struct kvm *kvm, int id)  in kvm_get_vcpu_by_id()  argument
516 		vcpu = kvm_get_vcpu(kvm, id);  in kvm_get_vcpu_by_id()
519 	kvm_for_each_vcpu(i, vcpu, kvm)  in kvm_get_vcpu_by_id()
530 	kvm_for_each_vcpu(idx, tmp, vcpu->kvm)  in kvm_vcpu_get_idx()
541 int kvm_vcpu_init(struct kvm_vcpu *vcpu, struct kvm *kvm, unsigned id);
548 void kvm_arch_post_irq_ack_notifier_list_update(struct kvm *kvm);
549 void kvm_arch_post_irq_routing_update(struct kvm *kvm);
551 static inline void kvm_arch_post_irq_ack_notifier_list_update(struct kvm *kvm)  in kvm_arch_post_irq_ack_notifier_list_update()  argument
554 static inline void kvm_arch_post_irq_routing_update(struct kvm *kvm)  in kvm_arch_post_irq_routing_update()  argument
576 void kvm_get_kvm(struct kvm *kvm);
577 void kvm_put_kvm(struct kvm *kvm);
579 static inline struct kvm_memslots *__kvm_memslots(struct kvm *kvm, int as_id)  in __kvm_memslots()  argument
581 	return srcu_dereference_check(kvm->memslots[as_id], &kvm->srcu,  in __kvm_memslots()
582 			lockdep_is_held(&kvm->slots_lock) ||  in __kvm_memslots()
583 			!refcount_read(&kvm->users_count));  in __kvm_memslots()
586 static inline struct kvm_memslots *kvm_memslots(struct kvm *kvm)  in kvm_memslots()  argument
588 	return __kvm_memslots(kvm, 0);  in kvm_memslots()
595 	return __kvm_memslots(vcpu->kvm, as_id);  in kvm_vcpu_memslots()
628 int kvm_set_memory_region(struct kvm *kvm,
630 int __kvm_set_memory_region(struct kvm *kvm,
632 void kvm_arch_free_memslot(struct kvm *kvm, struct kvm_memory_slot *free,
634 int kvm_arch_create_memslot(struct kvm *kvm, struct kvm_memory_slot *slot,
636 void kvm_arch_memslots_updated(struct kvm *kvm, struct kvm_memslots *slots);
637 int kvm_arch_prepare_memory_region(struct kvm *kvm,
641 void kvm_arch_commit_memory_region(struct kvm *kvm,
649 void kvm_arch_flush_shadow_all(struct kvm *kvm);
651 void kvm_arch_flush_shadow_memslot(struct kvm *kvm,
657 struct page *gfn_to_page(struct kvm *kvm, gfn_t gfn);
658 unsigned long gfn_to_hva(struct kvm *kvm, gfn_t gfn);
659 unsigned long gfn_to_hva_prot(struct kvm *kvm, gfn_t gfn, bool *writable);
667 kvm_pfn_t gfn_to_pfn_atomic(struct kvm *kvm, gfn_t gfn);
668 kvm_pfn_t gfn_to_pfn(struct kvm *kvm, gfn_t gfn);
669 kvm_pfn_t gfn_to_pfn_prot(struct kvm *kvm, gfn_t gfn, bool write_fault,
683 int kvm_read_guest_page(struct kvm *kvm, gfn_t gfn, void *data, int offset,
685 int kvm_read_guest_atomic(struct kvm *kvm, gpa_t gpa, void *data,
687 int kvm_read_guest(struct kvm *kvm, gpa_t gpa, void *data, unsigned long len);
688 int kvm_read_guest_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,
690 int kvm_write_guest_page(struct kvm *kvm, gfn_t gfn, const void *data,
692 int kvm_write_guest(struct kvm *kvm, gpa_t gpa, const void *data,
694 int kvm_write_guest_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,
696 int kvm_write_guest_offset_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,
698 int kvm_gfn_to_hva_cache_init(struct kvm *kvm, struct gfn_to_hva_cache *ghc,
700 int kvm_clear_guest_page(struct kvm *kvm, gfn_t gfn, int offset, int len);
701 int kvm_clear_guest(struct kvm *kvm, gpa_t gpa, unsigned long len);
702 struct kvm_memory_slot *gfn_to_memslot(struct kvm *kvm, gfn_t gfn);
703 bool kvm_is_visible_gfn(struct kvm *kvm, gfn_t gfn);
704 unsigned long kvm_host_page_size(struct kvm *kvm, gfn_t gfn);
705 void mark_page_dirty(struct kvm *kvm, gfn_t gfn);
737 void kvm_flush_remote_tlbs(struct kvm *kvm);
738 void kvm_reload_remote_mmus(struct kvm *kvm);
740 bool kvm_make_vcpus_request_mask(struct kvm *kvm, unsigned int req,
742 bool kvm_make_all_cpus_request(struct kvm *kvm, unsigned int req);
750 int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext);
752 int kvm_get_dirty_log(struct kvm *kvm,
755 int kvm_get_dirty_log_protect(struct kvm *kvm,
758 void kvm_arch_mmu_enable_log_dirty_pt_masked(struct kvm *kvm,
763 int kvm_vm_ioctl_get_dirty_log(struct kvm *kvm,
766 int kvm_vm_ioctl_irq_line(struct kvm *kvm, struct kvm_irq_level *irq_level,
802 struct kvm_vcpu *kvm_arch_vcpu_create(struct kvm *kvm, unsigned int id);
824 static inline struct kvm *kvm_arch_alloc_vm(void)  in kvm_arch_alloc_vm()
826 	return kzalloc(sizeof(struct kvm), GFP_KERNEL);  in kvm_arch_alloc_vm()
829 static inline void kvm_arch_free_vm(struct kvm *kvm)  in kvm_arch_free_vm()  argument
831 	kfree(kvm);  in kvm_arch_free_vm()
836 static inline int kvm_arch_flush_remote_tlb(struct kvm *kvm)  in kvm_arch_flush_remote_tlb()  argument
843 void kvm_arch_register_noncoherent_dma(struct kvm *kvm);
844 void kvm_arch_unregister_noncoherent_dma(struct kvm *kvm);
845 bool kvm_arch_has_noncoherent_dma(struct kvm *kvm);
847 static inline void kvm_arch_register_noncoherent_dma(struct kvm *kvm)  in kvm_arch_register_noncoherent_dma()  argument
851 static inline void kvm_arch_unregister_noncoherent_dma(struct kvm *kvm)  in kvm_arch_unregister_noncoherent_dma()  argument
855 static inline bool kvm_arch_has_noncoherent_dma(struct kvm *kvm)  in kvm_arch_has_noncoherent_dma()  argument
861 void kvm_arch_start_assignment(struct kvm *kvm);
862 void kvm_arch_end_assignment(struct kvm *kvm);
863 bool kvm_arch_has_assigned_device(struct kvm *kvm);
865 static inline void kvm_arch_start_assignment(struct kvm *kvm)  in kvm_arch_start_assignment()  argument
869 static inline void kvm_arch_end_assignment(struct kvm *kvm)  in kvm_arch_end_assignment()  argument
873 static inline bool kvm_arch_has_assigned_device(struct kvm *kvm)  in kvm_arch_has_assigned_device()  argument
894 bool kvm_arch_intc_initialized(struct kvm *kvm);
896 static inline bool kvm_arch_intc_initialized(struct kvm *kvm)  in kvm_arch_intc_initialized()  argument
902 int kvm_arch_init_vm(struct kvm *kvm, unsigned long type);
903 void kvm_arch_destroy_vm(struct kvm *kvm);
904 void kvm_arch_sync_events(struct kvm *kvm);
917 int kvm_irq_map_gsi(struct kvm *kvm,
919 int kvm_irq_map_chip_pin(struct kvm *kvm, unsigned irqchip, unsigned pin);
921 int kvm_set_irq(struct kvm *kvm, int irq_source_id, u32 irq, int level,
923 int kvm_set_msi(struct kvm_kernel_irq_routing_entry *irq_entry, struct kvm *kvm,
926 			       struct kvm *kvm, int irq_source_id,
928 bool kvm_irq_has_notifier(struct kvm *kvm, unsigned irqchip, unsigned pin);
929 void kvm_notify_acked_gsi(struct kvm *kvm, int gsi);
930 void kvm_notify_acked_irq(struct kvm *kvm, unsigned irqchip, unsigned pin);
931 void kvm_register_irq_ack_notifier(struct kvm *kvm,
933 void kvm_unregister_irq_ack_notifier(struct kvm *kvm,
935 int kvm_request_irq_source_id(struct kvm *kvm);
936 void kvm_free_irq_source_id(struct kvm *kvm, int irq_source_id);
985 static inline int memslot_id(struct kvm *kvm, gfn_t gfn)  in memslot_id()  argument
987 	return gfn_to_memslot(kvm, gfn)->id;  in memslot_id()
1019 static inline bool kvm_is_error_gpa(struct kvm *kvm, gpa_t gpa)  in kvm_is_error_gpa()  argument
1021 	unsigned long hva = gfn_to_hva(kvm, gpa_to_gfn(gpa));  in kvm_is_error_gpa()
1033 	struct kvm *kvm;  member
1045 static inline int mmu_notifier_retry(struct kvm *kvm, unsigned long mmu_seq)  in mmu_notifier_retry()  argument
1047 	if (unlikely(kvm->mmu_notifier_count))  in mmu_notifier_retry()
1060 	if (kvm->mmu_notifier_seq != mmu_seq)  in mmu_notifier_retry()
1070 bool kvm_arch_can_set_irq_routing(struct kvm *kvm);
1071 int kvm_set_irq_routing(struct kvm *kvm,
1075 int kvm_set_routing_entry(struct kvm *kvm,
1078 void kvm_free_irq_routing(struct kvm *kvm);
1082 static inline void kvm_free_irq_routing(struct kvm *kvm) {}  in kvm_free_irq_routing()  argument
1086 int kvm_send_userspace_msi(struct kvm *kvm, struct kvm_msi *msi);
1090 void kvm_eventfd_init(struct kvm *kvm);
1091 int kvm_ioeventfd(struct kvm *kvm, struct kvm_ioeventfd *args);
1094 int kvm_irqfd(struct kvm *kvm, struct kvm_irqfd *args);
1095 void kvm_irqfd_release(struct kvm *kvm);
1096 void kvm_irq_routing_update(struct kvm *);
1098 static inline int kvm_irqfd(struct kvm *kvm, struct kvm_irqfd *args)  in kvm_irqfd()  argument
1103 static inline void kvm_irqfd_release(struct kvm *kvm) {}  in kvm_irqfd_release()  argument
1108 static inline void kvm_eventfd_init(struct kvm *kvm) {}  in kvm_eventfd_init()  argument
1110 static inline int kvm_irqfd(struct kvm *kvm, struct kvm_irqfd *args)  in kvm_irqfd()  argument
1115 static inline void kvm_irqfd_release(struct kvm *kvm) {}  in kvm_irqfd_release()  argument
1118 static inline void kvm_irq_routing_update(struct kvm *kvm)  in kvm_irq_routing_update()  argument
1123 static inline int kvm_ioeventfd(struct kvm *kvm, struct kvm_ioeventfd *args)  in kvm_ioeventfd()  argument
1130 void kvm_arch_irq_routing_update(struct kvm *kvm);
1181 	struct kvm *kvm;  member
1260 int kvm_arch_update_irqfd_routing(struct kvm *kvm, unsigned int host_irq,
1290 int kvm_arch_mmu_notifier_invalidate_range(struct kvm *kvm,