283 static inline u8 gisa_get_ipm_or_restore_iam(struct kvm_s390_gisa_interrupt *gi)  in gisa_get_ipm_or_restore_iam()  argument
289 		word = READ_ONCE(gi->origin->u64.word[0]);  in gisa_get_ipm_or_restore_iam()
290 		alert_mask = READ_ONCE(gi->alert.mask);  in gisa_get_ipm_or_restore_iam()
295 	} while (cmpxchg(&gi->origin->u64.word[0], word, _word) != word);  in gisa_get_ipm_or_restore_iam()
336 	struct kvm_s390_gisa_interrupt *gi = &vcpu->kvm->arch.gisa_int;  in pending_irqs()  local
340 	if (gi->origin)  in pending_irqs()
341 		pending_mask |= gisa_get_ipm(gi->origin) << IRQ_PEND_IO_ISC_7;  in pending_irqs()
1170 	struct kvm_s390_gisa_interrupt *gi = &vcpu->kvm->arch.gisa_int;  in __deliver_io()  local
1213 	if (gi->origin && gisa_tac_ipm_gisc(gi->origin, isc)) {  in __deliver_io()
1303 	struct kvm_s390_gisa_interrupt *gi = &vcpu->kvm->arch.gisa_int;  in kvm_s390_handle_wait()  local
1317 	if (gi->origin &&  in kvm_s390_handle_wait()
1318 	    (gisa_get_ipm_or_restore_iam(gi) &  in kvm_s390_handle_wait()
1738 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in get_top_gisa_isc()  local
1744 	if (!gi->origin)  in get_top_gisa_isc()
1747 	active_mask = (isc_mask & gisa_get_ipm(gi->origin) << 24) << 32;  in get_top_gisa_isc()
1750 		if (gisa_tac_ipm_gisc(gi->origin, isc))  in get_top_gisa_isc()
1773 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_get_io_int()  local
1791 		gisa_set_ipm_gisc(gi->origin, isc);  in kvm_s390_get_io_int()
1803 		gisa_set_ipm_gisc(gi->origin, isc);  in kvm_s390_get_io_int()
1894 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in __inject_io()  local
1909 	    gi->origin && inti->type & KVM_S390_INT_IO_AI_MASK) {  in __inject_io()
1911 		gisa_set_ipm_gisc(gi->origin, isc);  in __inject_io()
2235 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in get_all_floating_irqs()  local
2259 	if (gi->origin && gisa_get_ipm(gi->origin)) {  in get_all_floating_irqs()
2266 			if (gisa_tac_ipm_gisc(gi->origin, i)) {  in get_all_floating_irqs()
3054 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in __airqs_kick_single_vcpu()  local
3065 			if (test_and_set_bit(vcpu_idx, gi->kicked_mask))  in __airqs_kick_single_vcpu()
3075 	struct kvm_s390_gisa_interrupt *gi =  in gisa_vcpu_kicker()  local
3078 		container_of(gi->origin, struct sie_page2, gisa)->kvm;  in gisa_vcpu_kicker()
3081 	pending_mask = gisa_get_ipm_or_restore_iam(gi);  in gisa_vcpu_kicker()
3084 		hrtimer_forward_now(timer, ns_to_ktime(gi->expires));  in gisa_vcpu_kicker()
3097 	struct kvm_s390_gisa_interrupt *gi;  in process_gib_alert_list()  local
3130 			gi = &kvm->arch.gisa_int;  in process_gib_alert_list()
3131 			if (hrtimer_active(&gi->timer))  in process_gib_alert_list()
3132 				hrtimer_cancel(&gi->timer);  in process_gib_alert_list()
3133 			hrtimer_start(&gi->timer, 0, HRTIMER_MODE_REL);  in process_gib_alert_list()
3141 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_gisa_clear()  local
3143 	if (!gi->origin)  in kvm_s390_gisa_clear()
3145 	gisa_clear_ipm(gi->origin);  in kvm_s390_gisa_clear()
3146 	VM_EVENT(kvm, 3, "gisa 0x%pK cleared", gi->origin);  in kvm_s390_gisa_clear()
3151 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_gisa_init()  local
3155 	gi->origin = &kvm->arch.sie_page2->gisa;  in kvm_s390_gisa_init()
3156 	gi->alert.mask = 0;  in kvm_s390_gisa_init()
3157 	spin_lock_init(&gi->alert.ref_lock);  in kvm_s390_gisa_init()
3158 	gi->expires = 50 * 1000; /* 50 usec */  in kvm_s390_gisa_init()
3159 	hrtimer_init(&gi->timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);  in kvm_s390_gisa_init()
3160 	gi->timer.function = gisa_vcpu_kicker;  in kvm_s390_gisa_init()
3161 	memset(gi->origin, 0, sizeof(struct kvm_s390_gisa));  in kvm_s390_gisa_init()
3162 	gi->origin->next_alert = (u32)(u64)gi->origin;  in kvm_s390_gisa_init()
3163 	VM_EVENT(kvm, 3, "gisa 0x%pK initialized", gi->origin);  in kvm_s390_gisa_init()
3168 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_gisa_destroy()  local
3170 	if (!gi->origin)  in kvm_s390_gisa_destroy()
3172 	if (gi->alert.mask)  in kvm_s390_gisa_destroy()
3174 			  kvm, gi->alert.mask);  in kvm_s390_gisa_destroy()
3175 	while (gisa_in_alert_list(gi->origin))  in kvm_s390_gisa_destroy()
3177 	hrtimer_cancel(&gi->timer);  in kvm_s390_gisa_destroy()
3178 	gi->origin = NULL;  in kvm_s390_gisa_destroy()
3200 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_gisc_register()  local
3202 	if (!gi->origin)  in kvm_s390_gisc_register()
3207 	spin_lock(&gi->alert.ref_lock);  in kvm_s390_gisc_register()
3208 	gi->alert.ref_count[gisc]++;  in kvm_s390_gisc_register()
3209 	if (gi->alert.ref_count[gisc] == 1) {  in kvm_s390_gisc_register()
3210 		gi->alert.mask |= 0x80 >> gisc;  in kvm_s390_gisc_register()
3211 		gisa_set_iam(gi->origin, gi->alert.mask);  in kvm_s390_gisc_register()
3213 	spin_unlock(&gi->alert.ref_lock);  in kvm_s390_gisc_register()
3239 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_gisc_unregister()  local
3242 	if (!gi->origin)  in kvm_s390_gisc_unregister()
3247 	spin_lock(&gi->alert.ref_lock);  in kvm_s390_gisc_unregister()
3248 	if (gi->alert.ref_count[gisc] == 0) {  in kvm_s390_gisc_unregister()
3252 	gi->alert.ref_count[gisc]--;  in kvm_s390_gisc_unregister()
3253 	if (gi->alert.ref_count[gisc] == 0) {  in kvm_s390_gisc_unregister()
3254 		gi->alert.mask &= ~(0x80 >> gisc);  in kvm_s390_gisc_unregister()
3255 		gisa_set_iam(gi->origin, gi->alert.mask);  in kvm_s390_gisc_unregister()
3258 	spin_unlock(&gi->alert.ref_lock);  in kvm_s390_gisc_unregister()