283 static inline u8 gisa_get_ipm_or_restore_iam(struct kvm_s390_gisa_interrupt *gi)  in gisa_get_ipm_or_restore_iam()  argument
289 		word = READ_ONCE(gi->origin->u64.word[0]);  in gisa_get_ipm_or_restore_iam()
290 		alert_mask = READ_ONCE(gi->alert.mask);  in gisa_get_ipm_or_restore_iam()
295 	} while (cmpxchg(&gi->origin->u64.word[0], word, _word) != word);  in gisa_get_ipm_or_restore_iam()
333 	struct kvm_s390_gisa_interrupt *gi = &vcpu->kvm->arch.gisa_int;  in pending_irqs()  local
337 	if (gi->origin)  in pending_irqs()
338 		pending_mask |= gisa_get_ipm(gi->origin) << IRQ_PEND_IO_ISC_7;  in pending_irqs()
1049 	struct kvm_s390_gisa_interrupt *gi = &vcpu->kvm->arch.gisa_int;  in __deliver_io()  local
1092 	if (gi->origin && gisa_tac_ipm_gisc(gi->origin, isc)) {  in __deliver_io()
1182 	struct kvm_s390_gisa_interrupt *gi = &vcpu->kvm->arch.gisa_int;  in kvm_s390_handle_wait()  local
1196 	if (gi->origin &&  in kvm_s390_handle_wait()
1197 	    (gisa_get_ipm_or_restore_iam(gi) &  in kvm_s390_handle_wait()
1615 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in get_top_gisa_isc()  local
1621 	if (!gi->origin)  in get_top_gisa_isc()
1624 	active_mask = (isc_mask & gisa_get_ipm(gi->origin) << 24) << 32;  in get_top_gisa_isc()
1627 		if (gisa_tac_ipm_gisc(gi->origin, isc))  in get_top_gisa_isc()
1650 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_get_io_int()  local
1668 		gisa_set_ipm_gisc(gi->origin, isc);  in kvm_s390_get_io_int()
1680 		gisa_set_ipm_gisc(gi->origin, isc);  in kvm_s390_get_io_int()
1769 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in __inject_io()  local
1777 	if (gi->origin && inti->type & KVM_S390_INT_IO_AI_MASK) {  in __inject_io()
1779 		gisa_set_ipm_gisc(gi->origin, isc);  in __inject_io()
2098 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in get_all_floating_irqs()  local
2122 	if (gi->origin && gisa_get_ipm(gi->origin)) {  in get_all_floating_irqs()
2129 			if (gisa_tac_ipm_gisc(gi->origin, i)) {  in get_all_floating_irqs()
2988 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in __airqs_kick_single_vcpu()  local
2998 			if (test_and_set_bit(vcpu_id, gi->kicked_mask))  in __airqs_kick_single_vcpu()
3008 	struct kvm_s390_gisa_interrupt *gi =  in gisa_vcpu_kicker()  local
3011 		container_of(gi->origin, struct sie_page2, gisa)->kvm;  in gisa_vcpu_kicker()
3014 	pending_mask = gisa_get_ipm_or_restore_iam(gi);  in gisa_vcpu_kicker()
3017 		hrtimer_forward_now(timer, ns_to_ktime(gi->expires));  in gisa_vcpu_kicker()
3030 	struct kvm_s390_gisa_interrupt *gi;  in process_gib_alert_list()  local
3063 			gi = &kvm->arch.gisa_int;  in process_gib_alert_list()
3064 			if (hrtimer_active(&gi->timer))  in process_gib_alert_list()
3065 				hrtimer_cancel(&gi->timer);  in process_gib_alert_list()
3066 			hrtimer_start(&gi->timer, 0, HRTIMER_MODE_REL);  in process_gib_alert_list()
3074 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_gisa_clear()  local
3076 	if (!gi->origin)  in kvm_s390_gisa_clear()
3078 	gisa_clear_ipm(gi->origin);  in kvm_s390_gisa_clear()
3079 	VM_EVENT(kvm, 3, "gisa 0x%pK cleared", gi->origin);  in kvm_s390_gisa_clear()
3084 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_gisa_init()  local
3088 	gi->origin = &kvm->arch.sie_page2->gisa;  in kvm_s390_gisa_init()
3089 	gi->alert.mask = 0;  in kvm_s390_gisa_init()
3090 	spin_lock_init(&gi->alert.ref_lock);  in kvm_s390_gisa_init()
3091 	gi->expires = 50 * 1000; /* 50 usec */  in kvm_s390_gisa_init()
3092 	hrtimer_init(&gi->timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);  in kvm_s390_gisa_init()
3093 	gi->timer.function = gisa_vcpu_kicker;  in kvm_s390_gisa_init()
3094 	memset(gi->origin, 0, sizeof(struct kvm_s390_gisa));  in kvm_s390_gisa_init()
3095 	gi->origin->next_alert = (u32)(u64)gi->origin;  in kvm_s390_gisa_init()
3096 	VM_EVENT(kvm, 3, "gisa 0x%pK initialized", gi->origin);  in kvm_s390_gisa_init()
3101 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_gisa_destroy()  local
3103 	if (!gi->origin)  in kvm_s390_gisa_destroy()
3105 	if (gi->alert.mask)  in kvm_s390_gisa_destroy()
3107 			  kvm, gi->alert.mask);  in kvm_s390_gisa_destroy()
3108 	while (gisa_in_alert_list(gi->origin))  in kvm_s390_gisa_destroy()
3110 	hrtimer_cancel(&gi->timer);  in kvm_s390_gisa_destroy()
3111 	gi->origin = NULL;  in kvm_s390_gisa_destroy()
3133 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_gisc_register()  local
3135 	if (!gi->origin)  in kvm_s390_gisc_register()
3140 	spin_lock(&gi->alert.ref_lock);  in kvm_s390_gisc_register()
3141 	gi->alert.ref_count[gisc]++;  in kvm_s390_gisc_register()
3142 	if (gi->alert.ref_count[gisc] == 1) {  in kvm_s390_gisc_register()
3143 		gi->alert.mask |= 0x80 >> gisc;  in kvm_s390_gisc_register()
3144 		gisa_set_iam(gi->origin, gi->alert.mask);  in kvm_s390_gisc_register()
3146 	spin_unlock(&gi->alert.ref_lock);  in kvm_s390_gisc_register()
3172 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_gisc_unregister()  local
3175 	if (!gi->origin)  in kvm_s390_gisc_unregister()
3180 	spin_lock(&gi->alert.ref_lock);  in kvm_s390_gisc_unregister()
3181 	if (gi->alert.ref_count[gisc] == 0) {  in kvm_s390_gisc_unregister()
3185 	gi->alert.ref_count[gisc]--;  in kvm_s390_gisc_unregister()
3186 	if (gi->alert.ref_count[gisc] == 0) {  in kvm_s390_gisc_unregister()
3187 		gi->alert.mask &= ~(0x80 >> gisc);  in kvm_s390_gisc_unregister()
3188 		gisa_set_iam(gi->origin, gi->alert.mask);  in kvm_s390_gisc_unregister()
3191 	spin_unlock(&gi->alert.ref_lock);  in kvm_s390_gisc_unregister()