Lines Matching full:irq
9 #include <linux/irq.h>
53 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in vgic_mmio_read_group() local
55 if (irq->group) in vgic_mmio_read_group()
58 vgic_put_irq(vcpu->kvm, irq); in vgic_mmio_read_group()
64 static void vgic_update_vsgi(struct vgic_irq *irq) in vgic_update_vsgi() argument
66 WARN_ON(its_prop_update_vsgi(irq->host_irq, irq->priority, irq->group)); in vgic_update_vsgi()
77 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in vgic_mmio_write_group() local
79 raw_spin_lock_irqsave(&irq->irq_lock, flags); in vgic_mmio_write_group()
80 irq->group = !!(val & BIT(i)); in vgic_mmio_write_group()
81 if (irq->hw && vgic_irq_is_sgi(irq->intid)) { in vgic_mmio_write_group()
82 vgic_update_vsgi(irq); in vgic_mmio_write_group()
83 raw_spin_unlock_irqrestore(&irq->irq_lock, flags); in vgic_mmio_write_group()
85 vgic_queue_irq_unlock(vcpu->kvm, irq, flags); in vgic_mmio_write_group()
88 vgic_put_irq(vcpu->kvm, irq); in vgic_mmio_write_group()
105 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in vgic_mmio_read_enable() local
107 if (irq->enabled) in vgic_mmio_read_enable()
110 vgic_put_irq(vcpu->kvm, irq); in vgic_mmio_read_enable()
125 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in vgic_mmio_write_senable() local
127 raw_spin_lock_irqsave(&irq->irq_lock, flags); in vgic_mmio_write_senable()
128 if (irq->hw && vgic_irq_is_sgi(irq->intid)) { in vgic_mmio_write_senable()
129 if (!irq->enabled) { in vgic_mmio_write_senable()
132 irq->enabled = true; in vgic_mmio_write_senable()
133 data = &irq_to_desc(irq->host_irq)->irq_data; in vgic_mmio_write_senable()
135 enable_irq(irq->host_irq); in vgic_mmio_write_senable()
138 raw_spin_unlock_irqrestore(&irq->irq_lock, flags); in vgic_mmio_write_senable()
139 vgic_put_irq(vcpu->kvm, irq); in vgic_mmio_write_senable()
142 } else if (vgic_irq_is_mapped_level(irq)) { in vgic_mmio_write_senable()
143 bool was_high = irq->line_level; in vgic_mmio_write_senable()
150 irq->line_level = vgic_get_phys_line_level(irq); in vgic_mmio_write_senable()
155 if (!irq->active && was_high && !irq->line_level) in vgic_mmio_write_senable()
156 vgic_irq_set_phys_active(irq, false); in vgic_mmio_write_senable()
158 irq->enabled = true; in vgic_mmio_write_senable()
159 vgic_queue_irq_unlock(vcpu->kvm, irq, flags); in vgic_mmio_write_senable()
161 vgic_put_irq(vcpu->kvm, irq); in vgic_mmio_write_senable()
174 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in vgic_mmio_write_cenable() local
176 raw_spin_lock_irqsave(&irq->irq_lock, flags); in vgic_mmio_write_cenable()
177 if (irq->hw && vgic_irq_is_sgi(irq->intid) && irq->enabled) in vgic_mmio_write_cenable()
178 disable_irq_nosync(irq->host_irq); in vgic_mmio_write_cenable()
180 irq->enabled = false; in vgic_mmio_write_cenable()
182 raw_spin_unlock_irqrestore(&irq->irq_lock, flags); in vgic_mmio_write_cenable()
183 vgic_put_irq(vcpu->kvm, irq); in vgic_mmio_write_cenable()
196 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in vgic_uaccess_write_senable() local
198 raw_spin_lock_irqsave(&irq->irq_lock, flags); in vgic_uaccess_write_senable()
199 irq->enabled = true; in vgic_uaccess_write_senable()
200 vgic_queue_irq_unlock(vcpu->kvm, irq, flags); in vgic_uaccess_write_senable()
202 vgic_put_irq(vcpu->kvm, irq); in vgic_uaccess_write_senable()
217 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in vgic_uaccess_write_cenable() local
219 raw_spin_lock_irqsave(&irq->irq_lock, flags); in vgic_uaccess_write_cenable()
220 irq->enabled = false; in vgic_uaccess_write_cenable()
221 raw_spin_unlock_irqrestore(&irq->irq_lock, flags); in vgic_uaccess_write_cenable()
223 vgic_put_irq(vcpu->kvm, irq); in vgic_uaccess_write_cenable()
239 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in __read_pending() local
252 raw_spin_lock_irqsave(&irq->irq_lock, flags); in __read_pending()
253 if (irq->hw && vgic_irq_is_sgi(irq->intid)) { in __read_pending()
257 err = irq_get_irqchip_state(irq->host_irq, in __read_pending()
260 WARN_RATELIMIT(err, "IRQ %d", irq->host_irq); in __read_pending()
261 } else if (!is_user && vgic_irq_is_mapped_level(irq)) { in __read_pending()
262 val = vgic_get_phys_line_level(irq); in __read_pending()
267 val = irq->pending_latch; in __read_pending()
272 val = irq_is_pending(irq); in __read_pending()
278 raw_spin_unlock_irqrestore(&irq->irq_lock, flags); in __read_pending()
280 vgic_put_irq(vcpu->kvm, irq); in __read_pending()
298 static bool is_vgic_v2_sgi(struct kvm_vcpu *vcpu, struct vgic_irq *irq) in is_vgic_v2_sgi() argument
300 return (vgic_irq_is_sgi(irq->intid) && in is_vgic_v2_sgi()
313 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in vgic_mmio_write_spending() local
316 if (is_vgic_v2_sgi(vcpu, irq)) { in vgic_mmio_write_spending()
317 vgic_put_irq(vcpu->kvm, irq); in vgic_mmio_write_spending()
321 raw_spin_lock_irqsave(&irq->irq_lock, flags); in vgic_mmio_write_spending()
323 if (irq->hw && vgic_irq_is_sgi(irq->intid)) { in vgic_mmio_write_spending()
326 err = irq_set_irqchip_state(irq->host_irq, in vgic_mmio_write_spending()
329 WARN_RATELIMIT(err, "IRQ %d", irq->host_irq); in vgic_mmio_write_spending()
331 raw_spin_unlock_irqrestore(&irq->irq_lock, flags); in vgic_mmio_write_spending()
332 vgic_put_irq(vcpu->kvm, irq); in vgic_mmio_write_spending()
337 irq->pending_latch = true; in vgic_mmio_write_spending()
338 if (irq->hw) in vgic_mmio_write_spending()
339 vgic_irq_set_phys_active(irq, true); in vgic_mmio_write_spending()
341 vgic_queue_irq_unlock(vcpu->kvm, irq, flags); in vgic_mmio_write_spending()
342 vgic_put_irq(vcpu->kvm, irq); in vgic_mmio_write_spending()
355 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in vgic_uaccess_write_spending() local
357 raw_spin_lock_irqsave(&irq->irq_lock, flags); in vgic_uaccess_write_spending()
358 irq->pending_latch = true; in vgic_uaccess_write_spending()
365 if (is_vgic_v2_sgi(vcpu, irq)) in vgic_uaccess_write_spending()
366 irq->source |= BIT(vcpu->vcpu_id); in vgic_uaccess_write_spending()
368 vgic_queue_irq_unlock(vcpu->kvm, irq, flags); in vgic_uaccess_write_spending()
370 vgic_put_irq(vcpu->kvm, irq); in vgic_uaccess_write_spending()
376 /* Must be called with irq->irq_lock held */
377 static void vgic_hw_irq_cpending(struct kvm_vcpu *vcpu, struct vgic_irq *irq) in vgic_hw_irq_cpending() argument
379 irq->pending_latch = false; in vgic_hw_irq_cpending()
392 vgic_irq_set_phys_pending(irq, false); in vgic_hw_irq_cpending()
393 if (!irq->active) in vgic_hw_irq_cpending()
394 vgic_irq_set_phys_active(irq, false); in vgic_hw_irq_cpending()
406 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in vgic_mmio_write_cpending() local
409 if (is_vgic_v2_sgi(vcpu, irq)) { in vgic_mmio_write_cpending()
410 vgic_put_irq(vcpu->kvm, irq); in vgic_mmio_write_cpending()
414 raw_spin_lock_irqsave(&irq->irq_lock, flags); in vgic_mmio_write_cpending()
416 if (irq->hw && vgic_irq_is_sgi(irq->intid)) { in vgic_mmio_write_cpending()
419 err = irq_set_irqchip_state(irq->host_irq, in vgic_mmio_write_cpending()
422 WARN_RATELIMIT(err, "IRQ %d", irq->host_irq); in vgic_mmio_write_cpending()
424 raw_spin_unlock_irqrestore(&irq->irq_lock, flags); in vgic_mmio_write_cpending()
425 vgic_put_irq(vcpu->kvm, irq); in vgic_mmio_write_cpending()
430 if (irq->hw) in vgic_mmio_write_cpending()
431 vgic_hw_irq_cpending(vcpu, irq); in vgic_mmio_write_cpending()
433 irq->pending_latch = false; in vgic_mmio_write_cpending()
435 raw_spin_unlock_irqrestore(&irq->irq_lock, flags); in vgic_mmio_write_cpending()
436 vgic_put_irq(vcpu->kvm, irq); in vgic_mmio_write_cpending()
449 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in vgic_uaccess_write_cpending() local
451 raw_spin_lock_irqsave(&irq->irq_lock, flags); in vgic_uaccess_write_cpending()
457 if (is_vgic_v2_sgi(vcpu, irq)) in vgic_uaccess_write_cpending()
458 irq->source = 0; in vgic_uaccess_write_cpending()
460 irq->pending_latch = false; in vgic_uaccess_write_cpending()
462 raw_spin_unlock_irqrestore(&irq->irq_lock, flags); in vgic_uaccess_write_cpending()
464 vgic_put_irq(vcpu->kvm, irq); in vgic_uaccess_write_cpending()
471 * If we are fiddling with an IRQ's active state, we have to make sure the IRQ
478 * the IRQ locks and we don't want to be chasing moving targets.
509 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in __vgic_mmio_read_active() local
515 if (irq->active) in __vgic_mmio_read_active()
518 vgic_put_irq(vcpu->kvm, irq); in __vgic_mmio_read_active()
547 /* Must be called with irq->irq_lock held */
548 static void vgic_hw_irq_change_active(struct kvm_vcpu *vcpu, struct vgic_irq *irq, in vgic_hw_irq_change_active() argument
554 irq->active = active; in vgic_hw_irq_change_active()
555 vgic_irq_set_phys_active(irq, active); in vgic_hw_irq_change_active()
558 static void vgic_mmio_change_active(struct kvm_vcpu *vcpu, struct vgic_irq *irq, in vgic_mmio_change_active() argument
564 raw_spin_lock_irqsave(&irq->irq_lock, flags); in vgic_mmio_change_active()
566 if (irq->hw && !vgic_irq_is_sgi(irq->intid)) { in vgic_mmio_change_active()
567 vgic_hw_irq_change_active(vcpu, irq, active, !requester_vcpu); in vgic_mmio_change_active()
568 } else if (irq->hw && vgic_irq_is_sgi(irq->intid)) { in vgic_mmio_change_active()
574 irq->active = false; in vgic_mmio_change_active()
579 irq->active = active; in vgic_mmio_change_active()
595 active && vgic_irq_is_sgi(irq->intid)) in vgic_mmio_change_active()
596 irq->active_source = active_source; in vgic_mmio_change_active()
599 if (irq->active) in vgic_mmio_change_active()
600 vgic_queue_irq_unlock(vcpu->kvm, irq, flags); in vgic_mmio_change_active()
602 raw_spin_unlock_irqrestore(&irq->irq_lock, flags); in vgic_mmio_change_active()
613 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in __vgic_mmio_write_cactive() local
614 vgic_mmio_change_active(vcpu, irq, false); in __vgic_mmio_write_cactive()
615 vgic_put_irq(vcpu->kvm, irq); in __vgic_mmio_write_cactive()
650 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in __vgic_mmio_write_sactive() local
651 vgic_mmio_change_active(vcpu, irq, true); in __vgic_mmio_write_sactive()
652 vgic_put_irq(vcpu->kvm, irq); in __vgic_mmio_write_sactive()
687 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in vgic_mmio_read_priority() local
689 val |= (u64)irq->priority << (i * 8); in vgic_mmio_read_priority()
691 vgic_put_irq(vcpu->kvm, irq); in vgic_mmio_read_priority()
713 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in vgic_mmio_write_priority() local
715 raw_spin_lock_irqsave(&irq->irq_lock, flags); in vgic_mmio_write_priority()
717 irq->priority = (val >> (i * 8)) & GENMASK(7, 8 - VGIC_PRI_BITS); in vgic_mmio_write_priority()
718 if (irq->hw && vgic_irq_is_sgi(irq->intid)) in vgic_mmio_write_priority()
719 vgic_update_vsgi(irq); in vgic_mmio_write_priority()
720 raw_spin_unlock_irqrestore(&irq->irq_lock, flags); in vgic_mmio_write_priority()
722 vgic_put_irq(vcpu->kvm, irq); in vgic_mmio_write_priority()
734 struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in vgic_mmio_read_config() local
736 if (irq->config == VGIC_CONFIG_EDGE) in vgic_mmio_read_config()
739 vgic_put_irq(vcpu->kvm, irq); in vgic_mmio_read_config()
754 struct vgic_irq *irq; in vgic_mmio_write_config() local
765 irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in vgic_mmio_write_config()
766 raw_spin_lock_irqsave(&irq->irq_lock, flags); in vgic_mmio_write_config()
769 irq->config = VGIC_CONFIG_EDGE; in vgic_mmio_write_config()
771 irq->config = VGIC_CONFIG_LEVEL; in vgic_mmio_write_config()
773 raw_spin_unlock_irqrestore(&irq->irq_lock, flags); in vgic_mmio_write_config()
774 vgic_put_irq(vcpu->kvm, irq); in vgic_mmio_write_config()
785 struct vgic_irq *irq; in vgic_read_irq_line_level_info() local
790 irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in vgic_read_irq_line_level_info()
791 if (irq->config == VGIC_CONFIG_LEVEL && irq->line_level) in vgic_read_irq_line_level_info()
794 vgic_put_irq(vcpu->kvm, irq); in vgic_read_irq_line_level_info()
808 struct vgic_irq *irq; in vgic_write_irq_line_level_info() local
814 irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i); in vgic_write_irq_line_level_info()
817 * Line level is set irrespective of irq type in vgic_write_irq_line_level_info()
819 * restore irq config before line level. in vgic_write_irq_line_level_info()
822 raw_spin_lock_irqsave(&irq->irq_lock, flags); in vgic_write_irq_line_level_info()
823 irq->line_level = new_level; in vgic_write_irq_line_level_info()
825 vgic_queue_irq_unlock(vcpu->kvm, irq, flags); in vgic_write_irq_line_level_info()
827 raw_spin_unlock_irqrestore(&irq->irq_lock, flags); in vgic_write_irq_line_level_info()
829 vgic_put_irq(vcpu->kvm, irq); in vgic_write_irq_line_level_info()
954 /* Do we access a non-allocated IRQ? */ in check_region()