9  * chip.  When an event is received, it is mapped to an irq and sent
29 #include <linux/irq.h>
45 #include <asm/irq.h>
85  * Packed IRQ information:
87  * event channel - irq->event channel mapping
90  *    PIRQ - vector, with MSB being "needs EIO", or physical IRQ of the HVM
91  *           guest, or GSI (real passthrough IRQ) of the device.
108 	unsigned irq;  member
150  * Adding of event channels is no issue as the associated IRQ becomes active
151  * only after everything is setup (before request_[threaded_]irq() the handler
162  *     IRQ-desc lock
169 /* IRQ <-> VIRQ mapping. */
172 /* IRQ <-> IPI mapping */
182 static bool (*pirq_needs_eoi)(unsigned irq);
221 static int set_evtchn_to_irq(evtchn_port_t evtchn, unsigned int irq)  in set_evtchn_to_irq()  argument
234 		/* Unallocated irq entries return -1 anyway */  in set_evtchn_to_irq()
235 		if (irq == -1)  in set_evtchn_to_irq()
252 	WRITE_ONCE(evtchn_to_irq[row][col], irq);  in set_evtchn_to_irq()
265 /* Get info for IRQ */
266 static struct irq_info *info_for_irq(unsigned irq)  in info_for_irq()  argument
268 	if (irq < nr_legacy_irqs())  in info_for_irq()
269 		return legacy_info_ptrs[irq];  in info_for_irq()
271 		return irq_get_chip_data(irq);  in info_for_irq()
274 static void set_info_for_irq(unsigned int irq, struct irq_info *info)  in set_info_for_irq()  argument
276 	if (irq < nr_legacy_irqs())  in set_info_for_irq()
277 		legacy_info_ptrs[irq] = info;  in set_info_for_irq()
279 		irq_set_chip_data(irq, info);  in set_info_for_irq()
308 /* Constructors for packed IRQ information. */
310 				     unsigned irq,  in xen_irq_info_common_setup()  argument
320 	info->irq = irq;  in xen_irq_info_common_setup()
326 	ret = set_evtchn_to_irq(evtchn, irq);  in xen_irq_info_common_setup()
330 	irq_clear_status_flags(irq, IRQ_NOREQUEST|IRQ_NOAUTOEN);  in xen_irq_info_common_setup()
335 static int xen_irq_info_evtchn_setup(unsigned irq,  in xen_irq_info_evtchn_setup()  argument
339 	struct irq_info *info = info_for_irq(irq);  in xen_irq_info_evtchn_setup()
342 	ret = xen_irq_info_common_setup(info, irq, IRQT_EVTCHN, evtchn, 0);  in xen_irq_info_evtchn_setup()
351 				  unsigned irq,  in xen_irq_info_ipi_setup()  argument
355 	struct irq_info *info = info_for_irq(irq);  in xen_irq_info_ipi_setup()
359 	per_cpu(ipi_to_irq, cpu)[ipi] = irq;  in xen_irq_info_ipi_setup()
361 	return xen_irq_info_common_setup(info, irq, IRQT_IPI, evtchn, 0);  in xen_irq_info_ipi_setup()
365 				   unsigned irq,  in xen_irq_info_virq_setup()  argument
369 	struct irq_info *info = info_for_irq(irq);  in xen_irq_info_virq_setup()
373 	per_cpu(virq_to_irq, cpu)[virq] = irq;  in xen_irq_info_virq_setup()
375 	return xen_irq_info_common_setup(info, irq, IRQT_VIRQ, evtchn, 0);  in xen_irq_info_virq_setup()
378 static int xen_irq_info_pirq_setup(unsigned irq,  in xen_irq_info_pirq_setup()  argument
385 	struct irq_info *info = info_for_irq(irq);  in xen_irq_info_pirq_setup()
392 	return xen_irq_info_common_setup(info, irq, IRQT_PIRQ, evtchn, 0);  in xen_irq_info_pirq_setup()
404  * Accessors for packed IRQ information.
406 evtchn_port_t evtchn_from_irq(unsigned irq)  in evtchn_from_irq()  argument
410 	if (likely(irq < nr_irqs))  in evtchn_from_irq()
411 		info = info_for_irq(irq);  in evtchn_from_irq()
429 static enum ipi_vector ipi_from_irq(unsigned irq)  in ipi_from_irq()  argument
431 	struct irq_info *info = info_for_irq(irq);  in ipi_from_irq()
439 static unsigned virq_from_irq(unsigned irq)  in virq_from_irq()  argument
441 	struct irq_info *info = info_for_irq(irq);  in virq_from_irq()
449 static unsigned pirq_from_irq(unsigned irq)  in pirq_from_irq()  argument
451 	struct irq_info *info = info_for_irq(irq);  in pirq_from_irq()
459 static enum xen_irq_type type_from_irq(unsigned irq)  in type_from_irq()  argument
461 	return info_for_irq(irq)->type;  in type_from_irq()
464 static unsigned cpu_from_irq(unsigned irq)  in cpu_from_irq()  argument
466 	return info_for_irq(irq)->cpu;  in cpu_from_irq()
471 	int irq = get_evtchn_to_irq(evtchn);  in cpu_from_evtchn()  local
474 	if (irq != -1)  in cpu_from_evtchn()
475 		ret = cpu_from_irq(irq);  in cpu_from_evtchn()
509 static bool pirq_check_eoi_map(unsigned irq)  in pirq_check_eoi_map()  argument
511 	return test_bit(pirq_from_irq(irq), pirq_eoi_map);  in pirq_check_eoi_map()
515 static bool pirq_needs_eoi_flag(unsigned irq)  in pirq_needs_eoi_flag()  argument
517 	struct irq_info *info = info_for_irq(irq);  in pirq_needs_eoi_flag()
526 	int irq = get_evtchn_to_irq(evtchn);  in bind_evtchn_to_cpu()  local
527 	struct irq_info *info = info_for_irq(irq);  in bind_evtchn_to_cpu()
529 	BUG_ON(irq == -1);  in bind_evtchn_to_cpu()
532 		struct irq_data *data = irq_get_irq_data(irq);  in bind_evtchn_to_cpu()
546  * notify_remote_via_irq - send event to remote end of event channel via irq
547  * @irq: irq of event channel to send event to
553 void notify_remote_via_irq(int irq)  in notify_remote_via_irq()  argument
555 	evtchn_port_t evtchn = evtchn_from_irq(irq);  in notify_remote_via_irq()
708 void xen_irq_lateeoi(unsigned int irq, unsigned int eoi_flags)  in xen_irq_lateeoi()  argument
715 	info = info_for_irq(irq);  in xen_irq_lateeoi()
724 static void xen_irq_init(unsigned irq)  in xen_irq_init()  argument
730 		panic("Unable to allocate metadata for IRQ%d\n", irq);  in xen_irq_init()
735 	set_info_for_irq(irq, info);  in xen_irq_init()
740 	irq_set_status_flags(irq, IRQ_MOVE_PCNTXT);  in xen_irq_init()
748 	int i, irq = irq_alloc_descs(-1, 0, nvec, -1);  in xen_allocate_irqs_dynamic()  local
750 	if (irq >= 0) {  in xen_allocate_irqs_dynamic()
752 			xen_irq_init(irq + i);  in xen_allocate_irqs_dynamic()
755 	return irq;  in xen_allocate_irqs_dynamic()
766 	int irq;  in xen_allocate_irq_gsi()  local
771 	 * all IRQs are dynamically allocated from the entire IRQ  in xen_allocate_irq_gsi()
777 	/* Legacy IRQ descriptors are already allocated by the arch. */  in xen_allocate_irq_gsi()
779 		irq = gsi;  in xen_allocate_irq_gsi()
781 		irq = irq_alloc_desc_at(gsi, -1);  in xen_allocate_irq_gsi()
783 	xen_irq_init(irq);  in xen_allocate_irq_gsi()
785 	return irq;  in xen_allocate_irq_gsi()
788 static void xen_free_irq(unsigned irq)  in xen_free_irq()  argument
790 	struct irq_info *info = info_for_irq(irq);  in xen_free_irq()
803 	set_info_for_irq(irq, NULL);  in xen_free_irq()
811 	/* Legacy IRQ descriptors are managed by the arch. */  in xen_free_irq()
812 	if (irq < nr_legacy_irqs())  in xen_free_irq()
815 	irq_free_desc(irq);  in xen_free_irq()
834 static void pirq_query_unmask(int irq)  in pirq_query_unmask()  argument
837 	struct irq_info *info = info_for_irq(irq);  in pirq_query_unmask()
841 	irq_status.irq = pirq_from_irq(irq);  in pirq_query_unmask()
852 	struct irq_info *info = info_for_irq(data->irq);  in eoi_pirq()
854 	struct physdev_eoi eoi = { .irq = pirq_from_irq(data->irq) };  in eoi_pirq()
862 	if (pirq_needs_eoi(data->irq)) {  in eoi_pirq()
874 static unsigned int __startup_pirq(unsigned int irq)  in __startup_pirq()  argument
877 	struct irq_info *info = info_for_irq(irq);  in __startup_pirq()
878 	evtchn_port_t evtchn = evtchn_from_irq(irq);  in __startup_pirq()
886 	bind_pirq.pirq = pirq_from_irq(irq);  in __startup_pirq()
892 		pr_warn("Failed to obtain physical IRQ %d\n", irq);  in __startup_pirq()
897 	pirq_query_unmask(irq);  in __startup_pirq()
899 	rc = set_evtchn_to_irq(evtchn, irq);  in __startup_pirq()
913 	eoi_pirq(irq_get_irq_data(irq));  in __startup_pirq()
918 	pr_err("irq%d: Failed to set port to irq mapping (%d)\n", irq, rc);  in __startup_pirq()
925 	return __startup_pirq(data->irq);  in startup_pirq()
930 	unsigned int irq = data->irq;  in shutdown_pirq()  local
931 	struct irq_info *info = info_for_irq(irq);  in shutdown_pirq()
932 	evtchn_port_t evtchn = evtchn_from_irq(irq);  in shutdown_pirq()
963 			return info->irq;  in xen_irq_from_gsi()
970 static void __unbind_from_irq(unsigned int irq)  in __unbind_from_irq()  argument
972 	evtchn_port_t evtchn = evtchn_from_irq(irq);  in __unbind_from_irq()
973 	struct irq_info *info = info_for_irq(irq);  in __unbind_from_irq()
982 		unsigned int cpu = cpu_from_irq(irq);  in __unbind_from_irq()
987 		switch (type_from_irq(irq)) {  in __unbind_from_irq()
989 			per_cpu(virq_to_irq, cpu)[virq_from_irq(irq)] = -1;  in __unbind_from_irq()
992 			per_cpu(ipi_to_irq, cpu)[ipi_from_irq(irq)] = -1;  in __unbind_from_irq()
1006 	xen_free_irq(irq);  in __unbind_from_irq()
1011  * IRQ number returned here and the Xen pirq argument.
1013  * Note: We don't assign an event channel until the irq actually started
1014  * up.  Return an existing irq if we've already got one for the gsi.
1022 	int irq;  in xen_bind_pirq_gsi_to_irq()  local
1028 	irq = xen_irq_from_gsi(gsi);  in xen_bind_pirq_gsi_to_irq()
1029 	if (irq != -1) {  in xen_bind_pirq_gsi_to_irq()
1030 		pr_info("%s: returning irq %d for gsi %u\n",  in xen_bind_pirq_gsi_to_irq()
1031 			__func__, irq, gsi);  in xen_bind_pirq_gsi_to_irq()
1035 	irq = xen_allocate_irq_gsi(gsi);  in xen_bind_pirq_gsi_to_irq()
1036 	if (irq < 0)  in xen_bind_pirq_gsi_to_irq()
1039 	irq_op.irq = irq;  in xen_bind_pirq_gsi_to_irq()
1047 		xen_free_irq(irq);  in xen_bind_pirq_gsi_to_irq()
1048 		irq = -ENOSPC;  in xen_bind_pirq_gsi_to_irq()
1052 	ret = xen_irq_info_pirq_setup(irq, 0, pirq, gsi, DOMID_SELF,  in xen_bind_pirq_gsi_to_irq()
1055 		__unbind_from_irq(irq);  in xen_bind_pirq_gsi_to_irq()
1056 		irq = ret;  in xen_bind_pirq_gsi_to_irq()
1060 	pirq_query_unmask(irq);  in xen_bind_pirq_gsi_to_irq()
1077 		irq_set_chip_and_handler_name(irq, &xen_pirq_chip,  in xen_bind_pirq_gsi_to_irq()
1080 		irq_set_chip_and_handler_name(irq, &xen_pirq_chip,  in xen_bind_pirq_gsi_to_irq()
1086 	return irq;  in xen_bind_pirq_gsi_to_irq()
1107 	int i, irq, ret;  in xen_bind_pirq_msi_to_irq()  local
1111 	irq = xen_allocate_irqs_dynamic(nvec);  in xen_bind_pirq_msi_to_irq()
1112 	if (irq < 0)  in xen_bind_pirq_msi_to_irq()
1116 		irq_set_chip_and_handler_name(irq + i, &xen_pirq_chip, handle_edge_irq, name);  in xen_bind_pirq_msi_to_irq()
1118 		ret = xen_irq_info_pirq_setup(irq + i, 0, pirq + i, 0, domid,  in xen_bind_pirq_msi_to_irq()
1124 	ret = irq_set_msi_desc(irq, msidesc);  in xen_bind_pirq_msi_to_irq()
1129 	return irq;  in xen_bind_pirq_msi_to_irq()
1132 		__unbind_from_irq(irq + nvec);  in xen_bind_pirq_msi_to_irq()
1138 int xen_destroy_irq(int irq)  in xen_destroy_irq()  argument
1141 	struct irq_info *info = info_for_irq(irq);  in xen_destroy_irq()
1163 			pr_warn("unmap irq failed %d\n", rc);  in xen_destroy_irq()
1168 	xen_free_irq(irq);  in xen_destroy_irq()
1177 	int irq;  in xen_irq_from_pirq()  local
1186 		irq = info->irq;  in xen_irq_from_pirq()
1190 	irq = -1;  in xen_irq_from_pirq()
1194 	return irq;  in xen_irq_from_pirq()
1198 int xen_pirq_from_irq(unsigned irq)  in xen_pirq_from_irq()  argument
1200 	return pirq_from_irq(irq);  in xen_pirq_from_irq()
1207 	int irq;  in bind_evtchn_to_irq_chip()  local
1215 	irq = get_evtchn_to_irq(evtchn);  in bind_evtchn_to_irq_chip()
1217 	if (irq == -1) {  in bind_evtchn_to_irq_chip()
1218 		irq = xen_allocate_irq_dynamic();  in bind_evtchn_to_irq_chip()
1219 		if (irq < 0)  in bind_evtchn_to_irq_chip()
1222 		irq_set_chip_and_handler_name(irq, chip,  in bind_evtchn_to_irq_chip()
1225 		ret = xen_irq_info_evtchn_setup(irq, evtchn, dev);  in bind_evtchn_to_irq_chip()
1227 			__unbind_from_irq(irq);  in bind_evtchn_to_irq_chip()
1228 			irq = ret;  in bind_evtchn_to_irq_chip()
1240 		struct irq_info *info = info_for_irq(irq);  in bind_evtchn_to_irq_chip()
1247 	return irq;  in bind_evtchn_to_irq_chip()
1266 	int ret, irq;  in bind_ipi_to_irq()  local
1270 	irq = per_cpu(ipi_to_irq, cpu)[ipi];  in bind_ipi_to_irq()
1272 	if (irq == -1) {  in bind_ipi_to_irq()
1273 		irq = xen_allocate_irq_dynamic();  in bind_ipi_to_irq()
1274 		if (irq < 0)  in bind_ipi_to_irq()
1277 		irq_set_chip_and_handler_name(irq, &xen_percpu_chip,  in bind_ipi_to_irq()
1286 		ret = xen_irq_info_ipi_setup(cpu, irq, evtchn, ipi);  in bind_ipi_to_irq()
1288 			__unbind_from_irq(irq);  in bind_ipi_to_irq()
1289 			irq = ret;  in bind_ipi_to_irq()
1298 		struct irq_info *info = info_for_irq(irq);  in bind_ipi_to_irq()
1304 	return irq;  in bind_ipi_to_irq()
1372 	int irq, ret;  in bind_virq_to_irq()  local
1376 	irq = per_cpu(virq_to_irq, cpu)[virq];  in bind_virq_to_irq()
1378 	if (irq == -1) {  in bind_virq_to_irq()
1379 		irq = xen_allocate_irq_dynamic();  in bind_virq_to_irq()
1380 		if (irq < 0)  in bind_virq_to_irq()
1384 			irq_set_chip_and_handler_name(irq, &xen_percpu_chip,  in bind_virq_to_irq()
1387 			irq_set_chip_and_handler_name(irq, &xen_dynamic_chip,  in bind_virq_to_irq()
1402 		ret = xen_irq_info_virq_setup(cpu, irq, evtchn, virq);  in bind_virq_to_irq()
1404 			__unbind_from_irq(irq);  in bind_virq_to_irq()
1405 			irq = ret;  in bind_virq_to_irq()
1415 		struct irq_info *info = info_for_irq(irq);  in bind_virq_to_irq()
1422 	return irq;  in bind_virq_to_irq()
1425 static void unbind_from_irq(unsigned int irq)  in unbind_from_irq()  argument
1428 	__unbind_from_irq(irq);  in unbind_from_irq()
1438 	int irq, retval;  in bind_evtchn_to_irqhandler_chip()  local
1440 	irq = bind_evtchn_to_irq_chip(evtchn, chip, NULL);  in bind_evtchn_to_irqhandler_chip()
1441 	if (irq < 0)  in bind_evtchn_to_irqhandler_chip()
1442 		return irq;  in bind_evtchn_to_irqhandler_chip()
1443 	retval = request_irq(irq, handler, irqflags, devname, dev_id);  in bind_evtchn_to_irqhandler_chip()
1445 		unbind_from_irq(irq);  in bind_evtchn_to_irqhandler_chip()
1449 	return irq;  in bind_evtchn_to_irqhandler_chip()
1479 	int irq, retval;  in bind_interdomain_evtchn_to_irqhandler_chip()  local
1481 	irq = bind_interdomain_evtchn_to_irq_chip(dev, remote_port, chip);  in bind_interdomain_evtchn_to_irqhandler_chip()
1482 	if (irq < 0)  in bind_interdomain_evtchn_to_irqhandler_chip()
1483 		return irq;  in bind_interdomain_evtchn_to_irqhandler_chip()
1485 	retval = request_irq(irq, handler, irqflags, devname, dev_id);  in bind_interdomain_evtchn_to_irqhandler_chip()
1487 		unbind_from_irq(irq);  in bind_interdomain_evtchn_to_irqhandler_chip()
1491 	return irq;  in bind_interdomain_evtchn_to_irqhandler_chip()
1511 	int irq, retval;  in bind_virq_to_irqhandler()  local
1513 	irq = bind_virq_to_irq(virq, cpu, irqflags & IRQF_PERCPU);  in bind_virq_to_irqhandler()
1514 	if (irq < 0)  in bind_virq_to_irqhandler()
1515 		return irq;  in bind_virq_to_irqhandler()
1516 	retval = request_irq(irq, handler, irqflags, devname, dev_id);  in bind_virq_to_irqhandler()
1518 		unbind_from_irq(irq);  in bind_virq_to_irqhandler()
1522 	return irq;  in bind_virq_to_irqhandler()
1533 	int irq, retval;  in bind_ipi_to_irqhandler()  local
1535 	irq = bind_ipi_to_irq(ipi, cpu);  in bind_ipi_to_irqhandler()
1536 	if (irq < 0)  in bind_ipi_to_irqhandler()
1537 		return irq;  in bind_ipi_to_irqhandler()
1540 	retval = request_irq(irq, handler, irqflags, devname, dev_id);  in bind_ipi_to_irqhandler()
1542 		unbind_from_irq(irq);  in bind_ipi_to_irqhandler()
1546 	return irq;  in bind_ipi_to_irqhandler()
1549 void unbind_from_irqhandler(unsigned int irq, void *dev_id)  in unbind_from_irqhandler()  argument
1551 	struct irq_info *info = info_for_irq(irq);  in unbind_from_irqhandler()
1555 	free_irq(irq, dev_id);  in unbind_from_irqhandler()
1556 	unbind_from_irq(irq);  in unbind_from_irqhandler()
1562  * @irq:irq bound to an event channel.
1565 int xen_set_irq_priority(unsigned irq, unsigned priority)  in xen_set_irq_priority()  argument
1569 	set_priority.port = evtchn_from_irq(irq);  in xen_set_irq_priority()
1579 	int irq = get_evtchn_to_irq(evtchn);  in evtchn_make_refcounted()  local
1582 	if (irq == -1)  in evtchn_make_refcounted()
1585 	info = info_for_irq(irq);  in evtchn_make_refcounted()
1600 	int irq;  in evtchn_get()  local
1609 	irq = get_evtchn_to_irq(evtchn);  in evtchn_get()
1610 	if (irq == -1)  in evtchn_get()
1613 	info = info_for_irq(irq);  in evtchn_get()
1633 	int irq = get_evtchn_to_irq(evtchn);  in evtchn_put()  local
1634 	if (WARN_ON(irq == -1))  in evtchn_put()
1636 	unbind_from_irq(irq);  in evtchn_put()
1642 	int irq;  in xen_send_IPI_one()  local
1653 	irq = per_cpu(ipi_to_irq, cpu)[vector];  in xen_send_IPI_one()
1654 	BUG_ON(irq < 0);  in xen_send_IPI_one()
1655 	notify_remote_via_irq(irq);  in xen_send_IPI_one()
1666 	int irq;  in handle_irq_for_port()  local
1670 	irq = get_evtchn_to_irq(port);  in handle_irq_for_port()
1671 	if (irq == -1)  in handle_irq_for_port()
1696 	info = info_for_irq(irq);  in handle_irq_for_port()
1710 	generic_handle_irq(irq);  in handle_irq_for_port()
1760 /* Rebind a new event channel to an existing irq. */
1761 void rebind_evtchn_irq(evtchn_port_t evtchn, int irq)  in rebind_evtchn_irq()  argument
1763 	struct irq_info *info = info_for_irq(irq);  in rebind_evtchn_irq()
1768 	/* Make sure the irq is masked, since the new event channel  in rebind_evtchn_irq()
1770 	disable_irq(irq);  in rebind_evtchn_irq()
1774 	/* After resume the irq<->evtchn mappings are all cleared out */  in rebind_evtchn_irq()
1776 	/* Expect irq to have been bound before,  in rebind_evtchn_irq()
1780 	(void)xen_irq_info_evtchn_setup(irq, evtchn, NULL);  in rebind_evtchn_irq()
1787 	enable_irq(irq);  in rebind_evtchn_irq()
1859 	ret = xen_rebind_evtchn_to_cpu(info_for_irq(data->irq), tcpu);  in set_affinity_irq()
1868 	struct irq_info *info = info_for_irq(data->irq);  in enable_dynirq()
1877 	struct irq_info *info = info_for_irq(data->irq);  in disable_dynirq()
1886 	struct irq_info *info = info_for_irq(data->irq);  in ack_dynirq()
1901 	struct irq_info *info = info_for_irq(data->irq);  in lateeoi_ack_dynirq()
1917 	struct irq_info *info = info_for_irq(data->irq);  in lateeoi_mask_ack_dynirq()
1928 	struct irq_info *info = info_for_irq(data->irq);  in retrigger_dynirq()
1943 	int pirq, rc, irq, gsi;  in restore_pirqs()  local
1953 		irq = info->irq;  in restore_pirqs()
1967 			pr_warn("xen map irq failed gsi=%d irq=%d pirq=%d rc=%d\n",  in restore_pirqs()
1968 				gsi, irq, pirq, rc);  in restore_pirqs()
1969 			xen_free_irq(irq);  in restore_pirqs()
1973 		printk(KERN_DEBUG "xen: --> irq=%d, pirq=%d\n", irq, map_irq.pirq);  in restore_pirqs()
1975 		__startup_pirq(irq);  in restore_pirqs()
1983 	int virq, irq;  in restore_cpu_virqs()  local
1986 		if ((irq = per_cpu(virq_to_irq, cpu)[virq]) == -1)  in restore_cpu_virqs()
1989 		BUG_ON(virq_from_irq(irq) != virq);  in restore_cpu_virqs()
2000 		(void)xen_irq_info_virq_setup(cpu, irq, evtchn, virq);  in restore_cpu_virqs()
2010 	int ipi, irq;  in restore_cpu_ipis()  local
2013 		if ((irq = per_cpu(ipi_to_irq, cpu)[ipi]) == -1)  in restore_cpu_ipis()
2016 		BUG_ON(ipi_from_irq(irq) != ipi);  in restore_cpu_ipis()
2026 		(void)xen_irq_info_ipi_setup(cpu, irq, evtchn, ipi);  in restore_cpu_ipis()
2032 /* Clear an irq's pending state, in preparation for polling on it */
2033 void xen_clear_irq_pending(int irq)  in xen_clear_irq_pending()  argument
2035 	struct irq_info *info = info_for_irq(irq);  in xen_clear_irq_pending()
2042 void xen_set_irq_pending(int irq)  in xen_set_irq_pending()  argument
2044 	evtchn_port_t evtchn = evtchn_from_irq(irq);  in xen_set_irq_pending()
2050 bool xen_test_irq_pending(int irq)  in xen_test_irq_pending()  argument
2052 	evtchn_port_t evtchn = evtchn_from_irq(irq);  in xen_test_irq_pending()
2061 /* Poll waiting for an irq to become pending with timeout.  In the usual case,
2062  * the irq will be disabled so it won't deliver an interrupt. */
2063 void xen_poll_irq_timeout(int irq, u64 timeout)  in xen_poll_irq_timeout()  argument
2065 	evtchn_port_t evtchn = evtchn_from_irq(irq);  in xen_poll_irq_timeout()
2079 /* Poll waiting for an irq to become pending.  In the usual case, the
2080  * irq will be disabled so it won't deliver an interrupt. */
2081 void xen_poll_irq(int irq)  in xen_poll_irq()  argument
2083 	xen_poll_irq_timeout(irq, 0 /* no timeout */);  in xen_poll_irq()
2086 /* Check whether the IRQ line is shared with other guests. */
2087 int xen_test_irq_shared(int irq)  in xen_test_irq_shared()  argument
2089 	struct irq_info *info = info_for_irq(irq);  in xen_test_irq_shared()
2095 	irq_status.irq = info->u.pirq.pirq;  in xen_test_irq_shared()
2111 	/* No IRQ <-> event-channel mappings. */  in xen_irq_resume()