59 int msix_initialize(struct hfi1_devdata *dd)  in msix_initialize()  argument
73 	total = 1 + dd->num_sdma + dd->n_krcv_queues + dd->num_netdev_contexts;  in msix_initialize()
78 	ret = pci_alloc_irq_vectors(dd->pcidev, total, total, PCI_IRQ_MSIX);  in msix_initialize()
80 		dd_dev_err(dd, "pci_alloc_irq_vectors() failed: %d\n", ret);  in msix_initialize()
84 	entries = kcalloc(total, sizeof(*dd->msix_info.msix_entries),  in msix_initialize()
87 		pci_free_irq_vectors(dd->pcidev);  in msix_initialize()
91 	dd->msix_info.msix_entries = entries;  in msix_initialize()
92 	spin_lock_init(&dd->msix_info.msix_lock);  in msix_initialize()
93 	bitmap_zero(dd->msix_info.in_use_msix, total);  in msix_initialize()
94 	dd->msix_info.max_requested = total;  in msix_initialize()
95 	dd_dev_info(dd, "%u MSI-X interrupts allocated\n", total);  in msix_initialize()
117 static int msix_request_irq(struct hfi1_devdata *dd, void *arg,  in msix_request_irq()  argument
127 	spin_lock(&dd->msix_info.msix_lock);  in msix_request_irq()
128 	nr = find_first_zero_bit(dd->msix_info.in_use_msix,  in msix_request_irq()
129 				 dd->msix_info.max_requested);  in msix_request_irq()
130 	if (nr < dd->msix_info.max_requested)  in msix_request_irq()
131 		__set_bit(nr, dd->msix_info.in_use_msix);  in msix_request_irq()
132 	spin_unlock(&dd->msix_info.msix_lock);  in msix_request_irq()
134 	if (nr == dd->msix_info.max_requested)  in msix_request_irq()
140 	irq = pci_irq_vector(dd->pcidev, nr);  in msix_request_irq()
141 	ret = pci_request_irq(dd->pcidev, nr, handler, thread, arg, name);  in msix_request_irq()
143 		dd_dev_err(dd,  in msix_request_irq()
146 		spin_lock(&dd->msix_info.msix_lock);  in msix_request_irq()
147 		__clear_bit(nr, dd->msix_info.in_use_msix);  in msix_request_irq()
148 		spin_unlock(&dd->msix_info.msix_lock);  in msix_request_irq()
156 	me = &dd->msix_info.msix_entries[nr];  in msix_request_irq()
162 	ret = hfi1_get_irq_affinity(dd, me);  in msix_request_irq()
164 		dd_dev_err(dd, "%s: unable to pin IRQ %d\n", name, ret);  in msix_request_irq()
174 	int nr = msix_request_irq(rcd->dd, rcd, handler, thread,  in msix_request_rcd_irq_common()
187 	remap_intr(rcd->dd, IS_RCVAVAIL_START + rcd->ctxt, nr);  in msix_request_rcd_irq_common()
202 		 rcd->dd->unit, rcd->ctxt);  in msix_request_rcd_irq()
218 		 rcd->dd->unit, rcd->ctxt);  in msix_netdev_request_rcd_irq()
234 		 sde->dd->unit, sde->this_idx);  in msix_request_sdma_irq()
235 	nr = msix_request_irq(sde->dd, sde, sdma_interrupt, NULL,  in msix_request_sdma_irq()
240 	remap_sdma_interrupts(sde->dd, sde->this_idx, nr);  in msix_request_sdma_irq()
250 int msix_request_general_irq(struct hfi1_devdata *dd)  in msix_request_general_irq()  argument
255 	snprintf(name, sizeof(name), DRIVER_NAME "_%d", dd->unit);  in msix_request_general_irq()
256 	nr = msix_request_irq(dd, dd, general_interrupt, NULL, IRQ_GENERAL,  in msix_request_general_irq()
263 		msix_free_irq(dd, (u8)nr);  in msix_request_general_irq()
264 		dd_dev_err(dd, "Invalid index %d for GENERAL IRQ\n", nr);  in msix_request_general_irq()
276 static void enable_sdma_srcs(struct hfi1_devdata *dd, int i)  in enable_sdma_srcs()  argument
278 	set_intr_bits(dd, IS_SDMA_START + i, IS_SDMA_START + i, true);  in enable_sdma_srcs()
279 	set_intr_bits(dd, IS_SDMA_PROGRESS_START + i,  in enable_sdma_srcs()
281 	set_intr_bits(dd, IS_SDMA_IDLE_START + i, IS_SDMA_IDLE_START + i, true);  in enable_sdma_srcs()
282 	set_intr_bits(dd, IS_SDMAENG_ERR_START + i, IS_SDMAENG_ERR_START + i,  in enable_sdma_srcs()
293 int msix_request_irqs(struct hfi1_devdata *dd)  in msix_request_irqs()  argument
296 	int ret = msix_request_general_irq(dd);  in msix_request_irqs()
301 	for (i = 0; i < dd->num_sdma; i++) {  in msix_request_irqs()
302 		struct sdma_engine *sde = &dd->per_sdma[i];  in msix_request_irqs()
307 		enable_sdma_srcs(sde->dd, i);  in msix_request_irqs()
310 	for (i = 0; i < dd->n_krcv_queues; i++) {  in msix_request_irqs()
311 		struct hfi1_ctxtdata *rcd = hfi1_rcd_get_by_index_safe(dd, i);  in msix_request_irqs()
329 void msix_free_irq(struct hfi1_devdata *dd, u8 msix_intr)  in msix_free_irq()  argument
333 	if (msix_intr >= dd->msix_info.max_requested)  in msix_free_irq()
336 	me = &dd->msix_info.msix_entries[msix_intr];  in msix_free_irq()
341 	hfi1_put_irq_affinity(dd, me);  in msix_free_irq()
342 	pci_free_irq(dd->pcidev, msix_intr, me->arg);  in msix_free_irq()
346 	spin_lock(&dd->msix_info.msix_lock);  in msix_free_irq()
347 	__clear_bit(msix_intr, dd->msix_info.in_use_msix);  in msix_free_irq()
348 	spin_unlock(&dd->msix_info.msix_lock);  in msix_free_irq()
357 void msix_clean_up_interrupts(struct hfi1_devdata *dd)  in msix_clean_up_interrupts()  argument
360 	struct hfi1_msix_entry *me = dd->msix_info.msix_entries;  in msix_clean_up_interrupts()
363 	for (i = 0; i < dd->msix_info.max_requested; i++, me++)  in msix_clean_up_interrupts()
364 		msix_free_irq(dd, i);  in msix_clean_up_interrupts()
367 	kfree(dd->msix_info.msix_entries);  in msix_clean_up_interrupts()
368 	dd->msix_info.msix_entries = NULL;  in msix_clean_up_interrupts()
369 	dd->msix_info.max_requested = 0;  in msix_clean_up_interrupts()
371 	pci_free_irq_vectors(dd->pcidev);  in msix_clean_up_interrupts()
378 void msix_netdev_synchronize_irq(struct hfi1_devdata *dd)  in msix_netdev_synchronize_irq()  argument
381 	int ctxt_count = hfi1_netdev_ctxt_count(dd);  in msix_netdev_synchronize_irq()
384 		struct hfi1_ctxtdata *rcd = hfi1_netdev_get_ctxt(dd, i);  in msix_netdev_synchronize_irq()
387 		me = &dd->msix_info.msix_entries[rcd->msix_intr];  in msix_netdev_synchronize_irq()