1 // SPDX-License-Identifier: GPL-2.0
35  * register_adapter_interrupt() - register adapter interrupt handler
38  * Returns 0 on success, or -EINVAL.
44 	if (!airq->handler || airq->isc > MAX_ISC)  in register_adapter_interrupt()
45 		return -EINVAL;  in register_adapter_interrupt()
46 	if (!airq->lsi_ptr) {  in register_adapter_interrupt()
47 		airq->lsi_ptr = cio_dma_zalloc(1);  in register_adapter_interrupt()
48 		if (!airq->lsi_ptr)  in register_adapter_interrupt()
49 			return -ENOMEM;  in register_adapter_interrupt()
50 		airq->flags |= AIRQ_PTR_ALLOCATED;  in register_adapter_interrupt()
52 	if (!airq->lsi_mask)  in register_adapter_interrupt()
53 		airq->lsi_mask = 0xff;  in register_adapter_interrupt()
56 	isc_register(airq->isc);  in register_adapter_interrupt()
58 	hlist_add_head_rcu(&airq->list, &airq_lists[airq->isc]);  in register_adapter_interrupt()
65  * unregister_adapter_interrupt - unregister adapter interrupt handler
72 	if (hlist_unhashed(&airq->list))  in unregister_adapter_interrupt()
77 	hlist_del_rcu(&airq->list);  in unregister_adapter_interrupt()
80 	isc_unregister(airq->isc);  in unregister_adapter_interrupt()
81 	if (airq->flags & AIRQ_PTR_ALLOCATED) {  in unregister_adapter_interrupt()
82 		cio_dma_free(airq->lsi_ptr, 1);  in unregister_adapter_interrupt()
83 		airq->lsi_ptr = NULL;  in unregister_adapter_interrupt()
84 		airq->flags &= ~AIRQ_PTR_ALLOCATED;  in unregister_adapter_interrupt()
96 	tpi_info = &get_irq_regs()->tpi_info;  in do_airq_interrupt()
98 	head = &airq_lists[tpi_info->isc];  in do_airq_interrupt()
101 		if ((*airq->lsi_ptr & airq->lsi_mask) != 0)  in do_airq_interrupt()
102 			airq->handler(airq, tpi_info);  in do_airq_interrupt()
122  * airq_iv_create - create an interrupt vector
138 	iv->bits = bits;  in airq_iv_create()
139 	iv->flags = flags;  in airq_iv_create()
147 		iv->vector = dma_pool_zalloc(airq_iv_cache, GFP_KERNEL,  in airq_iv_create()
148 					     &iv->vector_dma);  in airq_iv_create()
149 		if (!iv->vector)  in airq_iv_create()
152 		iv->vector = vec;  in airq_iv_create()
154 		iv->vector = cio_dma_zalloc(size);  in airq_iv_create()
155 		if (!iv->vector)  in airq_iv_create()
159 		iv->avail = kmalloc(size, GFP_KERNEL);  in airq_iv_create()
160 		if (!iv->avail)  in airq_iv_create()
162 		memset(iv->avail, 0xff, size);  in airq_iv_create()
163 		iv->end = 0;  in airq_iv_create()
165 		iv->end = bits;  in airq_iv_create()
167 		iv->bitlock = kzalloc(size, GFP_KERNEL);  in airq_iv_create()
168 		if (!iv->bitlock)  in airq_iv_create()
173 		iv->ptr = kzalloc(size, GFP_KERNEL);  in airq_iv_create()
174 		if (!iv->ptr)  in airq_iv_create()
179 		iv->data = kzalloc(size, GFP_KERNEL);  in airq_iv_create()
180 		if (!iv->data)  in airq_iv_create()
183 	spin_lock_init(&iv->lock);  in airq_iv_create()
187 	kfree(iv->ptr);  in airq_iv_create()
188 	kfree(iv->bitlock);  in airq_iv_create()
189 	kfree(iv->avail);  in airq_iv_create()
190 	if (iv->flags & AIRQ_IV_CACHELINE && iv->vector)  in airq_iv_create()
191 		dma_pool_free(airq_iv_cache, iv->vector, iv->vector_dma);  in airq_iv_create()
192 	else if (!(iv->flags & AIRQ_IV_GUESTVEC))  in airq_iv_create()
193 		cio_dma_free(iv->vector, size);  in airq_iv_create()
201  * airq_iv_release - release an interrupt vector
206 	kfree(iv->data);  in airq_iv_release()
207 	kfree(iv->ptr);  in airq_iv_release()
208 	kfree(iv->bitlock);  in airq_iv_release()
209 	if (iv->flags & AIRQ_IV_CACHELINE)  in airq_iv_release()
210 		dma_pool_free(airq_iv_cache, iv->vector, iv->vector_dma);  in airq_iv_release()
211 	else if (!(iv->flags & AIRQ_IV_GUESTVEC))  in airq_iv_release()
212 		cio_dma_free(iv->vector, iv_size(iv->bits));  in airq_iv_release()
213 	kfree(iv->avail);  in airq_iv_release()
219  * airq_iv_alloc - allocate irq bits from an interrupt vector
221  * @num: number of consecutive irq bits to allocate
223  * Returns the bit number of the first irq in the allocated block of irqs,
224  * or -1UL if no bit is available or the AIRQ_IV_ALLOC flag has not been
227 unsigned long airq_iv_alloc(struct airq_iv *iv, unsigned long num)  in airq_iv_alloc()  argument
231 	if (!iv->avail || num == 0)  in airq_iv_alloc()
232 		return -1UL;  in airq_iv_alloc()
233 	spin_lock_irqsave(&iv->lock, flags);  in airq_iv_alloc()
234 	bit = find_first_bit_inv(iv->avail, iv->bits);  in airq_iv_alloc()
235 	while (bit + num <= iv->bits) {  in airq_iv_alloc()
236 		for (i = 1; i < num; i++)  in airq_iv_alloc()
237 			if (!test_bit_inv(bit + i, iv->avail))  in airq_iv_alloc()
239 		if (i >= num) {  in airq_iv_alloc()
240 			/* Found a suitable block of irqs */  in airq_iv_alloc()
241 			for (i = 0; i < num; i++)  in airq_iv_alloc()
242 				clear_bit_inv(bit + i, iv->avail);  in airq_iv_alloc()
243 			if (bit + num >= iv->end)  in airq_iv_alloc()
244 				iv->end = bit + num + 1;  in airq_iv_alloc()
247 		bit = find_next_bit_inv(iv->avail, iv->bits, bit + i + 1);  in airq_iv_alloc()
249 	if (bit + num > iv->bits)  in airq_iv_alloc()
250 		bit = -1UL;  in airq_iv_alloc()
251 	spin_unlock_irqrestore(&iv->lock, flags);  in airq_iv_alloc()
257  * airq_iv_free - free irq bits of an interrupt vector
260  * @num: number of consecutive irq bits to free
262 void airq_iv_free(struct airq_iv *iv, unsigned long bit, unsigned long num)  in airq_iv_free()  argument
266 	if (!iv->avail || num == 0)  in airq_iv_free()
268 	spin_lock_irqsave(&iv->lock, flags);  in airq_iv_free()
269 	for (i = 0; i < num; i++) {  in airq_iv_free()
271 		clear_bit_inv(bit + i, iv->vector);  in airq_iv_free()
273 		set_bit_inv(bit + i, iv->avail);  in airq_iv_free()
275 	if (bit + num >= iv->end) {  in airq_iv_free()
276 		/* Find new end of bit-field */  in airq_iv_free()
277 		while (iv->end > 0 && !test_bit_inv(iv->end - 1, iv->avail))  in airq_iv_free()
278 			iv->end--;  in airq_iv_free()
280 	spin_unlock_irqrestore(&iv->lock, flags);  in airq_iv_free()
285  * airq_iv_scan - scan interrupt vector for non-zero bits
290  * Returns the bit number of the next non-zero interrupt bit, or
291  * -1UL if the scan completed without finding any more any non-zero bits.
298 	/* Find non-zero bit starting from 'ivs->next'. */  in airq_iv_scan()
299 	bit = find_next_bit_inv(iv->vector, end, start);  in airq_iv_scan()
301 		return -1UL;  in airq_iv_scan()
302 	clear_bit_inv(bit, iv->vector);  in airq_iv_scan()
313 		return -ENOMEM;  in airq_init()