1 // SPDX-License-Identifier: GPL-2.0
43  * irq_alloc_matrix - Allocate a irq_matrix structure and initialize it
62 	m->matrix_bits = matrix_bits;  in irq_alloc_matrix()
63 	m->alloc_start = alloc_start;  in irq_alloc_matrix()
64 	m->alloc_end = alloc_end;  in irq_alloc_matrix()
65 	m->alloc_size = alloc_end - alloc_start;  in irq_alloc_matrix()
66 	m->maps = alloc_percpu(*m->maps);  in irq_alloc_matrix()
67 	if (!m->maps) {  in irq_alloc_matrix()
75  * irq_matrix_online - Bring the local CPU matrix online
80 	struct cpumap *cm = this_cpu_ptr(m->maps);  in irq_matrix_online()
82 	BUG_ON(cm->online);  in irq_matrix_online()
84 	if (!cm->initialized) {  in irq_matrix_online()
85 		cm->available = m->alloc_size;  in irq_matrix_online()
86 		cm->available -= cm->managed + m->systembits_inalloc;  in irq_matrix_online()
87 		cm->initialized = true;  in irq_matrix_online()
89 	m->global_available += cm->available;  in irq_matrix_online()
90 	cm->online = true;  in irq_matrix_online()
91 	m->online_maps++;  in irq_matrix_online()
96  * irq_matrix_offline - Bring the local CPU matrix offline
101 	struct cpumap *cm = this_cpu_ptr(m->maps);  in irq_matrix_offline()
104 	m->global_available -= cm->available;  in irq_matrix_offline()
105 	cm->online = false;  in irq_matrix_offline()
106 	m->online_maps--;  in irq_matrix_offline()
111 				      unsigned int num, bool managed)  in matrix_alloc_area()  argument
113 	unsigned int area, start = m->alloc_start;  in matrix_alloc_area()
114 	unsigned int end = m->alloc_end;  in matrix_alloc_area()
116 	bitmap_or(m->scratch_map, cm->managed_map, m->system_map, end);  in matrix_alloc_area()
117 	bitmap_or(m->scratch_map, m->scratch_map, cm->alloc_map, end);  in matrix_alloc_area()
118 	area = bitmap_find_next_zero_area(m->scratch_map, end, start, num, 0);  in matrix_alloc_area()
122 		bitmap_set(cm->managed_map, area, num);  in matrix_alloc_area()
124 		bitmap_set(cm->alloc_map, area, num);  in matrix_alloc_area()
138 		cm = per_cpu_ptr(m->maps, cpu);  in matrix_find_best_cpu()
140 		if (!cm->online || cm->available <= maxavl)  in matrix_find_best_cpu()
144 		maxavl = cm->available;  in matrix_find_best_cpu()
149 /* Find the best CPU which has the lowest number of managed IRQs allocated */
159 		cm = per_cpu_ptr(m->maps, cpu);  in matrix_find_best_cpu_managed()
161 		if (!cm->online || cm->managed_allocated > allocated)  in matrix_find_best_cpu_managed()
165 		allocated = cm->managed_allocated;  in matrix_find_best_cpu_managed()
171  * irq_matrix_assign_system - Assign system wide entry in the matrix
184 	struct cpumap *cm = this_cpu_ptr(m->maps);  in irq_matrix_assign_system()
186 	BUG_ON(bit > m->matrix_bits);  in irq_matrix_assign_system()
187 	BUG_ON(m->online_maps > 1 || (m->online_maps && !replace));  in irq_matrix_assign_system()
189 	set_bit(bit, m->system_map);  in irq_matrix_assign_system()
191 		BUG_ON(!test_and_clear_bit(bit, cm->alloc_map));  in irq_matrix_assign_system()
192 		cm->allocated--;  in irq_matrix_assign_system()
193 		m->total_allocated--;  in irq_matrix_assign_system()
195 	if (bit >= m->alloc_start && bit < m->alloc_end)  in irq_matrix_assign_system()
196 		m->systembits_inalloc++;  in irq_matrix_assign_system()
202  * irq_matrix_reserve_managed - Reserve a managed interrupt in a CPU map
215 		struct cpumap *cm = per_cpu_ptr(m->maps, cpu);  in irq_matrix_reserve_managed()
219 		if (bit >= m->alloc_end)  in irq_matrix_reserve_managed()
221 		cm->managed++;  in irq_matrix_reserve_managed()
222 		if (cm->online) {  in irq_matrix_reserve_managed()
223 			cm->available--;  in irq_matrix_reserve_managed()
224 			m->global_available--;  in irq_matrix_reserve_managed()
236 	return -ENOSPC;  in irq_matrix_reserve_managed()
240  * irq_matrix_remove_managed - Remove managed interrupts in a CPU map
256 		struct cpumap *cm = per_cpu_ptr(m->maps, cpu);  in irq_matrix_remove_managed()
257 		unsigned int bit, end = m->alloc_end;  in irq_matrix_remove_managed()
259 		if (WARN_ON_ONCE(!cm->managed))  in irq_matrix_remove_managed()
263 		bitmap_andnot(m->scratch_map, cm->managed_map, cm->alloc_map, end);  in irq_matrix_remove_managed()
265 		bit = find_first_bit(m->scratch_map, end);  in irq_matrix_remove_managed()
269 		clear_bit(bit, cm->managed_map);  in irq_matrix_remove_managed()
271 		cm->managed--;  in irq_matrix_remove_managed()
272 		if (cm->online) {  in irq_matrix_remove_managed()
273 			cm->available++;  in irq_matrix_remove_managed()
274 			m->global_available++;  in irq_matrix_remove_managed()
281  * irq_matrix_alloc_managed - Allocate a managed interrupt in a CPU map
293 		return -EINVAL;  in irq_matrix_alloc_managed()
297 		return -ENOSPC;  in irq_matrix_alloc_managed()
299 	cm = per_cpu_ptr(m->maps, cpu);  in irq_matrix_alloc_managed()
300 	end = m->alloc_end;  in irq_matrix_alloc_managed()
302 	bitmap_andnot(m->scratch_map, cm->managed_map, cm->alloc_map, end);  in irq_matrix_alloc_managed()
303 	bit = find_first_bit(m->scratch_map, end);  in irq_matrix_alloc_managed()
305 		return -ENOSPC;  in irq_matrix_alloc_managed()
306 	set_bit(bit, cm->alloc_map);  in irq_matrix_alloc_managed()
307 	cm->allocated++;  in irq_matrix_alloc_managed()
308 	cm->managed_allocated++;  in irq_matrix_alloc_managed()
309 	m->total_allocated++;  in irq_matrix_alloc_managed()
316  * irq_matrix_assign - Assign a preallocated interrupt in the local CPU map
324 	struct cpumap *cm = this_cpu_ptr(m->maps);  in irq_matrix_assign()
326 	if (WARN_ON_ONCE(bit < m->alloc_start || bit >= m->alloc_end))  in irq_matrix_assign()
328 	if (WARN_ON_ONCE(test_and_set_bit(bit, cm->alloc_map)))  in irq_matrix_assign()
330 	cm->allocated++;  in irq_matrix_assign()
331 	m->total_allocated++;  in irq_matrix_assign()
332 	cm->available--;  in irq_matrix_assign()
333 	m->global_available--;  in irq_matrix_assign()
338  * irq_matrix_reserve - Reserve interrupts
348 	if (m->global_reserved == m->global_available)  in irq_matrix_reserve()
351 	m->global_reserved++;  in irq_matrix_reserve()
356  * irq_matrix_remove_reserved - Remove interrupt reservation
366 	m->global_reserved--;  in irq_matrix_remove_reserved()
371  * irq_matrix_alloc - Allocate a regular interrupt in a CPU map
388 		return -EINVAL;  in irq_matrix_alloc()
392 		return -ENOSPC;  in irq_matrix_alloc()
394 	cm = per_cpu_ptr(m->maps, cpu);  in irq_matrix_alloc()
396 	if (bit >= m->alloc_end)  in irq_matrix_alloc()
397 		return -ENOSPC;  in irq_matrix_alloc()
398 	cm->allocated++;  in irq_matrix_alloc()
399 	cm->available--;  in irq_matrix_alloc()
400 	m->total_allocated++;  in irq_matrix_alloc()
401 	m->global_available--;  in irq_matrix_alloc()
403 		m->global_reserved--;  in irq_matrix_alloc()
411  * irq_matrix_free - Free allocated interrupt in the matrix
421 	struct cpumap *cm = per_cpu_ptr(m->maps, cpu);  in irq_matrix_free()
423 	if (WARN_ON_ONCE(bit < m->alloc_start || bit >= m->alloc_end))  in irq_matrix_free()
426 	if (WARN_ON_ONCE(!test_and_clear_bit(bit, cm->alloc_map)))  in irq_matrix_free()
429 	cm->allocated--;  in irq_matrix_free()
431 		cm->managed_allocated--;  in irq_matrix_free()
433 	if (cm->online)  in irq_matrix_free()
434 		m->total_allocated--;  in irq_matrix_free()
437 		cm->available++;  in irq_matrix_free()
438 		if (cm->online)  in irq_matrix_free()
439 			m->global_available++;  in irq_matrix_free()
445  * irq_matrix_available - Get the number of globally available irqs
448  *		the number of available irqs accordingly
452 	struct cpumap *cm = this_cpu_ptr(m->maps);  in irq_matrix_available()
455 		return m->global_available;  in irq_matrix_available()
456 	return m->global_available - cm->available;  in irq_matrix_available()
460  * irq_matrix_reserved - Get the number of globally reserved irqs
465 	return m->global_reserved;  in irq_matrix_reserved()
469  * irq_matrix_allocated - Get the number of allocated irqs on the local cpu
472  * This returns number of allocated irqs
476 	struct cpumap *cm = this_cpu_ptr(m->maps);  in irq_matrix_allocated()
478 	return cm->allocated;  in irq_matrix_allocated()
483  * irq_matrix_debug_show - Show detailed allocation information
492 	unsigned int nsys = bitmap_weight(m->system_map, m->matrix_bits);  in irq_matrix_debug_show()
495 	seq_printf(sf, "Online bitmaps:   %6u\n", m->online_maps);  in irq_matrix_debug_show()
496 	seq_printf(sf, "Global available: %6u\n", m->global_available);  in irq_matrix_debug_show()
497 	seq_printf(sf, "Global reserved:  %6u\n", m->global_reserved);  in irq_matrix_debug_show()
498 	seq_printf(sf, "Total allocated:  %6u\n", m->total_allocated);  in irq_matrix_debug_show()
499 	seq_printf(sf, "System: %u: %*pbl\n", nsys, m->matrix_bits,  in irq_matrix_debug_show()
500 		   m->system_map);  in irq_matrix_debug_show()
504 		struct cpumap *cm = per_cpu_ptr(m->maps, cpu);  in irq_matrix_debug_show()
507 			   cpu, cm->available, cm->managed,  in irq_matrix_debug_show()
508 			   cm->managed_allocated, cm->allocated,  in irq_matrix_debug_show()
509 			   m->matrix_bits, cm->alloc_map);  in irq_matrix_debug_show()