4  * SPDX-License-Identifier: Apache-2.0
49 /* Typedef for C-callable interrupt handler function */
53 /* shared critical section context */
111 		if (vd->cpu > to_insert->cpu) {  in insert_vector_desc()
114 		if (vd->cpu == to_insert->cpu && vd->intno >= to_insert->intno) {  in insert_vector_desc()
118 		vd = vd->next;  in insert_vector_desc()
122 		to_insert->next = vd;  in insert_vector_desc()
125 		prev->next = to_insert;  in insert_vector_desc()
126 		to_insert->next = vd;  in insert_vector_desc()
136 		if (vd->cpu == cpu && vd->intno == intno) {  in find_desc_for_int()
139 		vd = vd->next;  in find_desc_for_int()
160 		newvd->intno = intno;  in get_desc_for_int()
161 		newvd->cpu = cpu;  in get_desc_for_int()
178 		if (!(vd->flags & VECDESC_FL_SHARED)) {  in find_desc_for_source()
179 			if (vd->source == source && cpu == vd->cpu) {  in find_desc_for_source()
182 		} else if (vd->cpu == cpu) {  in find_desc_for_source()
183 			/* check only shared vds for the correct cpu, otherwise skip */  in find_desc_for_source()
185 			struct shared_vector_desc_t *svd = vd->shared_vec_info;  in find_desc_for_source()
189 				if (svd->source == source) {  in find_desc_for_source()
193 				svd = svd->next;  in find_desc_for_source()
199 		vd = vd->next;  in find_desc_for_source()
217 		return -EINVAL;  in esp_intr_mark_shared()
220 		return -EINVAL;  in esp_intr_mark_shared()
228 		return -ENOMEM;  in esp_intr_mark_shared()
230 	vd->flags = VECDESC_FL_SHARED;  in esp_intr_mark_shared()
232 		vd->flags |= VECDESC_FL_INIRAM;  in esp_intr_mark_shared()
242 		return -EINVAL;  in esp_intr_reserve()
245 		return -EINVAL;  in esp_intr_reserve()
253 		return -ENOMEM;  in esp_intr_reserve()
255 	vd->flags = VECDESC_FL_RESERVED;  in esp_intr_reserve()
274 	int x = vd->intno;  in is_vect_desc_usable()
283 	if (intr_desc.flags & ESP_CPU_INTR_DESC_FLAG_SPECIAL && force == -1) {  in is_vect_desc_usable()
284 		INTC_LOG("....Unusable: special-purpose int");  in is_vect_desc_usable()
303 	if (vd->flags & VECDESC_FL_RESERVED) {  in is_vect_desc_usable()
308 	/* Ints can't be both shared and non-shared. */  in is_vect_desc_usable()
309 	assert(!((vd->flags & VECDESC_FL_SHARED) && (vd->flags & VECDESC_FL_NONSHARED)));  in is_vect_desc_usable()
310 	/* check if interrupt already is in use by a non-shared interrupt */  in is_vect_desc_usable()
311 	if (vd->flags & VECDESC_FL_NONSHARED) {  in is_vect_desc_usable()
312 		INTC_LOG("....Unusable: already in (non-shared) use.");  in is_vect_desc_usable()
315 	/* check shared interrupt flags */  in is_vect_desc_usable()
316 	if (vd->flags & VECDESC_FL_SHARED) {  in is_vect_desc_usable()
319 			bool desc_in_iram_flag = ((vd->flags & VECDESC_FL_INIRAM) != 0);  in is_vect_desc_usable()
321 			 * Bail out if int is shared, but iram property  in is_vect_desc_usable()
324 			if ((vd->flags & VECDESC_FL_SHARED) &&  in is_vect_desc_usable()
326 				INTC_LOG("....Unusable: shared but iram prop doesn't match");  in is_vect_desc_usable()
331 			 * We need an unshared IRQ; can't use shared ones;  in is_vect_desc_usable()
332 			 * bail out if this is shared.  in is_vect_desc_usable()
334 			INTC_LOG("...Unusable: int is shared, we need non-shared.");  in is_vect_desc_usable()
348  * The 'force' argument can be -1, or 0-31 to force checking a certain interrupt.
354 	int best = -1;  in get_available_int()
372 		INTC_LOG("%s: existing vd found. intno: %d", __func__, vd->intno);  in get_available_int()
373 		if (force != -1 && force != vd->intno) {  in get_available_int()
375 				 "existing intno: %d, force: %d", __func__, vd->intno, force);  in get_available_int()
379 			best = vd->intno;  in get_available_int()
383 	if (force != -1) {  in get_available_int()
394 			best = vd->intno;  in get_available_int()
426 			/* We're allocating a shared int. */  in get_available_int()
428 			/* See if int already is used as a shared interrupt. */  in get_available_int()
429 			if (vd->flags & VECDESC_FL_SHARED) {  in get_available_int()
431 				 * We can use this already-marked-as-shared interrupt. Count the  in get_available_int()
435 				struct shared_vector_desc_t *svdesc = vd->shared_vec_info;  in get_available_int()
439 					svdesc = svdesc->next;  in get_available_int()
443 					 * Seems like this shared vector is both okay and has  in get_available_int()
449 					INTC_LOG("...int %d more usable as a shared int: "  in get_available_int()
455 				if (best == -1) {  in get_available_int()
457 					 * We haven't found a feasible shared interrupt yet.  in get_available_int()
459 					 * marked as shared.  in get_available_int()
460 					 * Remember it in case we don't find any other shared  in get_available_int()
466 						INTC_LOG("...int %d usable as new shared int", x);  in get_available_int()
469 					INTC_LOG("...already have a shared int");  in get_available_int()
494 /* Common shared isr handler. Chain-call all ISRs. */
498 	struct shared_vector_desc_t *sh_vec = vd->shared_vec_info;  in shared_intr_isr()
502 		if (!sh_vec->disabled) {  in shared_intr_isr()
503 			if ((sh_vec->statusreg == NULL) ||  in shared_intr_isr()
504 				(*sh_vec->statusreg & sh_vec->statusmask)) {  in shared_intr_isr()
505 				sh_vec->isr(sh_vec->arg);  in shared_intr_isr()
508 		sh_vec = sh_vec->next;  in shared_intr_isr()
522 	int force = -1;  in esp_intr_alloc_intrstatus()
525 	/* Shared interrupts should be level-triggered. */  in esp_intr_alloc_intrstatus()
527 		return -EINVAL;  in esp_intr_alloc_intrstatus()
529 	/* You can't set an handler / arg for a non-C-callable interrupt. */  in esp_intr_alloc_intrstatus()
531 		return -EINVAL;  in esp_intr_alloc_intrstatus()
533 	/* Shared ints should have handler and non-processor-local source */  in esp_intr_alloc_intrstatus()
535 		return -EINVAL;  in esp_intr_alloc_intrstatus()
539 		return -EINVAL;  in esp_intr_alloc_intrstatus()
542 	 * If the ISR is marked to be IRAM-resident, the handler must not be in the cached region  in esp_intr_alloc_intrstatus()
549 		return -EINVAL;  in esp_intr_alloc_intrstatus()
553 	 * Default to prio 1 for shared interrupts.  in esp_intr_alloc_intrstatus()
554 	 * Default to prio 1, 2 or 3 for non-shared interrupts.  in esp_intr_alloc_intrstatus()
596 		return -ENOMEM;  in esp_intr_alloc_intrstatus()
604 	if (intr == -1) {  in esp_intr_alloc_intrstatus()
608 		return -ENODEV;  in esp_intr_alloc_intrstatus()
616 		return -ENOMEM;  in esp_intr_alloc_intrstatus()
627 			return -ENOMEM;  in esp_intr_alloc_intrstatus()
630 		sv->statusreg = (uint32_t *)intrstatusreg;  in esp_intr_alloc_intrstatus()
631 		sv->statusmask = intrstatusmask;  in esp_intr_alloc_intrstatus()
632 		sv->isr = handler;  in esp_intr_alloc_intrstatus()
633 		sv->arg = arg;  in esp_intr_alloc_intrstatus()
634 		sv->next = vd->shared_vec_info;  in esp_intr_alloc_intrstatus()
635 		sv->source = source;  in esp_intr_alloc_intrstatus()
636 		sv->disabled = 0;  in esp_intr_alloc_intrstatus()
637 		vd->shared_vec_info = sv;  in esp_intr_alloc_intrstatus()
638 		vd->flags |= VECDESC_FL_SHARED;  in esp_intr_alloc_intrstatus()
639 		/* (Re-)set shared isr handler to new value. */  in esp_intr_alloc_intrstatus()
643 		vd->flags = VECDESC_FL_NONSHARED;  in esp_intr_alloc_intrstatus()
650 		vd->source = source;  in esp_intr_alloc_intrstatus()
653 		vd->flags |= VECDESC_FL_INIRAM;  in esp_intr_alloc_intrstatus()
656 		vd->flags &= ~VECDESC_FL_INIRAM;  in esp_intr_alloc_intrstatus()
664 	ret->vector_desc = vd;  in esp_intr_alloc_intrstatus()
665 	ret->shared_vector_desc = vd->shared_vec_info;  in esp_intr_alloc_intrstatus()
667 	/* Enable int at CPU-level; */  in esp_intr_alloc_intrstatus()
721 		return -EINVAL;  in esp_intr_set_in_iram()
723 	struct vector_desc_t *vd = handle->vector_desc;  in esp_intr_set_in_iram()
725 	if (vd->flags & VECDESC_FL_SHARED) {  in esp_intr_set_in_iram()
726 		return -EINVAL;  in esp_intr_set_in_iram()
729 	uint32_t mask = (1 << vd->intno);  in esp_intr_set_in_iram()
732 		vd->flags |= VECDESC_FL_INIRAM;  in esp_intr_set_in_iram()
733 		non_iram_int_mask[vd->cpu] &= ~mask;  in esp_intr_set_in_iram()
735 		vd->flags &= ~VECDESC_FL_INIRAM;  in esp_intr_set_in_iram()
736 		non_iram_int_mask[vd->cpu] |= mask;  in esp_intr_set_in_iram()
747 		return -EINVAL;  in esp_intr_free()
752 	if (handle->vector_desc->flags & VECDESC_FL_SHARED) {  in esp_intr_free()
753 		/* Find and kill the shared int */  in esp_intr_free()
754 		struct shared_vector_desc_t *svd = handle->vector_desc->shared_vec_info;  in esp_intr_free()
757 		assert(svd); /* should be something in there for a shared int */  in esp_intr_free()
759 			if (svd == handle->shared_vector_desc) {  in esp_intr_free()
762 					prevsvd->next = svd->next;  in esp_intr_free()
764 					handle->vector_desc->shared_vec_info = svd->next;  in esp_intr_free()
770 			svd = svd->next;  in esp_intr_free()
773 		if (handle->vector_desc->shared_vec_info == NULL) {  in esp_intr_free()
776 		INTC_LOG("%s: Deleting shared int: %s. "  in esp_intr_free()
777 			"Shared int is %s", __func__, svd ? "not found or last one" : "deleted",  in esp_intr_free()
781 	if ((handle->vector_desc->flags & VECDESC_FL_NONSHARED) || free_shared_vector) {  in esp_intr_free()
784 		set_interrupt_handler(handle->vector_desc->intno,  in esp_intr_free()
786 				      (void *)((int)handle->vector_desc->intno));  in esp_intr_free()
790 		 * shared ints anymore if we delete the desc.) For now, just mark it as free.  in esp_intr_free()
792 		handle->vector_desc->flags &= ~(VECDESC_FL_NONSHARED |  in esp_intr_free()
796 		non_iram_int_mask[handle->vector_desc->cpu] &= ~(1 << (handle->vector_desc->intno));  in esp_intr_free()
805 	return handle->vector_desc->intno;  in esp_intr_get_intno()
810 	return handle->vector_desc->cpu;  in esp_intr_get_cpu()
816  * non-connected interrupt. If the source is <0 (meaning an internal, per-cpu interrupt).
818  * the other core. It also allows disabling shared interrupts.
830 		return -EINVAL;  in esp_intr_enable()
835 	if (handle->shared_vector_desc) {  in esp_intr_enable()
836 		handle->shared_vector_desc->disabled = 0;  in esp_intr_enable()
837 		source = handle->shared_vector_desc->source;  in esp_intr_enable()
839 		source = handle->vector_desc->source;  in esp_intr_enable()
842 		/* Disabled using int matrix; re-connect to enable */  in esp_intr_enable()
843 		esp_rom_route_intr_matrix(handle->vector_desc->cpu,  in esp_intr_enable()
844 			source, handle->vector_desc->intno);  in esp_intr_enable()
846 		/* Re-enable using cpu int ena reg */  in esp_intr_enable()
847 		if (handle->vector_desc->cpu != esp_cpu_get_core_id()) {  in esp_intr_enable()
849 			return -EINVAL; /* Can only enable these ints on this cpu */  in esp_intr_enable()
851 		irq_enable(handle->vector_desc->intno);  in esp_intr_enable()
860 		return -EINVAL;  in esp_intr_disable()
866 	if (handle->shared_vector_desc) {  in esp_intr_disable()
867 		handle->shared_vector_desc->disabled = 1;  in esp_intr_disable()
868 		source = handle->shared_vector_desc->source;  in esp_intr_disable()
870 		struct shared_vector_desc_t *svd = handle->vector_desc->shared_vec_info;  in esp_intr_disable()
874 			if (svd->source == source && svd->disabled == 0) {  in esp_intr_disable()
878 			svd = svd->next;  in esp_intr_disable()
881 		source = handle->vector_desc->source;  in esp_intr_disable()
887 			esp_rom_route_intr_matrix(handle->vector_desc->cpu,  in esp_intr_disable()
891 		/* Disable using per-cpu regs */  in esp_intr_disable()
892 		if (handle->vector_desc->cpu != esp_cpu_get_core_id()) {  in esp_intr_disable()
894 			return -EINVAL; /* Can only enable these ints on this cpu */  in esp_intr_disable()
896 		irq_disable(handle->vector_desc->intno);  in esp_intr_disable()