26 #include <soc/qcom/tcs.h>
42 /* DRV TCS Configuration Information Register */
49 /* Offsets for common TCS Registers, one bit per TCS */
55  * Offsets for per TCS Registers.
58  * Multiply tcs_id by RSC_DRV_TCS_OFFSET to find a given TCS and add one
63 #define RSC_DRV_STATUS			0x18	/* zero if tcs is busy */
67  * Offsets for per command in a TCS.
69  * Commands (up to 16) start at 0x30 in a TCS; multiply command index
81 /* TCS CMD register bit mask */
95  *   space are all the TCS blocks. The offset of the TCS blocks is
96  *   specified in the device tree by "qcom,tcs-offset" and used to
98  * - TCS blocks come one after another. Type, count, and order are
99  *   specified by the device tree as "qcom,tcs-config".
100  * - Each TCS block has some registers, then space for up to 16 commands.
102  *   might be present. See ncpt (num cmds per TCS).
212 	struct tcs_group *tcs = &drv->tcs[type];  in tcs_invalidate()  local
215 	if (bitmap_empty(tcs->slots, MAX_TCS_SLOTS))  in tcs_invalidate()
218 	for (m = tcs->offset; m < tcs->offset + tcs->num_tcs; m++)  in tcs_invalidate()
221 	bitmap_zero(tcs->slots, MAX_TCS_SLOTS);  in tcs_invalidate()
252 	struct tcs_group *tcs;  in get_tcs_for_msg()  local
270 	 * dedicated TCS for active state use, then re-purpose a wake TCS to  in get_tcs_for_msg()
275 	tcs = &drv->tcs[type];  in get_tcs_for_msg()
276 	if (msg->state == RPMH_ACTIVE_ONLY_STATE && !tcs->num_tcs)  in get_tcs_for_msg()
277 		tcs = &drv->tcs[WAKE_TCS];  in get_tcs_for_msg()
279 	return tcs;  in get_tcs_for_msg()
283  * get_req_from_tcs() - Get a stashed request that was xfering on the given TCS.
285  * @tcs_id: The global ID of this TCS.
301 	struct tcs_group *tcs;  in get_req_from_tcs()  local
305 		tcs = &drv->tcs[i];  in get_req_from_tcs()
306 		if (tcs->mask & BIT(tcs_id))  in get_req_from_tcs()
307 			return tcs->req[tcs_id - tcs->offset];  in get_req_from_tcs()
314  * __tcs_set_trigger() - Start xfer on a TCS or unset trigger on a borrowed TCS
316  * @tcs_id:  The global ID of this TCS.
320  * transfer. That will un-trigger/disable the TCS from the last transfer
323  * If we borrowed a wake TCS for an active-only transfer we'll also call
325  * before using the TCS for wake purposes again.
335 	 * HW req: Clear the DRV_CONTROL and enable TCS again  in __tcs_set_trigger()
346 		/* Enable the AMC mode on the TCS and then trigger the TCS */  in __tcs_set_trigger()
355  * enable_tcs_irq() - Enable or disable interrupts on the given TCS.
357  * @tcs_id:  The global ID of this TCS.
360  * We only ever call this when we borrow a wake TCS for an active-only
418 		 * If wake tcs was re-purposed for sending active  in tcs_tx_done()
420 		 * disable interrupt for this TCS  in tcs_tx_done()
422 		if (!drv->tcs[ACTIVE_TCS].num_tcs)  in tcs_tx_done()
425 		/* Reclaim the TCS */  in tcs_tx_done()
431 		 * Disable interrupt for WAKE TCS to avoid being  in tcs_tx_done()
435 		if (!drv->tcs[ACTIVE_TCS].num_tcs)  in tcs_tx_done()
447  * __tcs_buffer_write() - Write to TCS hardware from a request; don't trigger.
449  * @tcs_id: The global ID of this TCS.
450  * @cmd_id: The index within the TCS to start writing.
452  *          pairs to program (but few enough that they all fit in one TCS).
491  * @tcs: A pointer to the tcs_group used for ACTIVE_ONLY transfers.
493  *       pairs to program (but few enough that they all fit in one TCS).
508 static int check_for_req_inflight(struct rsc_drv *drv, struct tcs_group *tcs,  in check_for_req_inflight()  argument
514 	int i = tcs->offset;  in check_for_req_inflight()
516 	for_each_set_bit_from(i, drv->tcs_in_use, tcs->offset + tcs->num_tcs) {  in check_for_req_inflight()
532  * find_free_tcs() - Find free tcs in the given tcs_group; only for active.
533  * @tcs: A pointer to the active-only tcs_group (or the wake tcs_group if
538  * Return: The first tcs that's free or -EBUSY if all in use.
540 static int find_free_tcs(struct tcs_group *tcs)  in find_free_tcs()  argument
542 	const struct rsc_drv *drv = tcs->drv;  in find_free_tcs()
544 	unsigned long max = tcs->offset + tcs->num_tcs;  in find_free_tcs()
546 	i = find_next_zero_bit(drv->tcs_in_use, max, tcs->offset);  in find_free_tcs()
554  * claim_tcs_for_req() - Claim a tcs in the given tcs_group; only for active.
556  * @tcs: The tcs_group used for ACTIVE_ONLY transfers.
559  * Claims a tcs in the given tcs_group while making sure that no existing cmd
565  * Return: The id of the claimed tcs or -EBUSY if a matching msg is in flight
568 static int claim_tcs_for_req(struct rsc_drv *drv, struct tcs_group *tcs,  in claim_tcs_for_req()  argument
577 	ret = check_for_req_inflight(drv, tcs, msg);  in claim_tcs_for_req()
581 	return find_free_tcs(tcs);  in claim_tcs_for_req()
592  * - To do the transfer, we will grab a whole TCS for ourselves--we don't
608 	struct tcs_group *tcs;  in rpmh_rsc_send_data()  local
612 	tcs = get_tcs_for_msg(drv, msg);  in rpmh_rsc_send_data()
613 	if (IS_ERR(tcs))  in rpmh_rsc_send_data()
614 		return PTR_ERR(tcs);  in rpmh_rsc_send_data()
618 	/* Wait forever for a free tcs. It better be there eventually! */  in rpmh_rsc_send_data()
620 			    (tcs_id = claim_tcs_for_req(drv, tcs, msg)) >= 0,  in rpmh_rsc_send_data()
623 	tcs->req[tcs_id - tcs->offset] = msg;  in rpmh_rsc_send_data()
625 	if (msg->state == RPMH_ACTIVE_ONLY_STATE && tcs->type != ACTIVE_TCS) {  in rpmh_rsc_send_data()
628 		 * repurposed TCS to avoid triggering them. tcs->slots will be  in rpmh_rsc_send_data()
652  * @tcs:    The tcs group to search.
655  *          TCS to write to here.
657  *          the command array of the returned TCS where the client should
661  * tcs->slots for.
665 static int find_slots(struct tcs_group *tcs, const struct tcs_request *msg,  in find_slots()  argument
671 	/* Do over, until we can fit the full payload in a single TCS */  in find_slots()
673 		slot = bitmap_find_next_zero_area(tcs->slots, MAX_TCS_SLOTS,  in find_slots()
675 		if (slot >= tcs->num_tcs * tcs->ncpt)  in find_slots()
677 		i += tcs->ncpt;  in find_slots()
680 	bitmap_set(tcs->slots, slot, msg->num_cmds);  in find_slots()
682 	offset = slot / tcs->ncpt;  in find_slots()
683 	*tcs_id = offset + tcs->offset;  in find_slots()
684 	*cmd_id = slot % tcs->ncpt;  in find_slots()
704 	struct tcs_group *tcs;  in rpmh_rsc_write_ctrl_data()  local
708 	tcs = get_tcs_for_msg(drv, msg);  in rpmh_rsc_write_ctrl_data()
709 	if (IS_ERR(tcs))  in rpmh_rsc_write_ctrl_data()
710 		return PTR_ERR(tcs);  in rpmh_rsc_write_ctrl_data()
712 	/* find the TCS id and the command in the TCS to write to */  in rpmh_rsc_write_ctrl_data()
713 	ret = find_slots(tcs, msg, &tcs_id, &cmd_id);  in rpmh_rsc_write_ctrl_data()
738 	const struct tcs_group *tcs = &drv->tcs[ACTIVE_TCS];  in rpmh_rsc_ctrlr_is_busy()  local
743 	 * dedicated TCS for active state use, then re-purposed wake TCSes  in rpmh_rsc_ctrlr_is_busy()
747 	if (!tcs->num_tcs)  in rpmh_rsc_ctrlr_is_busy()
748 		tcs = &drv->tcs[WAKE_TCS];  in rpmh_rsc_ctrlr_is_busy()
750 	max = tcs->offset + tcs->num_tcs;  in rpmh_rsc_ctrlr_is_busy()
751 	set = find_next_bit(drv->tcs_in_use, max, tcs->offset);  in rpmh_rsc_ctrlr_is_busy()
847 	struct tcs_group *tcs;  in rpmh_probe_tcs_config()  local
849 	ret = of_property_read_u32(dn, "qcom,tcs-offset", &offset);  in rpmh_probe_tcs_config()
863 	n = of_property_count_u32_elems(dn, "qcom,tcs-config");  in rpmh_probe_tcs_config()
868 		ret = of_property_read_u32_index(dn, "qcom,tcs-config",  in rpmh_probe_tcs_config()
875 		ret = of_property_read_u32_index(dn, "qcom,tcs-config",  in rpmh_probe_tcs_config()
884 		tcs = &drv->tcs[tcs_cfg[i].type];  in rpmh_probe_tcs_config()
885 		if (tcs->drv)  in rpmh_probe_tcs_config()
887 		tcs->drv = drv;  in rpmh_probe_tcs_config()
888 		tcs->type = tcs_cfg[i].type;  in rpmh_probe_tcs_config()
889 		tcs->num_tcs = tcs_cfg[i].n;  in rpmh_probe_tcs_config()
890 		tcs->ncpt = ncpt;  in rpmh_probe_tcs_config()
892 		if (!tcs->num_tcs || tcs->type == CONTROL_TCS)  in rpmh_probe_tcs_config()
895 		if (st + tcs->num_tcs > max_tcs ||  in rpmh_probe_tcs_config()
896 		    st + tcs->num_tcs >= BITS_PER_BYTE * sizeof(tcs->mask))  in rpmh_probe_tcs_config()
899 		tcs->mask = ((1 << tcs->num_tcs) - 1) << st;  in rpmh_probe_tcs_config()
900 		tcs->offset = st;  in rpmh_probe_tcs_config()
901 		st += tcs->num_tcs;  in rpmh_probe_tcs_config()
978 	/* Enable the active TCS to send requests immediately */  in rpmh_rsc_probe()
979 	writel_relaxed(drv->tcs[ACTIVE_TCS].mask,  in rpmh_rsc_probe()