12 #include <linux/i3c/master.h>
421 to_cdns_i3c_master(struct i3c_master_controller *master)  in to_cdns_i3c_master()  argument
423 	return container_of(master, struct cdns_i3c_master, base);  in to_cdns_i3c_master()
426 static void cdns_i3c_master_wr_to_tx_fifo(struct cdns_i3c_master *master,  in cdns_i3c_master_wr_to_tx_fifo()  argument
429 	writesl(master->regs + TX_FIFO, bytes, nbytes / 4);  in cdns_i3c_master_wr_to_tx_fifo()
434 		writesl(master->regs + TX_FIFO, &tmp, 1);  in cdns_i3c_master_wr_to_tx_fifo()
438 static void cdns_i3c_master_rd_from_rx_fifo(struct cdns_i3c_master *master,  in cdns_i3c_master_rd_from_rx_fifo()  argument
441 	readsl(master->regs + RX_FIFO, bytes, nbytes / 4);  in cdns_i3c_master_rd_from_rx_fifo()
445 		readsl(master->regs + RX_FIFO, &tmp, 1);  in cdns_i3c_master_rd_from_rx_fifo()
491 static int cdns_i3c_master_disable(struct cdns_i3c_master *master)  in cdns_i3c_master_disable()  argument
495 	writel(readl(master->regs + CTRL) & ~CTRL_DEV_EN, master->regs + CTRL);  in cdns_i3c_master_disable()
497 	return readl_poll_timeout(master->regs + MST_STATUS0, status,  in cdns_i3c_master_disable()
501 static void cdns_i3c_master_enable(struct cdns_i3c_master *master)  in cdns_i3c_master_enable()  argument
503 	writel(readl(master->regs + CTRL) | CTRL_DEV_EN, master->regs + CTRL);  in cdns_i3c_master_enable()
507 cdns_i3c_master_alloc_xfer(struct cdns_i3c_master *master, unsigned int ncmds)  in cdns_i3c_master_alloc_xfer()  argument
527 static void cdns_i3c_master_start_xfer_locked(struct cdns_i3c_master *master)  in cdns_i3c_master_start_xfer_locked()  argument
529 	struct cdns_i3c_xfer *xfer = master->xferqueue.cur;  in cdns_i3c_master_start_xfer_locked()
535 	writel(MST_INT_CMDD_EMP, master->regs + MST_ICR);  in cdns_i3c_master_start_xfer_locked()
539 		cdns_i3c_master_wr_to_tx_fifo(master, cmd->tx_buf,  in cdns_i3c_master_start_xfer_locked()
547 		       master->regs + CMD1_FIFO);  in cdns_i3c_master_start_xfer_locked()
548 		writel(cmd->cmd0, master->regs + CMD0_FIFO);  in cdns_i3c_master_start_xfer_locked()
551 	writel(readl(master->regs + CTRL) | CTRL_MCS,  in cdns_i3c_master_start_xfer_locked()
552 	       master->regs + CTRL);  in cdns_i3c_master_start_xfer_locked()
553 	writel(MST_INT_CMDD_EMP, master->regs + MST_IER);  in cdns_i3c_master_start_xfer_locked()
556 static void cdns_i3c_master_end_xfer_locked(struct cdns_i3c_master *master,  in cdns_i3c_master_end_xfer_locked()  argument
559 	struct cdns_i3c_xfer *xfer = master->xferqueue.cur;  in cdns_i3c_master_end_xfer_locked()
569 	writel(MST_INT_CMDD_EMP, master->regs + MST_IDR);  in cdns_i3c_master_end_xfer_locked()
571 	for (status0 = readl(master->regs + MST_STATUS0);  in cdns_i3c_master_end_xfer_locked()
573 	     status0 = readl(master->regs + MST_STATUS0)) {  in cdns_i3c_master_end_xfer_locked()
577 		cmdr = readl(master->regs + CMDR);  in cdns_i3c_master_end_xfer_locked()
586 		cdns_i3c_master_rd_from_rx_fifo(master, cmd->rx_buf, rx_len);  in cdns_i3c_master_end_xfer_locked()
621 	xfer = list_first_entry_or_null(&master->xferqueue.list,  in cdns_i3c_master_end_xfer_locked()
626 	master->xferqueue.cur = xfer;  in cdns_i3c_master_end_xfer_locked()
627 	cdns_i3c_master_start_xfer_locked(master);  in cdns_i3c_master_end_xfer_locked()
630 static void cdns_i3c_master_queue_xfer(struct cdns_i3c_master *master,  in cdns_i3c_master_queue_xfer()  argument
636 	spin_lock_irqsave(&master->xferqueue.lock, flags);  in cdns_i3c_master_queue_xfer()
637 	if (master->xferqueue.cur) {  in cdns_i3c_master_queue_xfer()
638 		list_add_tail(&xfer->node, &master->xferqueue.list);  in cdns_i3c_master_queue_xfer()
640 		master->xferqueue.cur = xfer;  in cdns_i3c_master_queue_xfer()
641 		cdns_i3c_master_start_xfer_locked(master);  in cdns_i3c_master_queue_xfer()
643 	spin_unlock_irqrestore(&master->xferqueue.lock, flags);  in cdns_i3c_master_queue_xfer()
646 static void cdns_i3c_master_unqueue_xfer(struct cdns_i3c_master *master,  in cdns_i3c_master_unqueue_xfer()  argument
651 	spin_lock_irqsave(&master->xferqueue.lock, flags);  in cdns_i3c_master_unqueue_xfer()
652 	if (master->xferqueue.cur == xfer) {  in cdns_i3c_master_unqueue_xfer()
655 		writel(readl(master->regs + CTRL) & ~CTRL_DEV_EN,  in cdns_i3c_master_unqueue_xfer()
656 		       master->regs + CTRL);  in cdns_i3c_master_unqueue_xfer()
657 		readl_poll_timeout_atomic(master->regs + MST_STATUS0, status,  in cdns_i3c_master_unqueue_xfer()
660 		master->xferqueue.cur = NULL;  in cdns_i3c_master_unqueue_xfer()
663 		       master->regs + FLUSH_CTRL);  in cdns_i3c_master_unqueue_xfer()
664 		writel(MST_INT_CMDD_EMP, master->regs + MST_IDR);  in cdns_i3c_master_unqueue_xfer()
665 		writel(readl(master->regs + CTRL) | CTRL_DEV_EN,  in cdns_i3c_master_unqueue_xfer()
666 		       master->regs + CTRL);  in cdns_i3c_master_unqueue_xfer()
670 	spin_unlock_irqrestore(&master->xferqueue.lock, flags);  in cdns_i3c_master_unqueue_xfer()
696 	struct cdns_i3c_master *master = to_cdns_i3c_master(m);  in cdns_i3c_master_send_ccc_cmd()  local
701 	xfer = cdns_i3c_master_alloc_xfer(master, 1);  in cdns_i3c_master_send_ccc_cmd()
722 	cdns_i3c_master_queue_xfer(master, xfer);  in cdns_i3c_master_send_ccc_cmd()
724 		cdns_i3c_master_unqueue_xfer(master, xfer);  in cdns_i3c_master_send_ccc_cmd()
738 	struct cdns_i3c_master *master = to_cdns_i3c_master(m);  in cdns_i3c_master_priv_xfers()  local
750 	if (nxfers > master->caps.cmdfifodepth ||  in cdns_i3c_master_priv_xfers()
751 	    nxfers > master->caps.cmdrfifodepth)  in cdns_i3c_master_priv_xfers()
765 	if (rxslots > master->caps.rxfifodepth ||  in cdns_i3c_master_priv_xfers()
766 	    txslots > master->caps.txfifodepth)  in cdns_i3c_master_priv_xfers()
769 	cdns_xfer = cdns_i3c_master_alloc_xfer(master, nxfers);  in cdns_i3c_master_priv_xfers()
799 	cdns_i3c_master_queue_xfer(master, cdns_xfer);  in cdns_i3c_master_priv_xfers()
802 		cdns_i3c_master_unqueue_xfer(master, cdns_xfer);  in cdns_i3c_master_priv_xfers()
818 	struct cdns_i3c_master *master = to_cdns_i3c_master(m);  in cdns_i3c_master_i2c_xfers()  local
823 	if (nxfers > master->caps.cmdfifodepth)  in cdns_i3c_master_i2c_xfers()
836 	if (ntxwords > master->caps.txfifodepth ||  in cdns_i3c_master_i2c_xfers()
837 	    nrxwords > master->caps.rxfifodepth)  in cdns_i3c_master_i2c_xfers()
840 	xfer = cdns_i3c_master_alloc_xfer(master, nxfers);  in cdns_i3c_master_i2c_xfers()
864 	cdns_i3c_master_queue_xfer(master, xfer);  in cdns_i3c_master_i2c_xfers()
866 		cdns_i3c_master_unqueue_xfer(master, xfer);  in cdns_i3c_master_i2c_xfers()
900 	struct cdns_i3c_master *master = to_cdns_i3c_master(m);  in cdns_i3c_master_upd_i3c_addr()  local
907 	writel(DEV_ID_RR0_IS_I3C | rr, master->regs + DEV_ID_RR0(data->id));  in cdns_i3c_master_upd_i3c_addr()
910 static int cdns_i3c_master_get_rr_slot(struct cdns_i3c_master *master,  in cdns_i3c_master_get_rr_slot()  argument
918 		if (!master->free_rr_slots)  in cdns_i3c_master_get_rr_slot()
921 		return ffs(master->free_rr_slots) - 1;  in cdns_i3c_master_get_rr_slot()
924 	activedevs = readl(master->regs + DEVS_CTRL) & DEVS_CTRL_DEVS_ACTIVE_MASK;  in cdns_i3c_master_get_rr_slot()
927 	for_each_set_bit(i, &activedevs, master->maxdevs + 1) {  in cdns_i3c_master_get_rr_slot()
928 		rr = readl(master->regs + DEV_ID_RR0(i));  in cdns_i3c_master_get_rr_slot()
950 	struct cdns_i3c_master *master = to_cdns_i3c_master(m);  in cdns_i3c_master_attach_i3c_dev()  local
958 	slot = cdns_i3c_master_get_rr_slot(master, dev->info.dyn_addr);  in cdns_i3c_master_attach_i3c_dev()
967 	master->free_rr_slots &= ~BIT(slot);  in cdns_i3c_master_attach_i3c_dev()
971 		writel(readl(master->regs + DEVS_CTRL) |  in cdns_i3c_master_attach_i3c_dev()
973 		       master->regs + DEVS_CTRL);  in cdns_i3c_master_attach_i3c_dev()
982 	struct cdns_i3c_master *master = to_cdns_i3c_master(m);  in cdns_i3c_master_detach_i3c_dev()  local
985 	writel(readl(master->regs + DEVS_CTRL) |  in cdns_i3c_master_detach_i3c_dev()
987 	       master->regs + DEVS_CTRL);  in cdns_i3c_master_detach_i3c_dev()
990 	master->free_rr_slots |= BIT(data->id);  in cdns_i3c_master_detach_i3c_dev()
997 	struct cdns_i3c_master *master = to_cdns_i3c_master(m);  in cdns_i3c_master_attach_i2c_dev()  local
1001 	slot = cdns_i3c_master_get_rr_slot(master, 0);  in cdns_i3c_master_attach_i2c_dev()
1010 	master->free_rr_slots &= ~BIT(slot);  in cdns_i3c_master_attach_i2c_dev()
1014 	       master->regs + DEV_ID_RR0(data->id));  in cdns_i3c_master_attach_i2c_dev()
1015 	writel(dev->lvr, master->regs + DEV_ID_RR2(data->id));  in cdns_i3c_master_attach_i2c_dev()
1016 	writel(readl(master->regs + DEVS_CTRL) |  in cdns_i3c_master_attach_i2c_dev()
1018 	       master->regs + DEVS_CTRL);  in cdns_i3c_master_attach_i2c_dev()
1026 	struct cdns_i3c_master *master = to_cdns_i3c_master(m);  in cdns_i3c_master_detach_i2c_dev()  local
1029 	writel(readl(master->regs + DEVS_CTRL) |  in cdns_i3c_master_detach_i2c_dev()
1031 	       master->regs + DEVS_CTRL);  in cdns_i3c_master_detach_i2c_dev()
1032 	master->free_rr_slots |= BIT(data->id);  in cdns_i3c_master_detach_i2c_dev()
1040 	struct cdns_i3c_master *master = to_cdns_i3c_master(m);  in cdns_i3c_master_bus_cleanup()  local
1042 	cdns_i3c_master_disable(master);  in cdns_i3c_master_bus_cleanup()
1045 static void cdns_i3c_master_dev_rr_to_info(struct cdns_i3c_master *master,  in cdns_i3c_master_dev_rr_to_info()  argument
1052 	rr = readl(master->regs + DEV_ID_RR0(slot));  in cdns_i3c_master_dev_rr_to_info()
1054 	rr = readl(master->regs + DEV_ID_RR2(slot));  in cdns_i3c_master_dev_rr_to_info()
1058 	info->pid |= (u64)readl(master->regs + DEV_ID_RR1(slot)) << 16;  in cdns_i3c_master_dev_rr_to_info()
1061 static void cdns_i3c_master_upd_i3c_scl_lim(struct cdns_i3c_master *master)  in cdns_i3c_master_upd_i3c_scl_lim()  argument
1063 	struct i3c_master_controller *m = &master->base;  in cdns_i3c_master_upd_i3c_scl_lim()
1100 	if (new_i3c_scl_lim == master->i3c_scl_lim)  in cdns_i3c_master_upd_i3c_scl_lim()
1102 	master->i3c_scl_lim = new_i3c_scl_lim;  in cdns_i3c_master_upd_i3c_scl_lim()
1108 	prescl1 = readl(master->regs + PRESCL_CTRL1) &  in cdns_i3c_master_upd_i3c_scl_lim()
1110 	ctrl = readl(master->regs + CTRL);  in cdns_i3c_master_upd_i3c_scl_lim()
1112 	i3c_lim_period = DIV_ROUND_UP(1000000000, master->i3c_scl_lim);  in cdns_i3c_master_upd_i3c_scl_lim()
1121 	/* Disable I3C master before updating PRESCL_CTRL1. */  in cdns_i3c_master_upd_i3c_scl_lim()
1123 		cdns_i3c_master_disable(master);  in cdns_i3c_master_upd_i3c_scl_lim()
1125 	writel(prescl1, master->regs + PRESCL_CTRL1);  in cdns_i3c_master_upd_i3c_scl_lim()
1128 		cdns_i3c_master_enable(master);  in cdns_i3c_master_upd_i3c_scl_lim()
1133 	struct cdns_i3c_master *master = to_cdns_i3c_master(m);  in cdns_i3c_master_do_daa()  local
1139 	olddevs = readl(master->regs + DEVS_CTRL) & DEVS_CTRL_DEVS_ACTIVE_MASK;  in cdns_i3c_master_do_daa()
1143 	for_each_clear_bit(slot, &olddevs, master->maxdevs + 1) {  in cdns_i3c_master_do_daa()
1151 		       master->regs + DEV_ID_RR0(slot));  in cdns_i3c_master_do_daa()
1152 		writel(0, master->regs + DEV_ID_RR1(slot));  in cdns_i3c_master_do_daa()
1153 		writel(0, master->regs + DEV_ID_RR2(slot));  in cdns_i3c_master_do_daa()
1156 	ret = i3c_master_entdaa_locked(&master->base);  in cdns_i3c_master_do_daa()
1160 	newdevs = readl(master->regs + DEVS_CTRL) & DEVS_CTRL_DEVS_ACTIVE_MASK;  in cdns_i3c_master_do_daa()
1167 	for_each_set_bit(slot, &newdevs, master->maxdevs + 1)  in cdns_i3c_master_do_daa()
1176 	writel(readl(master->regs + DEVS_CTRL) |  in cdns_i3c_master_do_daa()
1177 	       master->free_rr_slots << DEVS_CTRL_DEV_CLR_SHIFT,  in cdns_i3c_master_do_daa()
1178 	       master->regs + DEVS_CTRL);  in cdns_i3c_master_do_daa()
1180 	i3c_master_defslvs_locked(&master->base);  in cdns_i3c_master_do_daa()
1182 	cdns_i3c_master_upd_i3c_scl_lim(master);  in cdns_i3c_master_do_daa()
1191 static u8 cdns_i3c_master_calculate_thd_delay(struct cdns_i3c_master *master)  in cdns_i3c_master_calculate_thd_delay()  argument
1193 	unsigned long sysclk_rate = clk_get_rate(master->sysclk);  in cdns_i3c_master_calculate_thd_delay()
1194 	u8 thd_delay = DIV_ROUND_UP(master->devdata->thd_delay_ns,  in cdns_i3c_master_calculate_thd_delay()
1207 	struct cdns_i3c_master *master = to_cdns_i3c_master(m);  in cdns_i3c_master_bus_init()  local
1231 	sysclk_rate = clk_get_rate(master->sysclk);  in cdns_i3c_master_bus_init()
1255 	writel(prescl0, master->regs + PRESCL_CTRL0);  in cdns_i3c_master_bus_init()
1263 	writel(prescl1, master->regs + PRESCL_CTRL1);  in cdns_i3c_master_bus_init()
1265 	/* Get an address for the master. */  in cdns_i3c_master_bus_init()
1271 	       master->regs + DEV_ID_RR0(0));  in cdns_i3c_master_bus_init()
1273 	cdns_i3c_master_dev_rr_to_info(master, 0, &info);  in cdns_i3c_master_bus_init()
1277 	ret = i3c_master_set_info(&master->base, &info);  in cdns_i3c_master_bus_init()
1293 	 * master output. This setting allows to meet this timing on master's  in cdns_i3c_master_bus_init()
1296 	ctrl |= CTRL_THD_DELAY(cdns_i3c_master_calculate_thd_delay(master));  in cdns_i3c_master_bus_init()
1297 	writel(ctrl, master->regs + CTRL);  in cdns_i3c_master_bus_init()
1299 	cdns_i3c_master_enable(master);  in cdns_i3c_master_bus_init()
1304 static void cdns_i3c_master_handle_ibi(struct cdns_i3c_master *master,  in cdns_i3c_master_handle_ibi()  argument
1319 	if (id >= master->ibi.num_slots || (ibir & IBIR_ERROR))  in cdns_i3c_master_handle_ibi()
1322 	dev = master->ibi.slots[id];  in cdns_i3c_master_handle_ibi()
1323 	spin_lock(&master->ibi.lock);  in cdns_i3c_master_handle_ibi()
1333 	readsl(master->regs + IBI_DATA_FIFO, buf, nbytes / 4);  in cdns_i3c_master_handle_ibi()
1335 		u32 tmp = __raw_readl(master->regs + IBI_DATA_FIFO);  in cdns_i3c_master_handle_ibi()
1346 	spin_unlock(&master->ibi.lock);  in cdns_i3c_master_handle_ibi()
1354 			readl(master->regs + IBI_DATA_FIFO);  in cdns_i3c_master_handle_ibi()
1358 static void cnds_i3c_master_demux_ibis(struct cdns_i3c_master *master)  in cnds_i3c_master_demux_ibis()  argument
1362 	writel(MST_INT_IBIR_THR, master->regs + MST_ICR);  in cnds_i3c_master_demux_ibis()
1364 	for (status0 = readl(master->regs + MST_STATUS0);  in cnds_i3c_master_demux_ibis()
1366 	     status0 = readl(master->regs + MST_STATUS0)) {  in cnds_i3c_master_demux_ibis()
1367 		u32 ibir = readl(master->regs + IBIR);  in cnds_i3c_master_demux_ibis()
1371 			cdns_i3c_master_handle_ibi(master, ibir);  in cnds_i3c_master_demux_ibis()
1376 			queue_work(master->base.wq, &master->hj_work);  in cnds_i3c_master_demux_ibis()
1391 	struct cdns_i3c_master *master = data;  in cdns_i3c_master_interrupt()  local
1394 	status = readl(master->regs + MST_ISR);  in cdns_i3c_master_interrupt()
1395 	if (!(status & readl(master->regs + MST_IMR)))  in cdns_i3c_master_interrupt()
1398 	spin_lock(&master->xferqueue.lock);  in cdns_i3c_master_interrupt()
1399 	cdns_i3c_master_end_xfer_locked(master, status);  in cdns_i3c_master_interrupt()
1400 	spin_unlock(&master->xferqueue.lock);  in cdns_i3c_master_interrupt()
1403 		cnds_i3c_master_demux_ibis(master);  in cdns_i3c_master_interrupt()
1411 	struct cdns_i3c_master *master = to_cdns_i3c_master(m);  in cdns_i3c_master_disable_ibi()  local
1422 	spin_lock_irqsave(&master->ibi.lock, flags);  in cdns_i3c_master_disable_ibi()
1423 	sirmap = readl(master->regs + SIR_MAP_DEV_REG(data->ibi));  in cdns_i3c_master_disable_ibi()
1427 	writel(sirmap, master->regs + SIR_MAP_DEV_REG(data->ibi));  in cdns_i3c_master_disable_ibi()
1428 	spin_unlock_irqrestore(&master->ibi.lock, flags);  in cdns_i3c_master_disable_ibi()
1436 	struct cdns_i3c_master *master = to_cdns_i3c_master(m);  in cdns_i3c_master_enable_ibi()  local
1442 	spin_lock_irqsave(&master->ibi.lock, flags);  in cdns_i3c_master_enable_ibi()
1443 	sirmap = readl(master->regs + SIR_MAP_DEV_REG(data->ibi));  in cdns_i3c_master_enable_ibi()
1454 	writel(sirmap, master->regs + SIR_MAP_DEV_REG(data->ibi));  in cdns_i3c_master_enable_ibi()
1455 	spin_unlock_irqrestore(&master->ibi.lock, flags);  in cdns_i3c_master_enable_ibi()
1460 		spin_lock_irqsave(&master->ibi.lock, flags);  in cdns_i3c_master_enable_ibi()
1461 		sirmap = readl(master->regs + SIR_MAP_DEV_REG(data->ibi));  in cdns_i3c_master_enable_ibi()
1465 		writel(sirmap, master->regs + SIR_MAP_DEV_REG(data->ibi));  in cdns_i3c_master_enable_ibi()
1466 		spin_unlock_irqrestore(&master->ibi.lock, flags);  in cdns_i3c_master_enable_ibi()
1476 	struct cdns_i3c_master *master = to_cdns_i3c_master(m);  in cdns_i3c_master_request_ibi()  local
1485 	spin_lock_irqsave(&master->ibi.lock, flags);  in cdns_i3c_master_request_ibi()
1486 	for (i = 0; i < master->ibi.num_slots; i++) {  in cdns_i3c_master_request_ibi()
1487 		if (!master->ibi.slots[i]) {  in cdns_i3c_master_request_ibi()
1489 			master->ibi.slots[i] = dev;  in cdns_i3c_master_request_ibi()
1493 	spin_unlock_irqrestore(&master->ibi.lock, flags);  in cdns_i3c_master_request_ibi()
1495 	if (i < master->ibi.num_slots)  in cdns_i3c_master_request_ibi()
1507 	struct cdns_i3c_master *master = to_cdns_i3c_master(m);  in cdns_i3c_master_free_ibi()  local
1511 	spin_lock_irqsave(&master->ibi.lock, flags);  in cdns_i3c_master_free_ibi()
1512 	master->ibi.slots[data->ibi] = NULL;  in cdns_i3c_master_free_ibi()
1514 	spin_unlock_irqrestore(&master->ibi.lock, flags);  in cdns_i3c_master_free_ibi()
1549 	struct cdns_i3c_master *master = container_of(work,  in cdns_i3c_master_hj()  local
1553 	i3c_master_do_daa(&master->base);  in cdns_i3c_master_hj()
1561 	{ .compatible = "cdns,i3c-master", .data = &cdns_i3c_devdata },
1567 	struct cdns_i3c_master *master;  in cdns_i3c_master_probe()  local
1571 	master = devm_kzalloc(&pdev->dev, sizeof(*master), GFP_KERNEL);  in cdns_i3c_master_probe()
1572 	if (!master)  in cdns_i3c_master_probe()
1575 	master->devdata = of_device_get_match_data(&pdev->dev);  in cdns_i3c_master_probe()
1576 	if (!master->devdata)  in cdns_i3c_master_probe()
1579 	master->regs = devm_platform_ioremap_resource(pdev, 0);  in cdns_i3c_master_probe()
1580 	if (IS_ERR(master->regs))  in cdns_i3c_master_probe()
1581 		return PTR_ERR(master->regs);  in cdns_i3c_master_probe()
1583 	master->pclk = devm_clk_get(&pdev->dev, "pclk");  in cdns_i3c_master_probe()
1584 	if (IS_ERR(master->pclk))  in cdns_i3c_master_probe()
1585 		return PTR_ERR(master->pclk);  in cdns_i3c_master_probe()
1587 	master->sysclk = devm_clk_get(&pdev->dev, "sysclk");  in cdns_i3c_master_probe()
1588 	if (IS_ERR(master->sysclk))  in cdns_i3c_master_probe()
1589 		return PTR_ERR(master->sysclk);  in cdns_i3c_master_probe()
1595 	ret = clk_prepare_enable(master->pclk);  in cdns_i3c_master_probe()
1599 	ret = clk_prepare_enable(master->sysclk);  in cdns_i3c_master_probe()
1603 	if (readl(master->regs + DEV_ID) != DEV_ID_I3C_MASTER) {  in cdns_i3c_master_probe()
1608 	spin_lock_init(&master->xferqueue.lock);  in cdns_i3c_master_probe()
1609 	INIT_LIST_HEAD(&master->xferqueue.list);  in cdns_i3c_master_probe()
1611 	INIT_WORK(&master->hj_work, cdns_i3c_master_hj);  in cdns_i3c_master_probe()
1612 	writel(0xffffffff, master->regs + MST_IDR);  in cdns_i3c_master_probe()
1613 	writel(0xffffffff, master->regs + SLV_IDR);  in cdns_i3c_master_probe()
1615 			       dev_name(&pdev->dev), master);  in cdns_i3c_master_probe()
1619 	platform_set_drvdata(pdev, master);  in cdns_i3c_master_probe()
1621 	val = readl(master->regs + CONF_STATUS0);  in cdns_i3c_master_probe()
1623 	/* Device ID0 is reserved to describe this master. */  in cdns_i3c_master_probe()
1624 	master->maxdevs = CONF_STATUS0_DEVS_NUM(val);  in cdns_i3c_master_probe()
1625 	master->free_rr_slots = GENMASK(master->maxdevs, 1);  in cdns_i3c_master_probe()
1627 	val = readl(master->regs + CONF_STATUS1);  in cdns_i3c_master_probe()
1628 	master->caps.cmdfifodepth = CONF_STATUS1_CMD_DEPTH(val);  in cdns_i3c_master_probe()
1629 	master->caps.rxfifodepth = CONF_STATUS1_RX_DEPTH(val);  in cdns_i3c_master_probe()
1630 	master->caps.txfifodepth = CONF_STATUS1_TX_DEPTH(val);  in cdns_i3c_master_probe()
1631 	master->caps.ibirfifodepth = CONF_STATUS0_IBIR_DEPTH(val);  in cdns_i3c_master_probe()
1632 	master->caps.cmdrfifodepth = CONF_STATUS0_CMDR_DEPTH(val);  in cdns_i3c_master_probe()
1634 	spin_lock_init(&master->ibi.lock);  in cdns_i3c_master_probe()
1635 	master->ibi.num_slots = CONF_STATUS1_IBI_HW_RES(val);  in cdns_i3c_master_probe()
1636 	master->ibi.slots = devm_kcalloc(&pdev->dev, master->ibi.num_slots,  in cdns_i3c_master_probe()
1637 					 sizeof(*master->ibi.slots),  in cdns_i3c_master_probe()
1639 	if (!master->ibi.slots) {  in cdns_i3c_master_probe()
1644 	writel(IBIR_THR(1), master->regs + CMD_IBI_THR_CTRL);  in cdns_i3c_master_probe()
1645 	writel(MST_INT_IBIR_THR, master->regs + MST_IER);  in cdns_i3c_master_probe()
1646 	writel(DEVS_CTRL_DEV_CLR_ALL, master->regs + DEVS_CTRL);  in cdns_i3c_master_probe()
1648 	ret = i3c_master_register(&master->base, &pdev->dev,  in cdns_i3c_master_probe()
1656 	clk_disable_unprepare(master->sysclk);  in cdns_i3c_master_probe()
1659 	clk_disable_unprepare(master->pclk);  in cdns_i3c_master_probe()
1666 	struct cdns_i3c_master *master = platform_get_drvdata(pdev);  in cdns_i3c_master_remove()  local
1668 	i3c_master_unregister(&master->base);  in cdns_i3c_master_remove()
1670 	clk_disable_unprepare(master->sysclk);  in cdns_i3c_master_remove()
1671 	clk_disable_unprepare(master->pclk);  in cdns_i3c_master_remove()
1678 		.name = "cdns-i3c-master",
1685 MODULE_DESCRIPTION("Cadence I3C master driver");
1687 MODULE_ALIAS("platform:cdns-i3c-master");