188 	u32 grxsts, chnum, bcnt, dpid, pktsts;  in dwc2_rx_fifo_level_intr()  local
195 	chnum = (grxsts & GRXSTS_HCHNUM_MASK) >> GRXSTS_HCHNUM_SHIFT;  in dwc2_rx_fifo_level_intr()
196 	chan = hsotg->hc_ptr_array[chnum];  in dwc2_rx_fifo_level_intr()
208 		dev_vdbg(hsotg->dev, "    Ch num = %d\n", chnum);  in dwc2_rx_fifo_level_intr()
437 				       struct dwc2_host_chan *chan, int chnum,  in dwc2_get_actual_xfer_length()  argument
444 	hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum));  in dwc2_get_actual_xfer_length()
491 				 struct dwc2_host_chan *chan, int chnum,  in dwc2_update_urb_state()  argument
498 	int xfer_length = dwc2_get_actual_xfer_length(hsotg, chan, chnum, qtd,  in dwc2_update_urb_state()
521 	hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum));  in dwc2_update_urb_state()
523 		 __func__, (chan->ep_is_in ? "IN" : "OUT"), chnum);  in dwc2_update_urb_state()
541 			       struct dwc2_host_chan *chan, int chnum,  in dwc2_hcd_save_data_toggle()  argument
544 	u32 hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum));  in dwc2_hcd_save_data_toggle()
586 		int chnum, struct dwc2_qtd *qtd,  in dwc2_update_isoc_urb_state()  argument
601 					chan, chnum, qtd, halt_status, NULL);  in dwc2_update_isoc_urb_state()
620 					chan, chnum, qtd, halt_status, NULL);  in dwc2_update_isoc_urb_state()
865 					    int chnum, struct dwc2_qtd *qtd,  in dwc2_complete_non_periodic_xfer()  argument
914 					struct dwc2_host_chan *chan, int chnum,  in dwc2_complete_periodic_xfer()  argument
918 	u32 hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum));  in dwc2_complete_periodic_xfer()
931 				       struct dwc2_host_chan *chan, int chnum,  in dwc2_xfercomp_isoc_split_in()  argument
943 	len = dwc2_get_actual_xfer_length(hsotg, chan, chnum, qtd,  in dwc2_xfercomp_isoc_split_in()
962 	hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum));  in dwc2_xfercomp_isoc_split_in()
989 				  struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_xfercomp_intr()  argument
1000 			 chnum);  in dwc2_hc_xfercomp_intr()
1008 		dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum, halt_status);  in dwc2_hc_xfercomp_intr()
1020 			    dwc2_xfercomp_isoc_split_in(hsotg, chan, chnum,  in dwc2_hc_xfercomp_intr()
1043 							      chnum, urb, qtd);  in dwc2_hc_xfercomp_intr()
1049 				dwc2_hcd_save_data_toggle(hsotg, chan, chnum,  in dwc2_hc_xfercomp_intr()
1063 		dwc2_complete_non_periodic_xfer(hsotg, chan, chnum, qtd,  in dwc2_hc_xfercomp_intr()
1068 		urb_xfer_done = dwc2_update_urb_state(hsotg, chan, chnum, urb,  in dwc2_hc_xfercomp_intr()
1077 		dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd);  in dwc2_hc_xfercomp_intr()
1078 		dwc2_complete_non_periodic_xfer(hsotg, chan, chnum, qtd,  in dwc2_hc_xfercomp_intr()
1083 		urb_xfer_done = dwc2_update_urb_state(hsotg, chan, chnum, urb,  in dwc2_hc_xfercomp_intr()
1097 		dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd);  in dwc2_hc_xfercomp_intr()
1098 		dwc2_complete_periodic_xfer(hsotg, chan, chnum, qtd,  in dwc2_hc_xfercomp_intr()
1106 							chnum, qtd,  in dwc2_hc_xfercomp_intr()
1108 		dwc2_complete_periodic_xfer(hsotg, chan, chnum, qtd,  in dwc2_hc_xfercomp_intr()
1114 	disable_hc_int(hsotg, chnum, HCINTMSK_XFERCOMPL);  in dwc2_hc_xfercomp_intr()
1122 			       struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_stall_intr()  argument
1129 		chnum);  in dwc2_hc_stall_intr()
1132 		dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum,  in dwc2_hc_stall_intr()
1162 	disable_hc_int(hsotg, chnum, HCINTMSK_STALL);  in dwc2_hc_stall_intr()
1172 				      struct dwc2_host_chan *chan, int chnum,  in dwc2_update_urb_state_abn()  argument
1177 	u32 xfer_length = dwc2_get_actual_xfer_length(hsotg, chan, chnum,  in dwc2_update_urb_state_abn()
1188 	hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum));  in dwc2_update_urb_state_abn()
1190 		 __func__, (chan->ep_is_in ? "IN" : "OUT"), chnum);  in dwc2_update_urb_state_abn()
1209 			     struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_nak_intr()  argument
1224 			 chnum);  in dwc2_hc_nak_intr()
1279 			dwc2_update_urb_state_abn(hsotg, chan, chnum, qtd->urb,  in dwc2_hc_nak_intr()
1281 			dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd);  in dwc2_hc_nak_intr()
1305 	disable_hc_int(hsotg, chnum, HCINTMSK_NAK);  in dwc2_hc_nak_intr()
1314 			     struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_ack_intr()  argument
1321 			 chnum);  in dwc2_hc_ack_intr()
1382 	disable_hc_int(hsotg, chnum, HCINTMSK_ACK);  in dwc2_hc_ack_intr()
1393 			      struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_nyet_intr()  argument
1398 			 chnum);  in dwc2_hc_nyet_intr()
1498 	dwc2_update_urb_state_abn(hsotg, chan, chnum, qtd->urb, qtd,  in dwc2_hc_nyet_intr()
1500 	dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd);  in dwc2_hc_nyet_intr()
1509 	disable_hc_int(hsotg, chnum, HCINTMSK_NYET);  in dwc2_hc_nyet_intr()
1517 				struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_babble_intr()  argument
1521 		chnum);  in dwc2_hc_babble_intr()
1526 		dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum,  in dwc2_hc_babble_intr()
1537 		halt_status = dwc2_update_isoc_urb_state(hsotg, chan, chnum,  in dwc2_hc_babble_intr()
1543 	disable_hc_int(hsotg, chnum, HCINTMSK_BBLERR);  in dwc2_hc_babble_intr()
1551 				struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_ahberr_intr()  argument
1562 		chnum);  in dwc2_hc_ahberr_intr()
1569 	hcchar = dwc2_readl(hsotg, HCCHAR(chnum));  in dwc2_hc_ahberr_intr()
1570 	hcsplt = dwc2_readl(hsotg, HCSPLT(chnum));  in dwc2_hc_ahberr_intr()
1571 	hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum));  in dwc2_hc_ahberr_intr()
1572 	hc_dma = dwc2_readl(hsotg, HCDMA(chnum));  in dwc2_hc_ahberr_intr()
1574 	dev_err(hsotg->dev, "AHB ERROR, Channel %d\n", chnum);  in dwc2_hc_ahberr_intr()
1632 		dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum,  in dwc2_hc_ahberr_intr()
1647 	disable_hc_int(hsotg, chnum, HCINTMSK_AHBERR);  in dwc2_hc_ahberr_intr()
1655 				 struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_xacterr_intr()  argument
1659 		"--Host Channel %d Interrupt: Transaction Error--\n", chnum);  in dwc2_hc_xacterr_intr()
1664 		dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum,  in dwc2_hc_xacterr_intr()
1674 			dwc2_update_urb_state_abn(hsotg, chan, chnum, qtd->urb,  in dwc2_hc_xacterr_intr()
1676 			dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd);  in dwc2_hc_xacterr_intr()
1698 					 chnum, qtd, DWC2_HC_XFER_XACT_ERR);  in dwc2_hc_xacterr_intr()
1705 	disable_hc_int(hsotg, chnum, HCINTMSK_XACTERR);  in dwc2_hc_xacterr_intr()
1713 				  struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_frmovrun_intr()  argument
1720 			chnum);  in dwc2_hc_frmovrun_intr()
1732 		halt_status = dwc2_update_isoc_urb_state(hsotg, chan, chnum,  in dwc2_hc_frmovrun_intr()
1738 	disable_hc_int(hsotg, chnum, HCINTMSK_FRMOVRUN);  in dwc2_hc_frmovrun_intr()
1746 				    struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_datatglerr_intr()  argument
1750 		"--Host Channel %d Interrupt: Data Toggle Error--\n", chnum);  in dwc2_hc_datatglerr_intr()
1757 			chnum);  in dwc2_hc_datatglerr_intr()
1760 	disable_hc_int(hsotg, chnum, HCINTMSK_DATATGLERR);  in dwc2_hc_datatglerr_intr()
1771 				struct dwc2_host_chan *chan, int chnum,  in dwc2_halt_status_ok()  argument
1785 		hcchar = dwc2_readl(hsotg, HCCHAR(chnum));  in dwc2_halt_status_ok()
1786 		hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum));  in dwc2_halt_status_ok()
1787 		hcintmsk = dwc2_readl(hsotg, HCINTMSK(chnum));  in dwc2_halt_status_ok()
1788 		hcsplt = dwc2_readl(hsotg, HCSPLT(chnum));  in dwc2_halt_status_ok()
1794 			chnum, hcchar, hctsiz);  in dwc2_halt_status_ok()
1803 			 __func__, chnum);  in dwc2_halt_status_ok()
1812 	hcchar = dwc2_readl(hsotg, HCCHAR(chnum));  in dwc2_halt_status_ok()
1831 				    struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_chhltd_intr_dma()  argument
1840 			 chnum);  in dwc2_hc_chhltd_intr_dma()
1858 			dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum,  in dwc2_hc_chhltd_intr_dma()
1872 	hcintmsk = dwc2_readl(hsotg, HCINTMSK(chnum));  in dwc2_hc_chhltd_intr_dma()
1883 			dwc2_hc_ack_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1884 		dwc2_hc_xfercomp_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1886 		dwc2_hc_stall_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1906 		dwc2_hc_xacterr_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1909 		dwc2_hc_xacterr_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1912 		dwc2_hc_ahberr_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1914 		dwc2_hc_babble_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1916 		dwc2_hc_frmovrun_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1925 			dwc2_hc_nyet_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1935 			dwc2_hc_nak_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1945 			dwc2_hc_ack_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1957 					__func__, chnum);  in dwc2_hc_chhltd_intr_dma()
1963 					__func__, chnum);  in dwc2_hc_chhltd_intr_dma()
1978 		dwc2_update_urb_state_abn(hsotg, chan, chnum, qtd->urb,  in dwc2_hc_chhltd_intr_dma()
1980 		dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1997 				struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_chhltd_intr()  argument
2002 			 chnum);  in dwc2_hc_chhltd_intr()
2005 		dwc2_hc_chhltd_intr_dma(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr()
2007 		if (!dwc2_halt_status_ok(hsotg, chan, chnum, qtd))  in dwc2_hc_chhltd_intr()
2032 static void dwc2_hc_n_intr(struct dwc2_hsotg *hsotg, int chnum)  in dwc2_hc_n_intr()  argument
2038 	chan = hsotg->hc_ptr_array[chnum];  in dwc2_hc_n_intr()
2040 	hcint = dwc2_readl(hsotg, HCINT(chnum));  in dwc2_hc_n_intr()
2041 	hcintmsk = dwc2_readl(hsotg, HCINTMSK(chnum));  in dwc2_hc_n_intr()
2044 		dwc2_writel(hsotg, hcint, HCINT(chnum));  in dwc2_hc_n_intr()
2050 			 chnum);  in dwc2_hc_n_intr()
2056 	dwc2_writel(hsotg, hcint, HCINT(chnum));  in dwc2_hc_n_intr()
2082 			dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum,  in dwc2_hc_n_intr()
2096 			chnum);  in dwc2_hc_n_intr()
2101 		disable_hc_int(hsotg, chnum, HCINTMSK_CHHLTD);  in dwc2_hc_n_intr()
2115 		dwc2_hc_xfercomp_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2125 		dwc2_hc_chhltd_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2130 		dwc2_hc_ahberr_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2135 		dwc2_hc_stall_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2140 		dwc2_hc_nak_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2145 		dwc2_hc_ack_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2150 		dwc2_hc_nyet_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2155 		dwc2_hc_xacterr_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2160 		dwc2_hc_babble_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2165 		dwc2_hc_frmovrun_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2170 		dwc2_hc_datatglerr_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()