188 	u32 grxsts, chnum, bcnt, dpid, pktsts;  in dwc2_rx_fifo_level_intr()  local
195 	chnum = (grxsts & GRXSTS_HCHNUM_MASK) >> GRXSTS_HCHNUM_SHIFT;  in dwc2_rx_fifo_level_intr()
196 	chan = hsotg->hc_ptr_array[chnum];  in dwc2_rx_fifo_level_intr()
208 		dev_vdbg(hsotg->dev, "    Ch num = %d\n", chnum);  in dwc2_rx_fifo_level_intr()
437 				       struct dwc2_host_chan *chan, int chnum,  in dwc2_get_actual_xfer_length()  argument
444 	hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum));  in dwc2_get_actual_xfer_length()
491 				 struct dwc2_host_chan *chan, int chnum,  in dwc2_update_urb_state()  argument
498 	int xfer_length = dwc2_get_actual_xfer_length(hsotg, chan, chnum, qtd,  in dwc2_update_urb_state()
521 	hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum));  in dwc2_update_urb_state()
523 		 __func__, (chan->ep_is_in ? "IN" : "OUT"), chnum);  in dwc2_update_urb_state()
541 			       struct dwc2_host_chan *chan, int chnum,  in dwc2_hcd_save_data_toggle()  argument
544 	u32 hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum));  in dwc2_hcd_save_data_toggle()
586 		int chnum, struct dwc2_qtd *qtd,  in dwc2_update_isoc_urb_state()  argument
601 					chan, chnum, qtd, halt_status, NULL);  in dwc2_update_isoc_urb_state()
620 					chan, chnum, qtd, halt_status, NULL);  in dwc2_update_isoc_urb_state()
865 					    int chnum, struct dwc2_qtd *qtd,  in dwc2_complete_non_periodic_xfer()  argument
914 					struct dwc2_host_chan *chan, int chnum,  in dwc2_complete_periodic_xfer()  argument
918 	u32 hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum));  in dwc2_complete_periodic_xfer()
931 				       struct dwc2_host_chan *chan, int chnum,  in dwc2_xfercomp_isoc_split_in()  argument
943 	len = dwc2_get_actual_xfer_length(hsotg, chan, chnum, qtd,  in dwc2_xfercomp_isoc_split_in()
962 	hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum));  in dwc2_xfercomp_isoc_split_in()
989 				  struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_xfercomp_intr()  argument
1000 			 chnum);  in dwc2_hc_xfercomp_intr()
1008 		dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum, halt_status);  in dwc2_hc_xfercomp_intr()
1020 			    dwc2_xfercomp_isoc_split_in(hsotg, chan, chnum,  in dwc2_hc_xfercomp_intr()
1043 							      chnum, urb, qtd);  in dwc2_hc_xfercomp_intr()
1049 				dwc2_hcd_save_data_toggle(hsotg, chan, chnum,  in dwc2_hc_xfercomp_intr()
1063 		dwc2_complete_non_periodic_xfer(hsotg, chan, chnum, qtd,  in dwc2_hc_xfercomp_intr()
1068 		urb_xfer_done = dwc2_update_urb_state(hsotg, chan, chnum, urb,  in dwc2_hc_xfercomp_intr()
1077 		dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd);  in dwc2_hc_xfercomp_intr()
1078 		dwc2_complete_non_periodic_xfer(hsotg, chan, chnum, qtd,  in dwc2_hc_xfercomp_intr()
1083 		urb_xfer_done = dwc2_update_urb_state(hsotg, chan, chnum, urb,  in dwc2_hc_xfercomp_intr()
1097 		dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd);  in dwc2_hc_xfercomp_intr()
1098 		dwc2_complete_periodic_xfer(hsotg, chan, chnum, qtd,  in dwc2_hc_xfercomp_intr()
1106 							chnum, qtd,  in dwc2_hc_xfercomp_intr()
1108 		dwc2_complete_periodic_xfer(hsotg, chan, chnum, qtd,  in dwc2_hc_xfercomp_intr()
1114 	disable_hc_int(hsotg, chnum, HCINTMSK_XFERCOMPL);  in dwc2_hc_xfercomp_intr()
1122 			       struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_stall_intr()  argument
1129 		chnum);  in dwc2_hc_stall_intr()
1132 		dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum,  in dwc2_hc_stall_intr()
1162 	disable_hc_int(hsotg, chnum, HCINTMSK_STALL);  in dwc2_hc_stall_intr()
1172 				      struct dwc2_host_chan *chan, int chnum,  in dwc2_update_urb_state_abn()  argument
1177 	u32 xfer_length = dwc2_get_actual_xfer_length(hsotg, chan, chnum,  in dwc2_update_urb_state_abn()
1188 	hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum));  in dwc2_update_urb_state_abn()
1190 		 __func__, (chan->ep_is_in ? "IN" : "OUT"), chnum);  in dwc2_update_urb_state_abn()
1209 			     struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_nak_intr()  argument
1224 			 chnum);  in dwc2_hc_nak_intr()
1279 			dwc2_update_urb_state_abn(hsotg, chan, chnum, qtd->urb,  in dwc2_hc_nak_intr()
1281 			dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd);  in dwc2_hc_nak_intr()
1305 	disable_hc_int(hsotg, chnum, HCINTMSK_NAK);  in dwc2_hc_nak_intr()
1314 			     struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_ack_intr()  argument
1321 			 chnum);  in dwc2_hc_ack_intr()
1382 	disable_hc_int(hsotg, chnum, HCINTMSK_ACK);  in dwc2_hc_ack_intr()
1393 			      struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_nyet_intr()  argument
1398 			 chnum);  in dwc2_hc_nyet_intr()
1498 	dwc2_update_urb_state_abn(hsotg, chan, chnum, qtd->urb, qtd,  in dwc2_hc_nyet_intr()
1500 	dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd);  in dwc2_hc_nyet_intr()
1509 	disable_hc_int(hsotg, chnum, HCINTMSK_NYET);  in dwc2_hc_nyet_intr()
1517 				struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_babble_intr()  argument
1521 		chnum);  in dwc2_hc_babble_intr()
1526 		dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum,  in dwc2_hc_babble_intr()
1537 		halt_status = dwc2_update_isoc_urb_state(hsotg, chan, chnum,  in dwc2_hc_babble_intr()
1543 	disable_hc_int(hsotg, chnum, HCINTMSK_BBLERR);  in dwc2_hc_babble_intr()
1551 				struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_ahberr_intr()  argument
1562 		chnum);  in dwc2_hc_ahberr_intr()
1569 	hcchar = dwc2_readl(hsotg, HCCHAR(chnum));  in dwc2_hc_ahberr_intr()
1570 	hcsplt = dwc2_readl(hsotg, HCSPLT(chnum));  in dwc2_hc_ahberr_intr()
1571 	hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum));  in dwc2_hc_ahberr_intr()
1572 	hc_dma = dwc2_readl(hsotg, HCDMA(chnum));  in dwc2_hc_ahberr_intr()
1574 	dev_err(hsotg->dev, "AHB ERROR, Channel %d\n", chnum);  in dwc2_hc_ahberr_intr()
1631 		dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum,  in dwc2_hc_ahberr_intr()
1646 	disable_hc_int(hsotg, chnum, HCINTMSK_AHBERR);  in dwc2_hc_ahberr_intr()
1654 				 struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_xacterr_intr()  argument
1658 		"--Host Channel %d Interrupt: Transaction Error--\n", chnum);  in dwc2_hc_xacterr_intr()
1663 		dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum,  in dwc2_hc_xacterr_intr()
1673 			dwc2_update_urb_state_abn(hsotg, chan, chnum, qtd->urb,  in dwc2_hc_xacterr_intr()
1675 			dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd);  in dwc2_hc_xacterr_intr()
1697 					 chnum, qtd, DWC2_HC_XFER_XACT_ERR);  in dwc2_hc_xacterr_intr()
1704 	disable_hc_int(hsotg, chnum, HCINTMSK_XACTERR);  in dwc2_hc_xacterr_intr()
1712 				  struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_frmovrun_intr()  argument
1719 			chnum);  in dwc2_hc_frmovrun_intr()
1731 		halt_status = dwc2_update_isoc_urb_state(hsotg, chan, chnum,  in dwc2_hc_frmovrun_intr()
1737 	disable_hc_int(hsotg, chnum, HCINTMSK_FRMOVRUN);  in dwc2_hc_frmovrun_intr()
1745 				    struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_datatglerr_intr()  argument
1749 		"--Host Channel %d Interrupt: Data Toggle Error--\n", chnum);  in dwc2_hc_datatglerr_intr()
1756 			chnum);  in dwc2_hc_datatglerr_intr()
1759 	disable_hc_int(hsotg, chnum, HCINTMSK_DATATGLERR);  in dwc2_hc_datatglerr_intr()
1770 				struct dwc2_host_chan *chan, int chnum,  in dwc2_halt_status_ok()  argument
1784 		hcchar = dwc2_readl(hsotg, HCCHAR(chnum));  in dwc2_halt_status_ok()
1785 		hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum));  in dwc2_halt_status_ok()
1786 		hcintmsk = dwc2_readl(hsotg, HCINTMSK(chnum));  in dwc2_halt_status_ok()
1787 		hcsplt = dwc2_readl(hsotg, HCSPLT(chnum));  in dwc2_halt_status_ok()
1793 			chnum, hcchar, hctsiz);  in dwc2_halt_status_ok()
1802 			 __func__, chnum);  in dwc2_halt_status_ok()
1811 	hcchar = dwc2_readl(hsotg, HCCHAR(chnum));  in dwc2_halt_status_ok()
1830 				    struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_chhltd_intr_dma()  argument
1839 			 chnum);  in dwc2_hc_chhltd_intr_dma()
1857 			dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum,  in dwc2_hc_chhltd_intr_dma()
1871 	hcintmsk = dwc2_readl(hsotg, HCINTMSK(chnum));  in dwc2_hc_chhltd_intr_dma()
1882 			dwc2_hc_ack_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1883 		dwc2_hc_xfercomp_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1885 		dwc2_hc_stall_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1905 		dwc2_hc_xacterr_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1908 		dwc2_hc_xacterr_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1911 		dwc2_hc_ahberr_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1913 		dwc2_hc_babble_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1915 		dwc2_hc_frmovrun_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1924 			dwc2_hc_nyet_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1934 			dwc2_hc_nak_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1944 			dwc2_hc_ack_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1956 					__func__, chnum);  in dwc2_hc_chhltd_intr_dma()
1962 					__func__, chnum);  in dwc2_hc_chhltd_intr_dma()
1977 		dwc2_update_urb_state_abn(hsotg, chan, chnum, qtd->urb,  in dwc2_hc_chhltd_intr_dma()
1979 		dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr_dma()
1996 				struct dwc2_host_chan *chan, int chnum,  in dwc2_hc_chhltd_intr()  argument
2001 			 chnum);  in dwc2_hc_chhltd_intr()
2004 		dwc2_hc_chhltd_intr_dma(hsotg, chan, chnum, qtd);  in dwc2_hc_chhltd_intr()
2006 		if (!dwc2_halt_status_ok(hsotg, chan, chnum, qtd))  in dwc2_hc_chhltd_intr()
2031 static void dwc2_hc_n_intr(struct dwc2_hsotg *hsotg, int chnum)  in dwc2_hc_n_intr()  argument
2037 	chan = hsotg->hc_ptr_array[chnum];  in dwc2_hc_n_intr()
2039 	hcint = dwc2_readl(hsotg, HCINT(chnum));  in dwc2_hc_n_intr()
2040 	hcintmsk = dwc2_readl(hsotg, HCINTMSK(chnum));  in dwc2_hc_n_intr()
2043 		dwc2_writel(hsotg, hcint, HCINT(chnum));  in dwc2_hc_n_intr()
2049 			 chnum);  in dwc2_hc_n_intr()
2055 	dwc2_writel(hsotg, hcint, HCINT(chnum));  in dwc2_hc_n_intr()
2081 			dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum,  in dwc2_hc_n_intr()
2095 			chnum);  in dwc2_hc_n_intr()
2100 		disable_hc_int(hsotg, chnum, HCINTMSK_CHHLTD);  in dwc2_hc_n_intr()
2114 		dwc2_hc_xfercomp_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2124 		dwc2_hc_chhltd_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2129 		dwc2_hc_ahberr_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2134 		dwc2_hc_stall_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2139 		dwc2_hc_nak_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2144 		dwc2_hc_ack_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2149 		dwc2_hc_nyet_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2154 		dwc2_hc_xacterr_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2159 		dwc2_hc_babble_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2164 		dwc2_hc_frmovrun_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()
2169 		dwc2_hc_datatglerr_intr(hsotg, chan, chnum, qtd);  in dwc2_hc_n_intr()