420 				struct dwc2_hsotg_req *hs_req)  in dwc2_hsotg_unmap_dma()  argument
422 	struct usb_request *req = &hs_req->req;  in dwc2_hsotg_unmap_dma()
493 				struct dwc2_hsotg_req *hs_req)  in dwc2_hsotg_write_fifo()  argument
497 	int buf_pos = hs_req->req.actual;  in dwc2_hsotg_write_fifo()
629 		to_write, hs_req->req.length, can_write, buf_pos);  in dwc2_hsotg_write_fifo()
634 	hs_req->req.actual = buf_pos + to_write;  in dwc2_hsotg_write_fifo()
641 	data = hs_req->req.buf + buf_pos;  in dwc2_hsotg_write_fifo()
954 	struct dwc2_hsotg_req *hs_req, *treq;  in dwc2_gadget_start_isoc_ddma()  local
978 	list_for_each_entry_safe(hs_req, treq, &hs_ep->queue, queue) {  in dwc2_gadget_start_isoc_ddma()
979 		dma_addr_t dma_addr = hs_req->req.dma;  in dwc2_gadget_start_isoc_ddma()
981 		if (hs_req->req.num_sgs) {  in dwc2_gadget_start_isoc_ddma()
982 			WARN_ON(hs_req->req.num_sgs > 1);  in dwc2_gadget_start_isoc_ddma()
983 			dma_addr = sg_dma_address(hs_req->req.sg);  in dwc2_gadget_start_isoc_ddma()
986 						 hs_req->req.length);  in dwc2_gadget_start_isoc_ddma()
1015 				struct dwc2_hsotg_req *hs_req,  in dwc2_hsotg_start_req()  argument
1018 	struct usb_request *ureq = &hs_req->req;  in dwc2_hsotg_start_req()
1035 		} else if (hs_ep->req != hs_req && continuing) {  in dwc2_hsotg_start_req()
1117 	hs_ep->req = hs_req;  in dwc2_hsotg_start_req()
1199 		dwc2_hsotg_write_fifo(hsotg, hs_ep, hs_req);  in dwc2_hsotg_start_req()
1253 						 struct dwc2_hsotg_req *hs_req)  in dwc2_hsotg_handle_unaligned_buf_start()  argument
1255 	void *req_buf = hs_req->req.buf;  in dwc2_hsotg_handle_unaligned_buf_start()
1261 	WARN_ON(hs_req->saved_req_buf);  in dwc2_hsotg_handle_unaligned_buf_start()
1264 		hs_ep->ep.name, req_buf, hs_req->req.length);  in dwc2_hsotg_handle_unaligned_buf_start()
1266 	hs_req->req.buf = kmalloc(hs_req->req.length, GFP_ATOMIC);  in dwc2_hsotg_handle_unaligned_buf_start()
1267 	if (!hs_req->req.buf) {  in dwc2_hsotg_handle_unaligned_buf_start()
1268 		hs_req->req.buf = req_buf;  in dwc2_hsotg_handle_unaligned_buf_start()
1276 	hs_req->saved_req_buf = req_buf;  in dwc2_hsotg_handle_unaligned_buf_start()
1279 		memcpy(hs_req->req.buf, req_buf, hs_req->req.length);  in dwc2_hsotg_handle_unaligned_buf_start()
1286 					 struct dwc2_hsotg_req *hs_req)  in dwc2_hsotg_handle_unaligned_buf_complete()  argument
1289 	if (!using_dma(hsotg) || !hs_req->saved_req_buf)  in dwc2_hsotg_handle_unaligned_buf_complete()
1293 		hs_ep->ep.name, hs_req->req.status, hs_req->req.actual);  in dwc2_hsotg_handle_unaligned_buf_complete()
1296 	if (!hs_ep->dir_in && !hs_req->req.status)  in dwc2_hsotg_handle_unaligned_buf_complete()
1297 		memcpy(hs_req->saved_req_buf, hs_req->req.buf,  in dwc2_hsotg_handle_unaligned_buf_complete()
1298 		       hs_req->req.actual);  in dwc2_hsotg_handle_unaligned_buf_complete()
1301 	kfree(hs_req->req.buf);  in dwc2_hsotg_handle_unaligned_buf_complete()
1303 	hs_req->req.buf = hs_req->saved_req_buf;  in dwc2_hsotg_handle_unaligned_buf_complete()
1304 	hs_req->saved_req_buf = NULL;  in dwc2_hsotg_handle_unaligned_buf_complete()
1369 	struct dwc2_hsotg_req *hs_req = our_req(req);  in dwc2_hsotg_ep_queue()  local
1390 	INIT_LIST_HEAD(&hs_req->queue);  in dwc2_hsotg_ep_queue()
1412 	ret = dwc2_hsotg_handle_unaligned_buf_start(hs, hs_ep, hs_req);  in dwc2_hsotg_ep_queue()
1430 	list_add_tail(&hs_req->queue, &hs_ep->queue);  in dwc2_hsotg_ep_queue()
1440 			dma_addr_t dma_addr = hs_req->req.dma;  in dwc2_hsotg_ep_queue()
1442 			if (hs_req->req.num_sgs) {  in dwc2_hsotg_ep_queue()
1443 				WARN_ON(hs_req->req.num_sgs > 1);  in dwc2_hsotg_ep_queue()
1444 				dma_addr = sg_dma_address(hs_req->req.sg);  in dwc2_hsotg_ep_queue()
1447 						   hs_req->req.length);  in dwc2_hsotg_ep_queue()
1459 			dwc2_hsotg_start_req(hs, hs_ep, hs_req, false);  in dwc2_hsotg_ep_queue()
1474 			dwc2_hsotg_start_req(hs, hs_ep, hs_req, false);  in dwc2_hsotg_ep_queue()
1497 	struct dwc2_hsotg_req *hs_req = our_req(req);  in dwc2_hsotg_ep_free_request()  local
1499 	kfree(hs_req);  in dwc2_hsotg_ep_free_request()
1709 	struct dwc2_hsotg_req *hs_req;  in dwc2_gadget_start_next_request()  local
1713 		hs_req = get_ep_head(hs_ep);  in dwc2_gadget_start_next_request()
1714 		dwc2_hsotg_start_req(hsotg, hs_ep, hs_req, false);  in dwc2_gadget_start_next_request()
1741 	struct dwc2_hsotg_req *hs_req;  in dwc2_hsotg_process_req_feature()  local
1815 					hs_req = ep->req;  in dwc2_hsotg_process_req_feature()
1817 					list_del_init(&hs_req->queue);  in dwc2_hsotg_process_req_feature()
1818 					if (hs_req->req.complete) {  in dwc2_hsotg_process_req_feature()
1821 							&ep->ep, &hs_req->req);  in dwc2_hsotg_process_req_feature()
1999 	struct dwc2_hsotg_req *hs_req = our_req(req);  in dwc2_hsotg_enqueue_setup()  local
2009 	if (!list_empty(&hs_req->queue)) {  in dwc2_hsotg_enqueue_setup()
2078 				       struct dwc2_hsotg_req *hs_req,  in dwc2_hsotg_complete_request()  argument
2081 	if (!hs_req) {  in dwc2_hsotg_complete_request()
2087 		hs_ep, hs_ep->ep.name, hs_req, result, hs_req->req.complete);  in dwc2_hsotg_complete_request()
2094 	if (hs_req->req.status == -EINPROGRESS)  in dwc2_hsotg_complete_request()
2095 		hs_req->req.status = result;  in dwc2_hsotg_complete_request()
2098 		dwc2_hsotg_unmap_dma(hsotg, hs_ep, hs_req);  in dwc2_hsotg_complete_request()
2100 	dwc2_hsotg_handle_unaligned_buf_complete(hsotg, hs_ep, hs_req);  in dwc2_hsotg_complete_request()
2103 	list_del_init(&hs_req->queue);  in dwc2_hsotg_complete_request()
2110 	if (hs_req->req.complete) {  in dwc2_hsotg_complete_request()
2112 		usb_gadget_giveback_request(&hs_ep->ep, &hs_req->req);  in dwc2_hsotg_complete_request()
2142 	struct dwc2_hsotg_req *hs_req;  in dwc2_gadget_complete_isoc_request_ddma()  local
2153 		hs_req = get_ep_head(hs_ep);  in dwc2_gadget_complete_isoc_request_ddma()
2154 		if (!hs_req) {  in dwc2_gadget_complete_isoc_request_ddma()
2158 		ureq = &hs_req->req;  in dwc2_gadget_complete_isoc_request_ddma()
2180 		dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req, 0);  in dwc2_gadget_complete_isoc_request_ddma()
2224 	struct dwc2_hsotg_req *hs_req = hs_ep->req;  in dwc2_hsotg_rx_data()  local
2229 	if (!hs_req) {  in dwc2_hsotg_rx_data()
2245 	read_ptr = hs_req->req.actual;  in dwc2_hsotg_rx_data()
2246 	max_req = hs_req->req.length - read_ptr;  in dwc2_hsotg_rx_data()
2249 		__func__, to_read, max_req, read_ptr, hs_req->req.length);  in dwc2_hsotg_rx_data()
2262 	hs_req->req.actual += to_read;  in dwc2_hsotg_rx_data()
2270 		       hs_req->req.buf + read_ptr, to_read);  in dwc2_hsotg_rx_data()
2351 	struct dwc2_hsotg_req *hs_req = hs_ep->req;  in dwc2_hsotg_handle_outdone()  local
2352 	struct usb_request *req = &hs_req->req;  in dwc2_hsotg_handle_outdone()
2356 	if (!hs_req) {  in dwc2_hsotg_handle_outdone()
2363 		dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req, 0);  in dwc2_hsotg_handle_outdone()
2391 		dwc2_hsotg_start_req(hsotg, hs_ep, hs_req, true);  in dwc2_hsotg_handle_outdone()
2428 	dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req, result);  in dwc2_hsotg_handle_outdone()
2621 	struct dwc2_hsotg_req *hs_req = hs_ep->req;  in dwc2_hsotg_trytx()  local
2623 	if (!hs_ep->dir_in || !hs_req) {  in dwc2_hsotg_trytx()
2634 	if (hs_req->req.actual < hs_req->req.length) {  in dwc2_hsotg_trytx()
2637 		return dwc2_hsotg_write_fifo(hsotg, hs_ep, hs_req);  in dwc2_hsotg_trytx()
2654 	struct dwc2_hsotg_req *hs_req = hs_ep->req;  in dwc2_hsotg_complete_in()  local
2658 	if (!hs_req) {  in dwc2_hsotg_complete_in()
2673 		dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req, 0);  in dwc2_hsotg_complete_in()
2710 	if (hs_req->req.actual != size_done)  in dwc2_hsotg_complete_in()
2712 			__func__, hs_req->req.actual, size_done);  in dwc2_hsotg_complete_in()
2714 	hs_req->req.actual = size_done;  in dwc2_hsotg_complete_in()
2716 		hs_req->req.length, hs_req->req.actual, hs_req->req.zero);  in dwc2_hsotg_complete_in()
2718 	if (!size_left && hs_req->req.actual < hs_req->req.length) {  in dwc2_hsotg_complete_in()
2720 		dwc2_hsotg_start_req(hsotg, hs_ep, hs_req, true);  in dwc2_hsotg_complete_in()
2738 	dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req, 0);  in dwc2_hsotg_complete_in()
2785 	struct dwc2_hsotg_req *hs_req;  in dwc2_gadget_handle_ep_disabled()  local
2827 		hs_req = get_ep_head(hs_ep);  in dwc2_gadget_handle_ep_disabled()
2828 		if (hs_req)  in dwc2_gadget_handle_ep_disabled()
2829 			dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req,  in dwc2_gadget_handle_ep_disabled()
4227 	struct dwc2_hsotg_req *hs_req = our_req(req);  in dwc2_hsotg_ep_dequeue()  local
4236 	if (!on_list(hs_ep, hs_req)) {  in dwc2_hsotg_ep_dequeue()
4245 	dwc2_hsotg_complete_request(hs, hs_ep, hs_req, -ECONNRESET);  in dwc2_hsotg_ep_dequeue()