433 				struct dwc2_hsotg_req *hs_req)  in dwc2_hsotg_unmap_dma()  argument
435 	struct usb_request *req = &hs_req->req;  in dwc2_hsotg_unmap_dma()
506 				struct dwc2_hsotg_req *hs_req)  in dwc2_hsotg_write_fifo()  argument
510 	int buf_pos = hs_req->req.actual;  in dwc2_hsotg_write_fifo()
642 		to_write, hs_req->req.length, can_write, buf_pos);  in dwc2_hsotg_write_fifo()
647 	hs_req->req.actual = buf_pos + to_write;  in dwc2_hsotg_write_fifo()
654 	data = hs_req->req.buf + buf_pos;  in dwc2_hsotg_write_fifo()
984 	struct dwc2_hsotg_req *hs_req, *treq;  in dwc2_gadget_start_isoc_ddma()  local
1008 	list_for_each_entry_safe(hs_req, treq, &hs_ep->queue, queue) {  in dwc2_gadget_start_isoc_ddma()
1009 		dma_addr_t dma_addr = hs_req->req.dma;  in dwc2_gadget_start_isoc_ddma()
1011 		if (hs_req->req.num_sgs) {  in dwc2_gadget_start_isoc_ddma()
1012 			WARN_ON(hs_req->req.num_sgs > 1);  in dwc2_gadget_start_isoc_ddma()
1013 			dma_addr = sg_dma_address(hs_req->req.sg);  in dwc2_gadget_start_isoc_ddma()
1016 						 hs_req->req.length);  in dwc2_gadget_start_isoc_ddma()
1036 				       struct dwc2_hsotg_req *hs_req,
1051 				struct dwc2_hsotg_req *hs_req,  in dwc2_hsotg_start_req()  argument
1054 	struct usb_request *ureq = &hs_req->req;  in dwc2_hsotg_start_req()
1071 		} else if (hs_ep->req != hs_req && continuing) {  in dwc2_hsotg_start_req()
1148 	hs_ep->req = hs_req;  in dwc2_hsotg_start_req()
1201 			dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req, -ENODATA);  in dwc2_hsotg_start_req()
1229 		dwc2_hsotg_write_fifo(hsotg, hs_ep, hs_req);  in dwc2_hsotg_start_req()
1284 						 struct dwc2_hsotg_req *hs_req)  in dwc2_hsotg_handle_unaligned_buf_start()  argument
1286 	void *req_buf = hs_req->req.buf;  in dwc2_hsotg_handle_unaligned_buf_start()
1292 	WARN_ON(hs_req->saved_req_buf);  in dwc2_hsotg_handle_unaligned_buf_start()
1295 		hs_ep->ep.name, req_buf, hs_req->req.length);  in dwc2_hsotg_handle_unaligned_buf_start()
1297 	hs_req->req.buf = kmalloc(hs_req->req.length, GFP_ATOMIC);  in dwc2_hsotg_handle_unaligned_buf_start()
1298 	if (!hs_req->req.buf) {  in dwc2_hsotg_handle_unaligned_buf_start()
1299 		hs_req->req.buf = req_buf;  in dwc2_hsotg_handle_unaligned_buf_start()
1307 	hs_req->saved_req_buf = req_buf;  in dwc2_hsotg_handle_unaligned_buf_start()
1310 		memcpy(hs_req->req.buf, req_buf, hs_req->req.length);  in dwc2_hsotg_handle_unaligned_buf_start()
1317 					 struct dwc2_hsotg_req *hs_req)  in dwc2_hsotg_handle_unaligned_buf_complete()  argument
1320 	if (!using_dma(hsotg) || !hs_req->saved_req_buf)  in dwc2_hsotg_handle_unaligned_buf_complete()
1324 		hs_ep->ep.name, hs_req->req.status, hs_req->req.actual);  in dwc2_hsotg_handle_unaligned_buf_complete()
1327 	if (!hs_ep->dir_in && !hs_req->req.status)  in dwc2_hsotg_handle_unaligned_buf_complete()
1328 		memcpy(hs_req->saved_req_buf, hs_req->req.buf,  in dwc2_hsotg_handle_unaligned_buf_complete()
1329 		       hs_req->req.actual);  in dwc2_hsotg_handle_unaligned_buf_complete()
1332 	kfree(hs_req->req.buf);  in dwc2_hsotg_handle_unaligned_buf_complete()
1334 	hs_req->req.buf = hs_req->saved_req_buf;  in dwc2_hsotg_handle_unaligned_buf_complete()
1335 	hs_req->saved_req_buf = NULL;  in dwc2_hsotg_handle_unaligned_buf_complete()
1404 	struct dwc2_hsotg_req *hs_req = our_req(req);  in dwc2_hsotg_ep_queue()  local
1425 	INIT_LIST_HEAD(&hs_req->queue);  in dwc2_hsotg_ep_queue()
1454 	ret = dwc2_hsotg_handle_unaligned_buf_start(hs, hs_ep, hs_req);  in dwc2_hsotg_ep_queue()
1472 	list_add_tail(&hs_req->queue, &hs_ep->queue);  in dwc2_hsotg_ep_queue()
1482 			dma_addr_t dma_addr = hs_req->req.dma;  in dwc2_hsotg_ep_queue()
1484 			if (hs_req->req.num_sgs) {  in dwc2_hsotg_ep_queue()
1485 				WARN_ON(hs_req->req.num_sgs > 1);  in dwc2_hsotg_ep_queue()
1486 				dma_addr = sg_dma_address(hs_req->req.sg);  in dwc2_hsotg_ep_queue()
1489 						   hs_req->req.length);  in dwc2_hsotg_ep_queue()
1501 			dwc2_hsotg_start_req(hs, hs_ep, hs_req, false);  in dwc2_hsotg_ep_queue()
1516 			dwc2_hsotg_start_req(hs, hs_ep, hs_req, false);  in dwc2_hsotg_ep_queue()
1539 	struct dwc2_hsotg_req *hs_req = our_req(req);  in dwc2_hsotg_ep_free_request()  local
1541 	kfree(hs_req);  in dwc2_hsotg_ep_free_request()
1745 	struct dwc2_hsotg_req *hs_req;  in dwc2_gadget_start_next_request()  local
1748 		hs_req = get_ep_head(hs_ep);  in dwc2_gadget_start_next_request()
1749 		dwc2_hsotg_start_req(hsotg, hs_ep, hs_req, false);  in dwc2_gadget_start_next_request()
1773 	struct dwc2_hsotg_req *hs_req;  in dwc2_hsotg_process_req_feature()  local
1852 					hs_req = ep->req;  in dwc2_hsotg_process_req_feature()
1854 					list_del_init(&hs_req->queue);  in dwc2_hsotg_process_req_feature()
1855 					if (hs_req->req.complete) {  in dwc2_hsotg_process_req_feature()
1858 							&ep->ep, &hs_req->req);  in dwc2_hsotg_process_req_feature()
2036 	struct dwc2_hsotg_req *hs_req = our_req(req);  in dwc2_hsotg_enqueue_setup()  local
2046 	if (!list_empty(&hs_req->queue)) {  in dwc2_hsotg_enqueue_setup()
2115 				       struct dwc2_hsotg_req *hs_req,  in dwc2_hsotg_complete_request()  argument
2118 	if (!hs_req) {  in dwc2_hsotg_complete_request()
2124 		hs_ep, hs_ep->ep.name, hs_req, result, hs_req->req.complete);  in dwc2_hsotg_complete_request()
2131 	if (hs_req->req.status == -EINPROGRESS)  in dwc2_hsotg_complete_request()
2132 		hs_req->req.status = result;  in dwc2_hsotg_complete_request()
2135 		dwc2_hsotg_unmap_dma(hsotg, hs_ep, hs_req);  in dwc2_hsotg_complete_request()
2137 	dwc2_hsotg_handle_unaligned_buf_complete(hsotg, hs_ep, hs_req);  in dwc2_hsotg_complete_request()
2140 	list_del_init(&hs_req->queue);  in dwc2_hsotg_complete_request()
2147 	if (hs_req->req.complete) {  in dwc2_hsotg_complete_request()
2149 		usb_gadget_giveback_request(&hs_ep->ep, &hs_req->req);  in dwc2_hsotg_complete_request()
2179 	struct dwc2_hsotg_req *hs_req;  in dwc2_gadget_complete_isoc_request_ddma()  local
2190 		hs_req = get_ep_head(hs_ep);  in dwc2_gadget_complete_isoc_request_ddma()
2191 		if (!hs_req) {  in dwc2_gadget_complete_isoc_request_ddma()
2195 		ureq = &hs_req->req;  in dwc2_gadget_complete_isoc_request_ddma()
2217 		dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req, 0);  in dwc2_gadget_complete_isoc_request_ddma()
2261 	struct dwc2_hsotg_req *hs_req = hs_ep->req;  in dwc2_hsotg_rx_data()  local
2266 	if (!hs_req) {  in dwc2_hsotg_rx_data()
2282 	read_ptr = hs_req->req.actual;  in dwc2_hsotg_rx_data()
2283 	max_req = hs_req->req.length - read_ptr;  in dwc2_hsotg_rx_data()
2286 		__func__, to_read, max_req, read_ptr, hs_req->req.length);  in dwc2_hsotg_rx_data()
2299 	hs_req->req.actual += to_read;  in dwc2_hsotg_rx_data()
2307 		       hs_req->req.buf + read_ptr, to_read);  in dwc2_hsotg_rx_data()
2389 	struct dwc2_hsotg_req *hs_req = hs_ep->req;  in dwc2_hsotg_handle_outdone()  local
2390 	struct usb_request *req = &hs_req->req;  in dwc2_hsotg_handle_outdone()
2394 	if (!hs_req) {  in dwc2_hsotg_handle_outdone()
2401 		dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req, 0);  in dwc2_hsotg_handle_outdone()
2429 		dwc2_hsotg_start_req(hsotg, hs_ep, hs_req, true);  in dwc2_hsotg_handle_outdone()
2457 	dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req, result);  in dwc2_hsotg_handle_outdone()
2650 	struct dwc2_hsotg_req *hs_req = hs_ep->req;  in dwc2_hsotg_trytx()  local
2652 	if (!hs_ep->dir_in || !hs_req) {  in dwc2_hsotg_trytx()
2663 	if (hs_req->req.actual < hs_req->req.length) {  in dwc2_hsotg_trytx()
2666 		return dwc2_hsotg_write_fifo(hsotg, hs_ep, hs_req);  in dwc2_hsotg_trytx()
2683 	struct dwc2_hsotg_req *hs_req = hs_ep->req;  in dwc2_hsotg_complete_in()  local
2687 	if (!hs_req) {  in dwc2_hsotg_complete_in()
2702 		dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req, 0);  in dwc2_hsotg_complete_in()
2739 	if (hs_req->req.actual != size_done)  in dwc2_hsotg_complete_in()
2741 			__func__, hs_req->req.actual, size_done);  in dwc2_hsotg_complete_in()
2743 	hs_req->req.actual = size_done;  in dwc2_hsotg_complete_in()
2745 		hs_req->req.length, hs_req->req.actual, hs_req->req.zero);  in dwc2_hsotg_complete_in()
2747 	if (!size_left && hs_req->req.actual < hs_req->req.length) {  in dwc2_hsotg_complete_in()
2749 		dwc2_hsotg_start_req(hsotg, hs_ep, hs_req, true);  in dwc2_hsotg_complete_in()
2771 		hs_req->req.frame_number = hs_ep->target_frame;  in dwc2_hsotg_complete_in()
2775 	dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req, 0);  in dwc2_hsotg_complete_in()
2822 	struct dwc2_hsotg_req *hs_req;  in dwc2_gadget_handle_ep_disabled()  local
2859 		hs_req = get_ep_head(hs_ep);  in dwc2_gadget_handle_ep_disabled()
2860 		if (hs_req)  in dwc2_gadget_handle_ep_disabled()
2861 			dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req,  in dwc2_gadget_handle_ep_disabled()
2883 	struct dwc2_hsotg_req *hs_req;  in dwc2_gadget_handle_out_token_ep_disabled()  local
2914 		hs_req = get_ep_head(ep);  in dwc2_gadget_handle_out_token_ep_disabled()
2915 		if (hs_req)  in dwc2_gadget_handle_out_token_ep_disabled()
2916 			dwc2_hsotg_complete_request(hsotg, ep, hs_req, -ENODATA);  in dwc2_gadget_handle_out_token_ep_disabled()
2948 	struct dwc2_hsotg_req *hs_req;  in dwc2_gadget_handle_nak()  local
3004 		hs_req = get_ep_head(hs_ep);  in dwc2_gadget_handle_nak()
3005 		if (hs_req)  in dwc2_gadget_handle_nak()
3006 			dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req, -ENODATA);  in dwc2_gadget_handle_nak()
4308 	struct dwc2_hsotg_req *hs_req = our_req(req);  in dwc2_hsotg_ep_dequeue()  local
4317 	if (!on_list(hs_ep, hs_req)) {  in dwc2_hsotg_ep_dequeue()
4326 	dwc2_hsotg_complete_request(hs, hs_ep, hs_req, -ECONNRESET);  in dwc2_hsotg_ep_dequeue()