421 				struct dwc2_hsotg_req *hs_req)  in dwc2_hsotg_unmap_dma()  argument
423 	struct usb_request *req = &hs_req->req;  in dwc2_hsotg_unmap_dma()
494 				struct dwc2_hsotg_req *hs_req)  in dwc2_hsotg_write_fifo()  argument
498 	int buf_pos = hs_req->req.actual;  in dwc2_hsotg_write_fifo()
630 		to_write, hs_req->req.length, can_write, buf_pos);  in dwc2_hsotg_write_fifo()
635 	hs_req->req.actual = buf_pos + to_write;  in dwc2_hsotg_write_fifo()
642 	data = hs_req->req.buf + buf_pos;  in dwc2_hsotg_write_fifo()
972 	struct dwc2_hsotg_req *hs_req, *treq;  in dwc2_gadget_start_isoc_ddma()  local
996 	list_for_each_entry_safe(hs_req, treq, &hs_ep->queue, queue) {  in dwc2_gadget_start_isoc_ddma()
997 		dma_addr_t dma_addr = hs_req->req.dma;  in dwc2_gadget_start_isoc_ddma()
999 		if (hs_req->req.num_sgs) {  in dwc2_gadget_start_isoc_ddma()
1000 			WARN_ON(hs_req->req.num_sgs > 1);  in dwc2_gadget_start_isoc_ddma()
1001 			dma_addr = sg_dma_address(hs_req->req.sg);  in dwc2_gadget_start_isoc_ddma()
1004 						 hs_req->req.length);  in dwc2_gadget_start_isoc_ddma()
1033 				struct dwc2_hsotg_req *hs_req,  in dwc2_hsotg_start_req()  argument
1036 	struct usb_request *ureq = &hs_req->req;  in dwc2_hsotg_start_req()
1053 		} else if (hs_ep->req != hs_req && continuing) {  in dwc2_hsotg_start_req()
1130 	hs_ep->req = hs_req;  in dwc2_hsotg_start_req()
1206 		dwc2_hsotg_write_fifo(hsotg, hs_ep, hs_req);  in dwc2_hsotg_start_req()
1260 						 struct dwc2_hsotg_req *hs_req)  in dwc2_hsotg_handle_unaligned_buf_start()  argument
1262 	void *req_buf = hs_req->req.buf;  in dwc2_hsotg_handle_unaligned_buf_start()
1268 	WARN_ON(hs_req->saved_req_buf);  in dwc2_hsotg_handle_unaligned_buf_start()
1271 		hs_ep->ep.name, req_buf, hs_req->req.length);  in dwc2_hsotg_handle_unaligned_buf_start()
1273 	hs_req->req.buf = kmalloc(hs_req->req.length, GFP_ATOMIC);  in dwc2_hsotg_handle_unaligned_buf_start()
1274 	if (!hs_req->req.buf) {  in dwc2_hsotg_handle_unaligned_buf_start()
1275 		hs_req->req.buf = req_buf;  in dwc2_hsotg_handle_unaligned_buf_start()
1283 	hs_req->saved_req_buf = req_buf;  in dwc2_hsotg_handle_unaligned_buf_start()
1286 		memcpy(hs_req->req.buf, req_buf, hs_req->req.length);  in dwc2_hsotg_handle_unaligned_buf_start()
1293 					 struct dwc2_hsotg_req *hs_req)  in dwc2_hsotg_handle_unaligned_buf_complete()  argument
1296 	if (!using_dma(hsotg) || !hs_req->saved_req_buf)  in dwc2_hsotg_handle_unaligned_buf_complete()
1300 		hs_ep->ep.name, hs_req->req.status, hs_req->req.actual);  in dwc2_hsotg_handle_unaligned_buf_complete()
1303 	if (!hs_ep->dir_in && !hs_req->req.status)  in dwc2_hsotg_handle_unaligned_buf_complete()
1304 		memcpy(hs_req->saved_req_buf, hs_req->req.buf,  in dwc2_hsotg_handle_unaligned_buf_complete()
1305 		       hs_req->req.actual);  in dwc2_hsotg_handle_unaligned_buf_complete()
1308 	kfree(hs_req->req.buf);  in dwc2_hsotg_handle_unaligned_buf_complete()
1310 	hs_req->req.buf = hs_req->saved_req_buf;  in dwc2_hsotg_handle_unaligned_buf_complete()
1311 	hs_req->saved_req_buf = NULL;  in dwc2_hsotg_handle_unaligned_buf_complete()
1376 	struct dwc2_hsotg_req *hs_req = our_req(req);  in dwc2_hsotg_ep_queue()  local
1397 	INIT_LIST_HEAD(&hs_req->queue);  in dwc2_hsotg_ep_queue()
1426 	ret = dwc2_hsotg_handle_unaligned_buf_start(hs, hs_ep, hs_req);  in dwc2_hsotg_ep_queue()
1444 	list_add_tail(&hs_req->queue, &hs_ep->queue);  in dwc2_hsotg_ep_queue()
1454 			dma_addr_t dma_addr = hs_req->req.dma;  in dwc2_hsotg_ep_queue()
1456 			if (hs_req->req.num_sgs) {  in dwc2_hsotg_ep_queue()
1457 				WARN_ON(hs_req->req.num_sgs > 1);  in dwc2_hsotg_ep_queue()
1458 				dma_addr = sg_dma_address(hs_req->req.sg);  in dwc2_hsotg_ep_queue()
1461 						   hs_req->req.length);  in dwc2_hsotg_ep_queue()
1473 			dwc2_hsotg_start_req(hs, hs_ep, hs_req, false);  in dwc2_hsotg_ep_queue()
1488 			dwc2_hsotg_start_req(hs, hs_ep, hs_req, false);  in dwc2_hsotg_ep_queue()
1511 	struct dwc2_hsotg_req *hs_req = our_req(req);  in dwc2_hsotg_ep_free_request()  local
1513 	kfree(hs_req);  in dwc2_hsotg_ep_free_request()
1724 	struct dwc2_hsotg_req *hs_req;  in dwc2_gadget_start_next_request()  local
1728 		hs_req = get_ep_head(hs_ep);  in dwc2_gadget_start_next_request()
1729 		dwc2_hsotg_start_req(hsotg, hs_ep, hs_req, false);  in dwc2_gadget_start_next_request()
1756 	struct dwc2_hsotg_req *hs_req;  in dwc2_hsotg_process_req_feature()  local
1834 					hs_req = ep->req;  in dwc2_hsotg_process_req_feature()
1836 					list_del_init(&hs_req->queue);  in dwc2_hsotg_process_req_feature()
1837 					if (hs_req->req.complete) {  in dwc2_hsotg_process_req_feature()
1840 							&ep->ep, &hs_req->req);  in dwc2_hsotg_process_req_feature()
2018 	struct dwc2_hsotg_req *hs_req = our_req(req);  in dwc2_hsotg_enqueue_setup()  local
2028 	if (!list_empty(&hs_req->queue)) {  in dwc2_hsotg_enqueue_setup()
2097 				       struct dwc2_hsotg_req *hs_req,  in dwc2_hsotg_complete_request()  argument
2100 	if (!hs_req) {  in dwc2_hsotg_complete_request()
2106 		hs_ep, hs_ep->ep.name, hs_req, result, hs_req->req.complete);  in dwc2_hsotg_complete_request()
2113 	if (hs_req->req.status == -EINPROGRESS)  in dwc2_hsotg_complete_request()
2114 		hs_req->req.status = result;  in dwc2_hsotg_complete_request()
2117 		dwc2_hsotg_unmap_dma(hsotg, hs_ep, hs_req);  in dwc2_hsotg_complete_request()
2119 	dwc2_hsotg_handle_unaligned_buf_complete(hsotg, hs_ep, hs_req);  in dwc2_hsotg_complete_request()
2122 	list_del_init(&hs_req->queue);  in dwc2_hsotg_complete_request()
2129 	if (hs_req->req.complete) {  in dwc2_hsotg_complete_request()
2131 		usb_gadget_giveback_request(&hs_ep->ep, &hs_req->req);  in dwc2_hsotg_complete_request()
2161 	struct dwc2_hsotg_req *hs_req;  in dwc2_gadget_complete_isoc_request_ddma()  local
2172 		hs_req = get_ep_head(hs_ep);  in dwc2_gadget_complete_isoc_request_ddma()
2173 		if (!hs_req) {  in dwc2_gadget_complete_isoc_request_ddma()
2177 		ureq = &hs_req->req;  in dwc2_gadget_complete_isoc_request_ddma()
2199 		dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req, 0);  in dwc2_gadget_complete_isoc_request_ddma()
2243 	struct dwc2_hsotg_req *hs_req = hs_ep->req;  in dwc2_hsotg_rx_data()  local
2248 	if (!hs_req) {  in dwc2_hsotg_rx_data()
2264 	read_ptr = hs_req->req.actual;  in dwc2_hsotg_rx_data()
2265 	max_req = hs_req->req.length - read_ptr;  in dwc2_hsotg_rx_data()
2268 		__func__, to_read, max_req, read_ptr, hs_req->req.length);  in dwc2_hsotg_rx_data()
2281 	hs_req->req.actual += to_read;  in dwc2_hsotg_rx_data()
2289 		       hs_req->req.buf + read_ptr, to_read);  in dwc2_hsotg_rx_data()
2384 	struct dwc2_hsotg_req *hs_req = hs_ep->req;  in dwc2_hsotg_handle_outdone()  local
2385 	struct usb_request *req = &hs_req->req;  in dwc2_hsotg_handle_outdone()
2389 	if (!hs_req) {  in dwc2_hsotg_handle_outdone()
2396 		dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req, 0);  in dwc2_hsotg_handle_outdone()
2424 		dwc2_hsotg_start_req(hsotg, hs_ep, hs_req, true);  in dwc2_hsotg_handle_outdone()
2461 	dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req, result);  in dwc2_hsotg_handle_outdone()
2654 	struct dwc2_hsotg_req *hs_req = hs_ep->req;  in dwc2_hsotg_trytx()  local
2656 	if (!hs_ep->dir_in || !hs_req) {  in dwc2_hsotg_trytx()
2667 	if (hs_req->req.actual < hs_req->req.length) {  in dwc2_hsotg_trytx()
2670 		return dwc2_hsotg_write_fifo(hsotg, hs_ep, hs_req);  in dwc2_hsotg_trytx()
2687 	struct dwc2_hsotg_req *hs_req = hs_ep->req;  in dwc2_hsotg_complete_in()  local
2691 	if (!hs_req) {  in dwc2_hsotg_complete_in()
2706 		dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req, 0);  in dwc2_hsotg_complete_in()
2743 	if (hs_req->req.actual != size_done)  in dwc2_hsotg_complete_in()
2745 			__func__, hs_req->req.actual, size_done);  in dwc2_hsotg_complete_in()
2747 	hs_req->req.actual = size_done;  in dwc2_hsotg_complete_in()
2749 		hs_req->req.length, hs_req->req.actual, hs_req->req.zero);  in dwc2_hsotg_complete_in()
2751 	if (!size_left && hs_req->req.actual < hs_req->req.length) {  in dwc2_hsotg_complete_in()
2753 		dwc2_hsotg_start_req(hsotg, hs_ep, hs_req, true);  in dwc2_hsotg_complete_in()
2771 	dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req, 0);  in dwc2_hsotg_complete_in()
2818 	struct dwc2_hsotg_req *hs_req;  in dwc2_gadget_handle_ep_disabled()  local
2860 		hs_req = get_ep_head(hs_ep);  in dwc2_gadget_handle_ep_disabled()
2861 		if (hs_req)  in dwc2_gadget_handle_ep_disabled()
2862 			dwc2_hsotg_complete_request(hsotg, hs_ep, hs_req,  in dwc2_gadget_handle_ep_disabled()
4270 	struct dwc2_hsotg_req *hs_req = our_req(req);  in dwc2_hsotg_ep_dequeue()  local
4279 	if (!on_list(hs_ep, hs_req)) {  in dwc2_hsotg_ep_dequeue()
4288 	dwc2_hsotg_complete_request(hs, hs_ep, hs_req, -ECONNRESET);  in dwc2_hsotg_ep_dequeue()