36 		int pg_off, bytes, rv;  in siw_rx_umem()  local
57 		rv = skb_copy_bits(srx->skb, srx->skb_offset, dest + pg_off,  in siw_rx_umem()
60 		if (unlikely(rv)) {  in siw_rx_umem()
66 				qp_id(rx_qp(srx)), __func__, len, p, rv);  in siw_rx_umem()
106 	int rv;  in siw_rx_kva()  local
110 	rv = skb_copy_bits(srx->skb, srx->skb_offset, kva, len);  in siw_rx_kva()
111 	if (unlikely(rv)) {  in siw_rx_kva()
113 			qp_id(rx_qp(srx)), __func__, len, kva, rv);  in siw_rx_kva()
115 		return rv;  in siw_rx_kva()
428 	int rv = 0;  in siw_proc_send()  local
442 		rv = siw_send_check_ntoh(srx, frx);  in siw_proc_send()
443 		if (unlikely(rv)) {  in siw_proc_send()
445 			return rv;  in siw_proc_send()
477 		rv = siw_check_sge(pd, sge, mem, IB_ACCESS_LOCAL_WRITE,  in siw_proc_send()
479 		if (unlikely(rv)) {  in siw_proc_send()
489 			rv = siw_rx_kva(srx,  in siw_proc_send()
493 			rv = siw_rx_umem(srx, mem_p->umem,  in siw_proc_send()
496 			rv = siw_rx_pbl(srx, &frx->pbl_idx, mem_p,  in siw_proc_send()
499 		if (unlikely(rv != sge_bytes)) {  in siw_proc_send()
507 		frx->sge_off += rv;  in siw_proc_send()
514 		data_bytes -= rv;  in siw_proc_send()
515 		rcvd_bytes += rv;  in siw_proc_send()
517 		srx->fpdu_part_rem -= rv;  in siw_proc_send()
518 		srx->fpdu_part_rcvd += rv;  in siw_proc_send()
525 	return (rv < 0) ? rv : -EAGAIN;  in siw_proc_send()
545 	int bytes, rv;  in siw_proc_write()  local
551 		rv = siw_write_check_ntoh(srx, frx);  in siw_proc_write()
552 		if (unlikely(rv)) {  in siw_proc_write()
554 			return rv;  in siw_proc_write()
589 	rv = siw_check_mem(qp->pd, mem, srx->ddp_to + srx->fpdu_part_rcvd,  in siw_proc_write()
591 	if (unlikely(rv)) {  in siw_proc_write()
593 				   DDP_ETYPE_TAGGED_BUF, siw_tagged_error(-rv),  in siw_proc_write()
602 		rv = siw_rx_kva(srx,  in siw_proc_write()
606 		rv = siw_rx_umem(srx, mem->umem,  in siw_proc_write()
609 		rv = siw_rx_pbl(srx, &frx->pbl_idx, mem,  in siw_proc_write()
612 	if (unlikely(rv != bytes)) {  in siw_proc_write()
618 	srx->fpdu_part_rem -= rv;  in siw_proc_write()
619 	srx->fpdu_part_rcvd += rv;  in siw_proc_write()
672 	int run_sq = 1, rv = 0;  in siw_init_rresp()  local
721 		rv = -EPROTO;  in siw_init_rresp()
727 		rv = siw_sq_start(qp);  in siw_init_rresp()
729 	return rv;  in siw_init_rresp()
785 	int bytes, rv;  in siw_proc_rresp()  local
791 			rv = -EPROTO;  in siw_proc_rresp()
797 		rv = siw_orqe_start_rx(qp);  in siw_proc_rresp()
798 		if (rv) {  in siw_proc_rresp()
803 		rv = siw_rresp_check_ntoh(srx, frx);  in siw_proc_rresp()
804 		if (unlikely(rv)) {  in siw_proc_rresp()
806 			return rv;  in siw_proc_rresp()
812 			rv = -EPROTO;  in siw_proc_rresp()
826 		rv = siw_check_sge(qp->pd, sge, mem, IB_ACCESS_LOCAL_WRITE, 0,  in siw_proc_rresp()
828 		if (unlikely(rv)) {  in siw_proc_rresp()
829 			siw_dbg_qp(qp, "target mem check: %d\n", rv);  in siw_proc_rresp()
834 					   siw_tagged_error(-rv), 0);  in siw_proc_rresp()
846 		rv = siw_rx_kva(srx,  in siw_proc_rresp()
850 		rv = siw_rx_umem(srx, mem_p->umem, sge->laddr + wqe->processed,  in siw_proc_rresp()
853 		rv = siw_rx_pbl(srx, &frx->pbl_idx, mem_p,  in siw_proc_rresp()
855 	if (rv != bytes) {  in siw_proc_rresp()
857 		rv = -EINVAL;  in siw_proc_rresp()
860 	srx->fpdu_part_rem -= rv;  in siw_proc_rresp()
861 	srx->fpdu_part_rcvd += rv;  in siw_proc_rresp()
862 	wqe->processed += rv;  in siw_proc_rresp()
873 	return rv;  in siw_proc_rresp()
1143 	int resume_tx = 0, rv = 0;  in siw_check_tx_fence()  local
1157 			rv = -EPROTO;  in siw_check_tx_fence()
1166 				rv = -EPROTO;  in siw_check_tx_fence()
1181 			rv = -EPROTO;  in siw_check_tx_fence()
1189 		rv = siw_sq_start(qp);  in siw_check_tx_fence()
1191 	return rv;  in siw_check_tx_fence()
1212 	int rv = 0;  in siw_rdmap_complete()  local
1235 			rv = siw_invalidate_stag(qp->pd, srx->inval_stag);  in siw_rdmap_complete()
1236 			if (rv) {  in siw_rdmap_complete()
1239 					rv == -EACCES ?  in siw_rdmap_complete()
1246 			rv = siw_rqe_complete(qp, &wqe->rqe, wqe->processed,  in siw_rdmap_complete()
1247 					      rv ? 0 : srx->inval_stag,  in siw_rdmap_complete()
1250 			rv = siw_rqe_complete(qp, &wqe->rqe, wqe->processed,  in siw_rdmap_complete()
1273 			rv = siw_invalidate_stag(qp->pd, wqe->sqe.sge[0].lkey);  in siw_rdmap_complete()
1274 			if (rv) {  in siw_rdmap_complete()
1281 					error = rv;  in siw_rdmap_complete()
1289 			rv = siw_sqe_complete(qp, &wqe->sqe, wqe->processed,  in siw_rdmap_complete()
1294 			rv = siw_check_tx_fence(qp);  in siw_rdmap_complete()
1302 			rv = siw_init_rresp(qp, srx);  in siw_rdmap_complete()
1328 	return rv;  in siw_rdmap_complete()
1346 	int rv;  in siw_tcp_rx_data()  local
1365 			rv = siw_get_hdr(srx);  in siw_tcp_rx_data()
1366 			if (!rv) {  in siw_tcp_rx_data()
1396 			rv = iwarp_pktinfo[qp->rx_stream.rdmap_op].rx_data(qp);  in siw_tcp_rx_data()
1397 			if (!rv) {  in siw_tcp_rx_data()
1407 				if (unlikely(rv == -ECONNRESET))  in siw_tcp_rx_data()
1418 			rv = siw_get_trailer(qp, srx);  in siw_tcp_rx_data()
1419 			if (likely(!rv)) {  in siw_tcp_rx_data()
1432 				rv = siw_rdmap_complete(qp, 0);  in siw_tcp_rx_data()
1439 			rv = -EPROTO;  in siw_tcp_rx_data()
1442 		if (unlikely(rv != 0 && rv != -EAGAIN)) {  in siw_tcp_rx_data()
1445 				siw_rdmap_complete(qp, rv);  in siw_tcp_rx_data()
1447 			siw_dbg_qp(qp, "rx error %d, rx state %d\n", rv,  in siw_tcp_rx_data()
1454 		if (rv) {  in siw_tcp_rx_data()