301 	int rv = kernel_sendmsg(s, &msg, &iov, 1,  in siw_tx_ctrl()  local
304 	if (rv >= 0) {  in siw_tx_ctrl()
305 		c_tx->ctrl_sent += rv;  in siw_tx_ctrl()
308 			rv = 0;  in siw_tx_ctrl()
310 			rv = -EAGAIN;  in siw_tx_ctrl()
312 	return rv;  in siw_tx_ctrl()
328 	int i = 0, rv = 0, sent = 0,  in siw_tcp_sendpages()  local
340 		rv = do_tcp_sendpages(sk, page[i], offset, bytes, flags);  in siw_tcp_sendpages()
343 		if (rv > 0) {  in siw_tcp_sendpages()
344 			size -= rv;  in siw_tcp_sendpages()
345 			sent += rv;  in siw_tcp_sendpages()
346 			if (rv != bytes) {  in siw_tcp_sendpages()
347 				offset += rv;  in siw_tcp_sendpages()
348 				bytes -= rv;  in siw_tcp_sendpages()
353 			if (rv == -EAGAIN || rv == 0)  in siw_tcp_sendpages()
355 			return rv;  in siw_tcp_sendpages()
373 	int i = 0, sent = 0, rv;  in siw_0copy_tx()  local
379 		rv = siw_tcp_sendpages(s, &page[i], offset, sge_bytes);  in siw_0copy_tx()
380 		if (rv >= 0) {  in siw_0copy_tx()
381 			sent += rv;  in siw_0copy_tx()
382 			if (size == sent || sge_bytes > rv)  in siw_0copy_tx()
390 			sent = rv;  in siw_0copy_tx()
432 	int seg = 0, do_crc = c_tx->do_crc, is_kva = 0, rv;  in siw_tx_hdt()  local
440 			rv = siw_tx_ctrl(c_tx, s, MSG_DONTWAIT | MSG_MORE);  in siw_tx_hdt()
441 			if (rv)  in siw_tx_hdt()
502 					rv = -EFAULT;  in siw_tx_hdt()
545 				rv = -EMSGSIZE;  in siw_tx_hdt()
582 		rv = siw_0copy_tx(s, page_array, &wqe->sqe.sge[c_tx->sge_idx],  in siw_tx_hdt()
584 		if (rv == data_len) {  in siw_tx_hdt()
585 			rv = kernel_sendmsg(s, &msg, &iov[seg], 1, trl_len);  in siw_tx_hdt()
586 			if (rv > 0)  in siw_tx_hdt()
587 				rv += data_len;  in siw_tx_hdt()
589 				rv = data_len;  in siw_tx_hdt()
592 		rv = kernel_sendmsg(s, &msg, iov, seg + 1,  in siw_tx_hdt()
596 	if (rv < (int)hdr_len) {  in siw_tx_hdt()
599 		if (rv >= 0) {  in siw_tx_hdt()
600 			c_tx->ctrl_sent += rv;  in siw_tx_hdt()
601 			rv = -EAGAIN;  in siw_tx_hdt()
605 	rv -= hdr_len;  in siw_tx_hdt()
607 	if (rv >= (int)data_len) {  in siw_tx_hdt()
615 		rv -= data_len;  in siw_tx_hdt()
617 		if (rv == trl_len) /* all pushed */  in siw_tx_hdt()
618 			rv = 0;  in siw_tx_hdt()
622 			c_tx->ctrl_sent = rv + 4 - c_tx->pad;  in siw_tx_hdt()
624 			rv = -EAGAIN;  in siw_tx_hdt()
630 		wqe->processed -= data_len - rv;  in siw_tx_hdt()
632 		if (rv) {  in siw_tx_hdt()
639 			c_tx->bytes_unsent -= rv;  in siw_tx_hdt()
643 			while (sge_unsent <= rv) {  in siw_tx_hdt()
644 				rv -= sge_unsent;  in siw_tx_hdt()
650 			c_tx->sge_off += rv;  in siw_tx_hdt()
652 		rv = -EAGAIN;  in siw_tx_hdt()
657 	return rv;  in siw_tx_hdt()
765 			int rv = siw_check_sge(pd, sge, &wqe->mem[i], perms, 0,  in siw_check_sgl_tx()  local
768 			if (unlikely(rv != E_ACCESS_OK))  in siw_check_sgl_tx()
769 				return rv;  in siw_check_sgl_tx()
785 	int rv = 0, burst_len = qp->tx_ctx.burst;  in siw_qp_sq_proc_tx()  local
806 				rv = siw_check_sgl_tx(qp->pd, wqe, 0);  in siw_qp_sq_proc_tx()
807 				if (rv < 0) {  in siw_qp_sq_proc_tx()
810 						ecode = siw_rdmap_error(-rv);  in siw_qp_sq_proc_tx()
811 					rv = -EINVAL;  in siw_qp_sq_proc_tx()
814 				wqe->bytes = rv;  in siw_qp_sq_proc_tx()
822 					rv = -EINVAL;  in siw_qp_sq_proc_tx()
834 		rv = siw_qp_prepare_tx(c_tx);  in siw_qp_sq_proc_tx()
835 		if (rv == PKT_FRAGMENTED) {  in siw_qp_sq_proc_tx()
838 		} else if (rv == PKT_COMPLETE) {  in siw_qp_sq_proc_tx()
851 		rv = -EINPROGRESS;  in siw_qp_sq_proc_tx()
868 		rv = siw_tx_ctrl(c_tx, s, msg_flags);  in siw_qp_sq_proc_tx()
870 		if (!rv && tx_type != SIW_OP_READ &&  in siw_qp_sq_proc_tx()
877 		rv = siw_tx_hdt(c_tx, s);  in siw_qp_sq_proc_tx()
879 	if (!rv) {  in siw_qp_sq_proc_tx()
890 			rv = -ECONNABORTED;  in siw_qp_sq_proc_tx()
906 	return rv;  in siw_qp_sq_proc_tx()
916 	return rv;  in siw_qp_sq_proc_tx()
924 	int rv = 0;  in siw_fastreg_mr()  local
946 		rv = -EINVAL;  in siw_fastreg_mr()
951 		rv = -EINVAL;  in siw_fastreg_mr()
963 	return rv;  in siw_fastreg_mr()
968 	int rv;  in siw_qp_sq_proc_local()  local
972 		rv = siw_fastreg_mr(qp->pd, &wqe->sqe);  in siw_qp_sq_proc_local()
976 		rv = siw_invalidate_stag(qp->pd, wqe->sqe.rkey);  in siw_qp_sq_proc_local()
980 		rv = -EINVAL;  in siw_qp_sq_proc_local()
982 	return rv;  in siw_qp_sq_proc_local()
1017 	int rv = 0;  in siw_qp_sq_process()  local
1032 		rv = siw_qp_sq_proc_tx(qp, wqe);  in siw_qp_sq_process()
1034 		rv = siw_qp_sq_proc_local(qp, wqe);  in siw_qp_sq_process()
1036 	if (!rv) {  in siw_qp_sq_process()
1067 			rv = -EINVAL;  in siw_qp_sq_process()
1073 		rv = siw_activate_tx(qp);  in siw_qp_sq_process()
1076 		if (rv <= 0)  in siw_qp_sq_process()
1081 	} else if (rv == -EAGAIN) {  in siw_qp_sq_process()
1085 		rv = 0;  in siw_qp_sq_process()
1087 	} else if (rv == -EINPROGRESS) {  in siw_qp_sq_process()
1088 		rv = siw_sq_start(qp);  in siw_qp_sq_process()
1104 			   tx_type(wqe), rv);  in siw_qp_sq_process()
1143 			siw_dbg_qp(qp, "proc. read.response failed: %d\n", rv);  in siw_qp_sq_process()
1153 			rv = -EINVAL;  in siw_qp_sq_process()
1158 	return rv;  in siw_qp_sq_process()
1166 			int rv = siw_qp_sq_process(qp);  in siw_sq_resume()  local
1170 			if (unlikely(rv < 0)) {  in siw_sq_resume()
1171 				siw_dbg_qp(qp, "SQ task failed: err %d\n", rv);  in siw_sq_resume()