646 static int set_reg_seg(struct pvrdma_sq_wqe_hdr *wqe_hdr,  in set_reg_seg()  argument
651 	wqe_hdr->wr.fast_reg.iova_start = mr->ibmr.iova;  in set_reg_seg()
652 	wqe_hdr->wr.fast_reg.pl_pdir_dma = mr->pdir.dir_dma;  in set_reg_seg()
653 	wqe_hdr->wr.fast_reg.page_shift = mr->page_shift;  in set_reg_seg()
654 	wqe_hdr->wr.fast_reg.page_list_len = mr->npages;  in set_reg_seg()
655 	wqe_hdr->wr.fast_reg.length = mr->ibmr.length;  in set_reg_seg()
656 	wqe_hdr->wr.fast_reg.access_flags = wr->access;  in set_reg_seg()
657 	wqe_hdr->wr.fast_reg.rkey = wr->key;  in set_reg_seg()
677 	struct pvrdma_sq_wqe_hdr *wqe_hdr;  in pvrdma_post_send()  local
758 		wqe_hdr = (struct pvrdma_sq_wqe_hdr *)get_sq_wqe(qp, tail);  in pvrdma_post_send()
759 		memset(wqe_hdr, 0, sizeof(*wqe_hdr));  in pvrdma_post_send()
760 		wqe_hdr->wr_id = wr->wr_id;  in pvrdma_post_send()
761 		wqe_hdr->num_sge = wr->num_sge;  in pvrdma_post_send()
762 		wqe_hdr->opcode = ib_wr_opcode_to_pvrdma(wr->opcode);  in pvrdma_post_send()
763 		wqe_hdr->send_flags = ib_send_flags_to_pvrdma(wr->send_flags);  in pvrdma_post_send()
766 			wqe_hdr->ex.imm_data = wr->ex.imm_data;  in pvrdma_post_send()
768 		if (unlikely(wqe_hdr->opcode == PVRDMA_WR_ERROR)) {  in pvrdma_post_send()
789 			wqe_hdr->wr.ud.remote_qpn = ud_wr(wr)->remote_qpn;  in pvrdma_post_send()
790 			wqe_hdr->wr.ud.remote_qkey =  in pvrdma_post_send()
793 			wqe_hdr->wr.ud.av = to_vah(ud_wr(wr)->ah)->av;  in pvrdma_post_send()
801 				wqe_hdr->wr.rdma.remote_addr =  in pvrdma_post_send()
803 				wqe_hdr->wr.rdma.rkey = rdma_wr(wr)->rkey;  in pvrdma_post_send()
807 				wqe_hdr->ex.invalidate_rkey =  in pvrdma_post_send()
812 				wqe_hdr->wr.atomic.remote_addr =  in pvrdma_post_send()
814 				wqe_hdr->wr.atomic.rkey = atomic_wr(wr)->rkey;  in pvrdma_post_send()
815 				wqe_hdr->wr.atomic.compare_add =  in pvrdma_post_send()
818 					wqe_hdr->wr.atomic.swap =  in pvrdma_post_send()
822 				ret = set_reg_seg(wqe_hdr, reg_wr(wr));  in pvrdma_post_send()
843 		sge = (struct pvrdma_sge *)(wqe_hdr + 1);  in pvrdma_post_send()
887 	struct pvrdma_rq_wqe_hdr *wqe_hdr;  in pvrdma_post_recv()  local
930 		wqe_hdr = (struct pvrdma_rq_wqe_hdr *)get_rq_wqe(qp, tail);  in pvrdma_post_recv()
931 		wqe_hdr->wr_id = wr->wr_id;  in pvrdma_post_recv()
932 		wqe_hdr->num_sge = wr->num_sge;  in pvrdma_post_recv()
933 		wqe_hdr->total_len = 0;  in pvrdma_post_recv()
935 		sge = (struct pvrdma_sge *)(wqe_hdr + 1);  in pvrdma_post_recv()