3625 static void set_reg_umr_seg(struct mlx5_wqe_umr_ctrl_seg *umr,  in set_reg_umr_seg()  argument
3630 	memset(umr, 0, sizeof(*umr));  in set_reg_umr_seg()
3632 	umr->flags = MLX5_UMR_CHECK_NOT_FREE;  in set_reg_umr_seg()
3634 		umr->flags |= MLX5_UMR_INLINE;  in set_reg_umr_seg()
3635 	umr->xlt_octowords = cpu_to_be16(get_xlt_octo(size));  in set_reg_umr_seg()
3636 	umr->mkey_mask = frwr_mkey_mask();  in set_reg_umr_seg()
3639 static void set_linv_umr_seg(struct mlx5_wqe_umr_ctrl_seg *umr)  in set_linv_umr_seg()  argument
3641 	memset(umr, 0, sizeof(*umr));  in set_linv_umr_seg()
3642 	umr->mkey_mask = cpu_to_be64(MLX5_MKEY_MASK_FREE);  in set_linv_umr_seg()
3643 	umr->flags = MLX5_UMR_INLINE;  in set_linv_umr_seg()
3711 			       struct mlx5_wqe_umr_ctrl_seg *umr,  in set_reg_umr_segment()  argument
3716 	memset(umr, 0, sizeof(*umr));  in set_reg_umr_segment()
3719 		umr->flags = MLX5_UMR_CHECK_FREE; /* fail if free */  in set_reg_umr_segment()
3721 		umr->flags = MLX5_UMR_CHECK_NOT_FREE; /* fail if not free */  in set_reg_umr_segment()
3723 	umr->xlt_octowords = cpu_to_be16(get_xlt_octo(umrwr->xlt_size));  in set_reg_umr_segment()
3727 		umr->xlt_offset = cpu_to_be16(offset & 0xffff);  in set_reg_umr_segment()
3728 		umr->xlt_offset_47_16 = cpu_to_be32(offset >> 16);  in set_reg_umr_segment()
3729 		umr->flags |= MLX5_UMR_TRANSLATION_OFFSET_EN;  in set_reg_umr_segment()
3732 		umr->mkey_mask |= get_umr_update_translation_mask();  in set_reg_umr_segment()
3734 		umr->mkey_mask |= get_umr_update_access_mask(atomic);  in set_reg_umr_segment()
3735 		umr->mkey_mask |= get_umr_update_pd_mask();  in set_reg_umr_segment()
3738 		umr->mkey_mask |= get_umr_enable_mr_mask();  in set_reg_umr_segment()
3740 		umr->mkey_mask |= get_umr_disable_mr_mask();  in set_reg_umr_segment()
3743 		umr->flags |= MLX5_UMR_INLINE;  in set_reg_umr_segment()
3745 	return umr_check_mkey_mask(dev, be64_to_cpu(umr->mkey_mask));  in set_reg_umr_segment()
4136 static void set_sig_umr_segment(struct mlx5_wqe_umr_ctrl_seg *umr,  in set_sig_umr_segment()  argument
4139 	memset(umr, 0, sizeof(*umr));  in set_sig_umr_segment()
4141 	umr->flags = MLX5_FLAGS_INLINE | MLX5_FLAGS_CHECK_FREE;  in set_sig_umr_segment()
4142 	umr->xlt_octowords = cpu_to_be16(get_xlt_octo(size));  in set_sig_umr_segment()
4143 	umr->bsf_octowords = cpu_to_be16(MLX5_MKEY_BSF_OCTO_SIZE);  in set_sig_umr_segment()
4144 	umr->mkey_mask = sig_mkey_mask();  in set_sig_umr_segment()