811 	struct cqp_cmds_info *cqp_info;  in irdma_cqp_sds_cmd()  local
819 	cqp_info = &cqp_request->info;  in irdma_cqp_sds_cmd()
820 	memcpy(&cqp_info->in.u.update_pe_sds.info, sdinfo,  in irdma_cqp_sds_cmd()
821 	       sizeof(cqp_info->in.u.update_pe_sds.info));  in irdma_cqp_sds_cmd()
822 	cqp_info->cqp_cmd = IRDMA_OP_UPDATE_PE_SDS;  in irdma_cqp_sds_cmd()
823 	cqp_info->post_sq = 1;  in irdma_cqp_sds_cmd()
824 	cqp_info->in.u.update_pe_sds.dev = dev;  in irdma_cqp_sds_cmd()
825 	cqp_info->in.u.update_pe_sds.scratch = (uintptr_t)cqp_request;  in irdma_cqp_sds_cmd()
843 	struct cqp_cmds_info *cqp_info;  in irdma_cqp_qp_suspend_resume()  local
851 	cqp_info = &cqp_request->info;  in irdma_cqp_qp_suspend_resume()
852 	cqp_info->cqp_cmd = op;  in irdma_cqp_qp_suspend_resume()
853 	cqp_info->in.u.suspend_resume.cqp = cqp;  in irdma_cqp_qp_suspend_resume()
854 	cqp_info->in.u.suspend_resume.qp = qp;  in irdma_cqp_qp_suspend_resume()
855 	cqp_info->in.u.suspend_resume.scratch = (uintptr_t)cqp_request;  in irdma_cqp_qp_suspend_resume()
959 	struct cqp_cmds_info *cqp_info;  in irdma_cqp_query_fpm_val_cmd()  local
967 	cqp_info = &cqp_request->info;  in irdma_cqp_query_fpm_val_cmd()
969 	cqp_info->in.u.query_fpm_val.cqp = dev->cqp;  in irdma_cqp_query_fpm_val_cmd()
970 	cqp_info->in.u.query_fpm_val.fpm_val_pa = val_mem->pa;  in irdma_cqp_query_fpm_val_cmd()
971 	cqp_info->in.u.query_fpm_val.fpm_val_va = val_mem->va;  in irdma_cqp_query_fpm_val_cmd()
972 	cqp_info->in.u.query_fpm_val.hmc_fn_id = hmc_fn_id;  in irdma_cqp_query_fpm_val_cmd()
973 	cqp_info->cqp_cmd = IRDMA_OP_QUERY_FPM_VAL;  in irdma_cqp_query_fpm_val_cmd()
974 	cqp_info->post_sq = 1;  in irdma_cqp_query_fpm_val_cmd()
975 	cqp_info->in.u.query_fpm_val.scratch = (uintptr_t)cqp_request;  in irdma_cqp_query_fpm_val_cmd()
993 	struct cqp_cmds_info *cqp_info;  in irdma_cqp_commit_fpm_val_cmd()  local
1001 	cqp_info = &cqp_request->info;  in irdma_cqp_commit_fpm_val_cmd()
1003 	cqp_info->in.u.commit_fpm_val.cqp = dev->cqp;  in irdma_cqp_commit_fpm_val_cmd()
1004 	cqp_info->in.u.commit_fpm_val.fpm_val_pa = val_mem->pa;  in irdma_cqp_commit_fpm_val_cmd()
1005 	cqp_info->in.u.commit_fpm_val.fpm_val_va = val_mem->va;  in irdma_cqp_commit_fpm_val_cmd()
1006 	cqp_info->in.u.commit_fpm_val.hmc_fn_id = hmc_fn_id;  in irdma_cqp_commit_fpm_val_cmd()
1007 	cqp_info->cqp_cmd = IRDMA_OP_COMMIT_FPM_VAL;  in irdma_cqp_commit_fpm_val_cmd()
1008 	cqp_info->post_sq = 1;  in irdma_cqp_commit_fpm_val_cmd()
1009 	cqp_info->in.u.commit_fpm_val.scratch = (uintptr_t)cqp_request;  in irdma_cqp_commit_fpm_val_cmd()
1027 	struct cqp_cmds_info *cqp_info;  in irdma_cqp_cq_create_cmd()  local
1034 	cqp_info = &cqp_request->info;  in irdma_cqp_cq_create_cmd()
1035 	cqp_info->cqp_cmd = IRDMA_OP_CQ_CREATE;  in irdma_cqp_cq_create_cmd()
1036 	cqp_info->post_sq = 1;  in irdma_cqp_cq_create_cmd()
1037 	cqp_info->in.u.cq_create.cq = cq;  in irdma_cqp_cq_create_cmd()
1038 	cqp_info->in.u.cq_create.scratch = (uintptr_t)cqp_request;  in irdma_cqp_cq_create_cmd()
1056 	struct cqp_cmds_info *cqp_info;  in irdma_cqp_qp_create_cmd()  local
1064 	cqp_info = &cqp_request->info;  in irdma_cqp_qp_create_cmd()
1069 	cqp_info->cqp_cmd = IRDMA_OP_QP_CREATE;  in irdma_cqp_qp_create_cmd()
1070 	cqp_info->post_sq = 1;  in irdma_cqp_qp_create_cmd()
1071 	cqp_info->in.u.qp_create.qp = qp;  in irdma_cqp_qp_create_cmd()
1072 	cqp_info->in.u.qp_create.scratch = (uintptr_t)cqp_request;  in irdma_cqp_qp_create_cmd()
1089 	struct cqp_cmds_info *cqp_info;  in irdma_dealloc_push_page()  local
1099 	cqp_info = &cqp_request->info;  in irdma_dealloc_push_page()
1100 	cqp_info->cqp_cmd = IRDMA_OP_MANAGE_PUSH_PAGE;  in irdma_dealloc_push_page()
1101 	cqp_info->post_sq = 1;  in irdma_dealloc_push_page()
1102 	cqp_info->in.u.manage_push_page.info.push_idx = qp->push_idx;  in irdma_dealloc_push_page()
1103 	cqp_info->in.u.manage_push_page.info.qs_handle = qp->qs_handle;  in irdma_dealloc_push_page()
1104 	cqp_info->in.u.manage_push_page.info.free_page = 1;  in irdma_dealloc_push_page()
1105 	cqp_info->in.u.manage_push_page.info.push_page_type = 0;  in irdma_dealloc_push_page()
1106 	cqp_info->in.u.manage_push_page.cqp = &rf->cqp.sc_cqp;  in irdma_dealloc_push_page()
1107 	cqp_info->in.u.manage_push_page.scratch = (uintptr_t)cqp_request;  in irdma_dealloc_push_page()
1152 	struct cqp_cmds_info *cqp_info;  in irdma_cq_wq_destroy()  local
1158 	cqp_info = &cqp_request->info;  in irdma_cq_wq_destroy()
1159 	cqp_info->cqp_cmd = IRDMA_OP_CQ_DESTROY;  in irdma_cq_wq_destroy()
1160 	cqp_info->post_sq = 1;  in irdma_cq_wq_destroy()
1161 	cqp_info->in.u.cq_destroy.cq = cq;  in irdma_cq_wq_destroy()
1162 	cqp_info->in.u.cq_destroy.scratch = (uintptr_t)cqp_request;  in irdma_cq_wq_destroy()
1174 	struct cqp_cmds_info *cqp_info;  in irdma_hw_modify_qp_callback()  local
1177 	cqp_info = &cqp_request->info;  in irdma_hw_modify_qp_callback()
1178 	iwqp = cqp_info->in.u.qp_modify.qp->qp_uk.back_qp;  in irdma_hw_modify_qp_callback()
1196 	struct cqp_cmds_info *cqp_info;  in irdma_hw_modify_qp()  local
1207 	cqp_info = &cqp_request->info;  in irdma_hw_modify_qp()
1208 	m_info = &cqp_info->in.u.qp_modify.info;  in irdma_hw_modify_qp()
1210 	cqp_info->cqp_cmd = IRDMA_OP_QP_MODIFY;  in irdma_hw_modify_qp()
1211 	cqp_info->post_sq = 1;  in irdma_hw_modify_qp()
1212 	cqp_info->in.u.qp_modify.qp = &iwqp->sc_qp;  in irdma_hw_modify_qp()
1213 	cqp_info->in.u.qp_modify.scratch = (uintptr_t)cqp_request;  in irdma_hw_modify_qp()
1241 				cqp_info = &cqp_request->info;  in irdma_hw_modify_qp()
1242 				m_info = &cqp_info->in.u.qp_modify.info;  in irdma_hw_modify_qp()
1244 				cqp_info->cqp_cmd = IRDMA_OP_QP_MODIFY;  in irdma_hw_modify_qp()
1245 				cqp_info->post_sq = 1;  in irdma_hw_modify_qp()
1246 				cqp_info->in.u.qp_modify.qp = &iwqp->sc_qp;  in irdma_hw_modify_qp()
1247 				cqp_info->in.u.qp_modify.scratch = (uintptr_t)cqp_request;  in irdma_hw_modify_qp()
1285 	struct cqp_cmds_info *cqp_info;  in irdma_cqp_qp_destroy_cmd()  local
1292 	cqp_info = &cqp_request->info;  in irdma_cqp_qp_destroy_cmd()
1293 	memset(cqp_info, 0, sizeof(*cqp_info));  in irdma_cqp_qp_destroy_cmd()
1294 	cqp_info->cqp_cmd = IRDMA_OP_QP_DESTROY;  in irdma_cqp_qp_destroy_cmd()
1295 	cqp_info->post_sq = 1;  in irdma_cqp_qp_destroy_cmd()
1296 	cqp_info->in.u.qp_destroy.qp = qp;  in irdma_cqp_qp_destroy_cmd()
1297 	cqp_info->in.u.qp_destroy.scratch = (uintptr_t)cqp_request;  in irdma_cqp_qp_destroy_cmd()
1298 	cqp_info->in.u.qp_destroy.remove_hash_idx = true;  in irdma_cqp_qp_destroy_cmd()
1875 	struct cqp_cmds_info *cqp_info;  in irdma_cqp_gather_stats_cmd()  local
1882 	cqp_info = &cqp_request->info;  in irdma_cqp_gather_stats_cmd()
1883 	memset(cqp_info, 0, sizeof(*cqp_info));  in irdma_cqp_gather_stats_cmd()
1884 	cqp_info->cqp_cmd = IRDMA_OP_STATS_GATHER;  in irdma_cqp_gather_stats_cmd()
1885 	cqp_info->post_sq = 1;  in irdma_cqp_gather_stats_cmd()
1886 	cqp_info->in.u.stats_gather.info = pestat->gather_info;  in irdma_cqp_gather_stats_cmd()
1887 	cqp_info->in.u.stats_gather.scratch = (uintptr_t)cqp_request;  in irdma_cqp_gather_stats_cmd()
1888 	cqp_info->in.u.stats_gather.cqp = &rf->cqp.sc_cqp;  in irdma_cqp_gather_stats_cmd()
1912 	struct cqp_cmds_info *cqp_info;  in irdma_cqp_stats_inst_cmd()  local
1922 	cqp_info = &cqp_request->info;  in irdma_cqp_stats_inst_cmd()
1923 	memset(cqp_info, 0, sizeof(*cqp_info));  in irdma_cqp_stats_inst_cmd()
1924 	cqp_info->cqp_cmd = cmd;  in irdma_cqp_stats_inst_cmd()
1925 	cqp_info->post_sq = 1;  in irdma_cqp_stats_inst_cmd()
1926 	cqp_info->in.u.stats_manage.info = *stats_info;  in irdma_cqp_stats_inst_cmd()
1927 	cqp_info->in.u.stats_manage.scratch = (uintptr_t)cqp_request;  in irdma_cqp_stats_inst_cmd()
1928 	cqp_info->in.u.stats_manage.cqp = &rf->cqp.sc_cqp;  in irdma_cqp_stats_inst_cmd()
1947 	struct cqp_cmds_info *cqp_info;  in irdma_cqp_ceq_cmd()  local
1955 	cqp_info = &cqp_request->info;  in irdma_cqp_ceq_cmd()
1956 	cqp_info->post_sq = 1;  in irdma_cqp_ceq_cmd()
1957 	cqp_info->cqp_cmd = op;  in irdma_cqp_ceq_cmd()
1958 	cqp_info->in.u.ceq_create.ceq = sc_ceq;  in irdma_cqp_ceq_cmd()
1959 	cqp_info->in.u.ceq_create.scratch = (uintptr_t)cqp_request;  in irdma_cqp_ceq_cmd()
1977 	struct cqp_cmds_info *cqp_info;  in irdma_cqp_aeq_cmd()  local
1985 	cqp_info = &cqp_request->info;  in irdma_cqp_aeq_cmd()
1986 	cqp_info->post_sq = 1;  in irdma_cqp_aeq_cmd()
1987 	cqp_info->cqp_cmd = op;  in irdma_cqp_aeq_cmd()
1988 	cqp_info->in.u.aeq_create.aeq = sc_aeq;  in irdma_cqp_aeq_cmd()
1989 	cqp_info->in.u.aeq_create.scratch = (uintptr_t)cqp_request;  in irdma_cqp_aeq_cmd()
2010 	struct cqp_cmds_info *cqp_info;  in irdma_cqp_ws_node_cmd()  local
2023 	cqp_info = &cqp_request->info;  in irdma_cqp_ws_node_cmd()
2024 	memset(cqp_info, 0, sizeof(*cqp_info));  in irdma_cqp_ws_node_cmd()
2025 	cqp_info->cqp_cmd = cmd;  in irdma_cqp_ws_node_cmd()
2026 	cqp_info->post_sq = 1;  in irdma_cqp_ws_node_cmd()
2027 	cqp_info->in.u.ws_node.info = *node_info;  in irdma_cqp_ws_node_cmd()
2028 	cqp_info->in.u.ws_node.cqp = cqp;  in irdma_cqp_ws_node_cmd()
2029 	cqp_info->in.u.ws_node.scratch = (uintptr_t)cqp_request;  in irdma_cqp_ws_node_cmd()
2069 	struct cqp_cmds_info *cqp_info;  in irdma_ah_cqp_op()  local
2079 	cqp_info = &cqp_request->info;  in irdma_ah_cqp_op()
2080 	cqp_info->cqp_cmd = cmd;  in irdma_ah_cqp_op()
2081 	cqp_info->post_sq = 1;  in irdma_ah_cqp_op()
2083 		cqp_info->in.u.ah_create.info = sc_ah->ah_info;  in irdma_ah_cqp_op()
2084 		cqp_info->in.u.ah_create.scratch = (uintptr_t)cqp_request;  in irdma_ah_cqp_op()
2085 		cqp_info->in.u.ah_create.cqp = &rf->cqp.sc_cqp;  in irdma_ah_cqp_op()
2087 		cqp_info->in.u.ah_destroy.info = sc_ah->ah_info;  in irdma_ah_cqp_op()
2088 		cqp_info->in.u.ah_destroy.scratch = (uintptr_t)cqp_request;  in irdma_ah_cqp_op()
2089 		cqp_info->in.u.ah_destroy.cqp = &rf->cqp.sc_cqp;  in irdma_ah_cqp_op()