184 					u64 scratch, bool post_sq)  in irdma_sc_add_arp_cache_entry()  argument
189 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_add_arp_cache_entry()
219 static int irdma_sc_del_arp_cache_entry(struct irdma_sc_cqp *cqp, u64 scratch,  in irdma_sc_del_arp_cache_entry()  argument
225 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_del_arp_cache_entry()
254 				       u64 scratch, bool post_sq)  in irdma_sc_manage_apbvt_entry()  argument
259 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_manage_apbvt_entry()
302 				  u64 scratch, bool post_sq)  in irdma_sc_manage_qhash_table_entry()  argument
310 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_manage_qhash_table_entry()
449 		       u64 scratch, bool post_sq)  in irdma_sc_qp_create()  argument
460 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_qp_create()
500 		       u64 scratch, bool post_sq)  in irdma_sc_qp_modify()  argument
509 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_qp_modify()
569 int irdma_sc_qp_destroy(struct irdma_sc_qp *qp, u64 scratch,  in irdma_sc_qp_destroy()  argument
577 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_qp_destroy()
761 static int irdma_sc_alloc_local_mac_entry(struct irdma_sc_cqp *cqp, u64 scratch,  in irdma_sc_alloc_local_mac_entry()  argument
767 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_alloc_local_mac_entry()
797 					u64 scratch, bool post_sq)  in irdma_sc_add_local_mac_entry()  argument
802 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_add_local_mac_entry()
833 static int irdma_sc_del_local_mac_entry(struct irdma_sc_cqp *cqp, u64 scratch,  in irdma_sc_del_local_mac_entry()  argument
840 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_del_local_mac_entry()
1057 			       u64 scratch, bool post_sq)  in irdma_sc_alloc_stag()  argument
1072 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_alloc_stag()
1118 				      u64 scratch, bool post_sq)  in irdma_sc_mr_reg_non_shared()  argument
1149 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_mr_reg_non_shared()
1206 				 u64 scratch, bool post_sq)  in irdma_sc_dealloc_stag()  argument
1213 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_dealloc_stag()
1245 			     struct irdma_mw_alloc_info *info, u64 scratch,  in irdma_sc_mw_alloc()  argument
1253 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_mw_alloc()
2030 				 u64 scratch)  in irdma_sc_gather_stats()  argument
2038 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_gather_stats()
2077 				      bool alloc, u64 scratch)  in irdma_sc_manage_stats_inst()  argument
2082 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_manage_stats_inst()
2113 			       struct irdma_up_info *info, u64 scratch)  in irdma_sc_set_up_map()  argument
2119 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_set_up_map()
2156 				   enum irdma_ws_node_op node_op, u64 scratch)  in irdma_sc_manage_ws_node()  argument
2161 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_manage_ws_node()
2197 			   struct irdma_qp_flush_info *info, u64 scratch,  in irdma_sc_qp_flush_wqes()  argument
2221 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_qp_flush_wqes()
2271 			   struct irdma_gen_ae_info *info, u64 scratch,  in irdma_sc_gen_ae()  argument
2280 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_gen_ae()
2312 				      u64 scratch, bool post_sq)  in irdma_sc_qp_upload_context()  argument
2319 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_qp_upload_context()
2352 				     u64 scratch, bool post_sq)  in irdma_sc_manage_push_page()  argument
2361 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_manage_push_page()
2390 			       u64 scratch)  in irdma_sc_suspend_qp()  argument
2395 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_suspend_qp()
2420 			      u64 scratch)  in irdma_sc_resume_qp()  argument
2425 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_resume_qp()
2497 static int irdma_sc_cq_create(struct irdma_sc_cq *cq, u64 scratch,  in irdma_sc_cq_create()  argument
2520 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_cq_create()
2570 int irdma_sc_cq_destroy(struct irdma_sc_cq *cq, u64 scratch, bool post_sq)  in irdma_sc_cq_destroy()  argument
2578 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_cq_destroy()
2637 			      struct irdma_modify_cq_info *info, u64 scratch,  in irdma_sc_cq_modify()  argument
2651 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_cq_modify()
3241 __le64 *irdma_sc_cqp_get_next_send_wqe_idx(struct irdma_sc_cqp *cqp, u64 scratch,  in irdma_sc_cqp_get_next_send_wqe_idx()  argument
3262 	cqp->scratch_array[*wqe_idx] = scratch;  in irdma_sc_cqp_get_next_send_wqe_idx()
3360 	info->scratch = cqp->scratch_array[wqe_idx];  in irdma_sc_ccq_get_cqe_info()
3436 					     u64 scratch, bool post_sq)  in irdma_sc_manage_hmc_pm_func_table()  argument
3441 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_manage_hmc_pm_func_table()
3491 static int irdma_sc_commit_fpm_val(struct irdma_sc_cqp *cqp, u64 scratch,  in irdma_sc_commit_fpm_val()  argument
3501 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_commit_fpm_val()
3552 static int irdma_sc_query_fpm_val(struct irdma_sc_cqp *cqp, u64 scratch,  in irdma_sc_query_fpm_val()  argument
3562 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_query_fpm_val()
3643 static int irdma_sc_ceq_create(struct irdma_sc_ceq *ceq, u64 scratch,  in irdma_sc_ceq_create()  argument
3651 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_ceq_create()
3717 int irdma_sc_cceq_create(struct irdma_sc_ceq *ceq, u64 scratch)  in irdma_sc_cceq_create()  argument
3729 	ret_code = irdma_sc_ceq_create(ceq, scratch, true);  in irdma_sc_cceq_create()
3742 int irdma_sc_ceq_destroy(struct irdma_sc_ceq *ceq, u64 scratch, bool post_sq)  in irdma_sc_ceq_destroy()  argument
3749 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_ceq_destroy()
3907 static int irdma_sc_aeq_create(struct irdma_sc_aeq *aeq, u64 scratch,  in irdma_sc_aeq_create()  argument
3915 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_aeq_create()
3946 static int irdma_sc_aeq_destroy(struct irdma_sc_aeq *aeq, u64 scratch,  in irdma_sc_aeq_destroy()  argument
3958 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_aeq_destroy()
4210 int irdma_sc_ccq_create(struct irdma_sc_cq *ccq, u64 scratch,  in irdma_sc_ccq_create()  argument
4215 	ret_code = irdma_sc_cq_create(ccq, scratch, check_overflow, post_sq);  in irdma_sc_ccq_create()
4235 int irdma_sc_ccq_destroy(struct irdma_sc_cq *ccq, u64 scratch, bool post_sq)  in irdma_sc_ccq_destroy()  argument
4244 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_ccq_destroy()
4391 			    struct irdma_update_sds_info *info, u64 scratch)  in cqp_sds_wqe_fill()  argument
4401 	wqe = irdma_sc_cqp_get_next_send_wqe_idx(cqp, scratch, &wqe_idx);  in cqp_sds_wqe_fill()
4470 			       struct irdma_update_sds_info *info, u64 scratch)  in irdma_update_pe_sds()  argument
4475 	ret_code = cqp_sds_wqe_fill(cqp, info, scratch);  in irdma_update_pe_sds()
4513 int irdma_sc_static_hmc_pages_allocated(struct irdma_sc_cqp *cqp, u64 scratch,  in irdma_sc_static_hmc_pages_allocated()  argument
4521 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_static_hmc_pages_allocated()
4612 					struct irdma_dma_mem *buf, u64 scratch)  in irdma_sc_query_rdma_features()  argument
4617 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);  in irdma_sc_query_rdma_features()
4969 					      pcmdinfo->in.u.ceq_destroy.scratch,  in irdma_exec_cqp_cmd()
4974 					      pcmdinfo->in.u.aeq_destroy.scratch,  in irdma_exec_cqp_cmd()
4980 					     pcmdinfo->in.u.ceq_create.scratch,  in irdma_exec_cqp_cmd()
4985 					     pcmdinfo->in.u.aeq_create.scratch,  in irdma_exec_cqp_cmd()
4991 						    pcmdinfo->in.u.qp_upload_context.scratch,  in irdma_exec_cqp_cmd()
4996 					    pcmdinfo->in.u.cq_create.scratch,  in irdma_exec_cqp_cmd()
5003 					    pcmdinfo->in.u.cq_modify.scratch,  in irdma_exec_cqp_cmd()
5008 					     pcmdinfo->in.u.cq_destroy.scratch,  in irdma_exec_cqp_cmd()
5014 						pcmdinfo->in.u.qp_flush_wqes.scratch,  in irdma_exec_cqp_cmd()
5020 					 pcmdinfo->in.u.gen_ae.scratch,  in irdma_exec_cqp_cmd()
5026 						   pcmdinfo->in.u.manage_push_page.scratch,  in irdma_exec_cqp_cmd()
5032 					     pcmdinfo->in.u.update_pe_sds.scratch);  in irdma_exec_cqp_cmd()
5039 							  pcmdinfo->in.u.manage_hmc_pm.scratch,  in irdma_exec_cqp_cmd()
5045 					     pcmdinfo->in.u.suspend_resume.scratch);  in irdma_exec_cqp_cmd()
5050 					    pcmdinfo->in.u.suspend_resume.scratch);  in irdma_exec_cqp_cmd()
5056 						pcmdinfo->in.u.query_fpm_val.scratch,  in irdma_exec_cqp_cmd()
5064 						 pcmdinfo->in.u.commit_fpm_val.scratch,  in irdma_exec_cqp_cmd()
5077 						    pcmdinfo->in.u.stats_manage.scratch);  in irdma_exec_cqp_cmd()
5082 					       pcmdinfo->in.u.stats_gather.scratch);  in irdma_exec_cqp_cmd()
5088 						 pcmdinfo->in.u.ws_node.scratch);  in irdma_exec_cqp_cmd()
5094 						 pcmdinfo->in.u.ws_node.scratch);  in irdma_exec_cqp_cmd()
5100 						 pcmdinfo->in.u.ws_node.scratch);  in irdma_exec_cqp_cmd()
5105 					     pcmdinfo->in.u.up_map.scratch);  in irdma_exec_cqp_cmd()
5110 						      pcmdinfo->in.u.query_rdma.scratch);  in irdma_exec_cqp_cmd()
5114 						      pcmdinfo->in.u.del_arp_cache_entry.scratch,  in irdma_exec_cqp_cmd()
5121 						     pcmdinfo->in.u.manage_apbvt_entry.scratch,  in irdma_exec_cqp_cmd()
5127 							   pcmdinfo->in.u.manage_qhash_table_entry.scratch,  in irdma_exec_cqp_cmd()
5133 					    pcmdinfo->in.u.qp_modify.scratch,  in irdma_exec_cqp_cmd()
5139 					    pcmdinfo->in.u.qp_create.scratch,  in irdma_exec_cqp_cmd()
5144 					     pcmdinfo->in.u.qp_destroy.scratch,  in irdma_exec_cqp_cmd()
5152 					     pcmdinfo->in.u.alloc_stag.scratch,  in irdma_exec_cqp_cmd()
5158 						    pcmdinfo->in.u.mr_reg_non_shared.scratch,  in irdma_exec_cqp_cmd()
5164 					       pcmdinfo->in.u.dealloc_stag.scratch,  in irdma_exec_cqp_cmd()
5170 					   pcmdinfo->in.u.mw_alloc.scratch,  in irdma_exec_cqp_cmd()
5176 						      pcmdinfo->in.u.add_arp_cache_entry.scratch,  in irdma_exec_cqp_cmd()
5181 							pcmdinfo->in.u.alloc_local_mac_entry.scratch,  in irdma_exec_cqp_cmd()
5187 						      pcmdinfo->in.u.add_local_mac_entry.scratch,  in irdma_exec_cqp_cmd()
5192 						      pcmdinfo->in.u.del_local_mac_entry.scratch,  in irdma_exec_cqp_cmd()
5200 					    pcmdinfo->in.u.ah_create.scratch);  in irdma_exec_cqp_cmd()
5205 					     pcmdinfo->in.u.ah_destroy.scratch);  in irdma_exec_cqp_cmd()
5210 						   pcmdinfo->in.u.mc_create.scratch);  in irdma_exec_cqp_cmd()
5215 						    pcmdinfo->in.u.mc_destroy.scratch);  in irdma_exec_cqp_cmd()
5220 						   pcmdinfo->in.u.mc_modify.scratch);  in irdma_exec_cqp_cmd()