2037 	struct irdma_cqp_request *cqp_request;  in irdma_cqp_ce_handler()  local
2052 		cqp_request = (struct irdma_cqp_request *)  in irdma_cqp_ce_handler()
2054 		if (info.error && irdma_cqp_crit_err(dev, cqp_request->info.cqp_cmd,  in irdma_cqp_ce_handler()
2059 		if (cqp_request) {  in irdma_cqp_ce_handler()
2060 			cqp_request->compl_info.maj_err_code = info.maj_err_code;  in irdma_cqp_ce_handler()
2061 			cqp_request->compl_info.min_err_code = info.min_err_code;  in irdma_cqp_ce_handler()
2062 			cqp_request->compl_info.op_ret_val = info.op_ret_val;  in irdma_cqp_ce_handler()
2063 			cqp_request->compl_info.error = info.error;  in irdma_cqp_ce_handler()
2065 			if (cqp_request->waiting) {  in irdma_cqp_ce_handler()
2066 				cqp_request->request_done = true;  in irdma_cqp_ce_handler()
2067 				wake_up(&cqp_request->waitq);  in irdma_cqp_ce_handler()
2068 				irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_cqp_ce_handler()
2070 				if (cqp_request->callback_fcn)  in irdma_cqp_ce_handler()
2071 					cqp_request->callback_fcn(cqp_request);  in irdma_cqp_ce_handler()
2072 				irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_cqp_ce_handler()
2159 	struct irdma_cqp_request *cqp_request;  in irdma_del_local_mac_entry()  local
2162 	cqp_request = irdma_alloc_and_get_cqp_request(iwcqp, true);  in irdma_del_local_mac_entry()
2163 	if (!cqp_request)  in irdma_del_local_mac_entry()
2166 	cqp_info = &cqp_request->info;  in irdma_del_local_mac_entry()
2170 	cqp_info->in.u.del_local_mac_entry.scratch = (uintptr_t)cqp_request;  in irdma_del_local_mac_entry()
2174 	irdma_handle_cqp_op(rf, cqp_request);  in irdma_del_local_mac_entry()
2175 	irdma_put_cqp_request(iwcqp, cqp_request);  in irdma_del_local_mac_entry()
2189 	struct irdma_cqp_request *cqp_request;  in irdma_add_local_mac_entry()  local
2193 	cqp_request = irdma_alloc_and_get_cqp_request(iwcqp, true);  in irdma_add_local_mac_entry()
2194 	if (!cqp_request)  in irdma_add_local_mac_entry()
2197 	cqp_info = &cqp_request->info;  in irdma_add_local_mac_entry()
2202 	cqp_info->in.u.add_local_mac_entry.scratch = (uintptr_t)cqp_request;  in irdma_add_local_mac_entry()
2205 	cqp_info->in.u.add_local_mac_entry.scratch = (uintptr_t)cqp_request;  in irdma_add_local_mac_entry()
2207 	status = irdma_handle_cqp_op(rf, cqp_request);  in irdma_add_local_mac_entry()
2208 	irdma_put_cqp_request(iwcqp, cqp_request);  in irdma_add_local_mac_entry()
2225 	struct irdma_cqp_request *cqp_request;  in irdma_alloc_local_mac_entry()  local
2229 	cqp_request = irdma_alloc_and_get_cqp_request(iwcqp, true);  in irdma_alloc_local_mac_entry()
2230 	if (!cqp_request)  in irdma_alloc_local_mac_entry()
2233 	cqp_info = &cqp_request->info;  in irdma_alloc_local_mac_entry()
2237 	cqp_info->in.u.alloc_local_mac_entry.scratch = (uintptr_t)cqp_request;  in irdma_alloc_local_mac_entry()
2238 	status = irdma_handle_cqp_op(rf, cqp_request);  in irdma_alloc_local_mac_entry()
2240 		*mac_tbl_idx = (u16)cqp_request->compl_info.op_ret_val;  in irdma_alloc_local_mac_entry()
2242 	irdma_put_cqp_request(iwcqp, cqp_request);  in irdma_alloc_local_mac_entry()
2257 	struct irdma_cqp_request *cqp_request;  in irdma_cqp_manage_apbvt_cmd()  local
2261 	cqp_request = irdma_alloc_and_get_cqp_request(&iwdev->rf->cqp, add_port);  in irdma_cqp_manage_apbvt_cmd()
2262 	if (!cqp_request)  in irdma_cqp_manage_apbvt_cmd()
2265 	cqp_info = &cqp_request->info;  in irdma_cqp_manage_apbvt_cmd()
2273 	cqp_info->in.u.manage_apbvt_entry.scratch = (uintptr_t)cqp_request;  in irdma_cqp_manage_apbvt_cmd()
2277 	status = irdma_handle_cqp_op(iwdev->rf, cqp_request);  in irdma_cqp_manage_apbvt_cmd()
2278 	irdma_put_cqp_request(&iwdev->rf->cqp, cqp_request);  in irdma_cqp_manage_apbvt_cmd()
2360 	struct irdma_cqp_request *cqp_request;  in irdma_manage_arp_cache()  local
2368 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, false);  in irdma_manage_arp_cache()
2369 	if (!cqp_request)  in irdma_manage_arp_cache()
2372 	cqp_info = &cqp_request->info;  in irdma_manage_arp_cache()
2381 			(uintptr_t)cqp_request;  in irdma_manage_arp_cache()
2386 			(uintptr_t)cqp_request;  in irdma_manage_arp_cache()
2392 	irdma_handle_cqp_op(rf, cqp_request);  in irdma_manage_arp_cache()
2393 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_manage_arp_cache()
2400 static void irdma_send_syn_cqp_callback(struct irdma_cqp_request *cqp_request)  in irdma_send_syn_cqp_callback()  argument
2402 	struct irdma_cm_node *cm_node = cqp_request->param;  in irdma_send_syn_cqp_callback()
2424 	struct irdma_cqp_request *cqp_request;  in irdma_manage_qhash()  local
2429 	cqp_request = irdma_alloc_and_get_cqp_request(iwcqp, wait);  in irdma_manage_qhash()
2430 	if (!cqp_request)  in irdma_manage_qhash()
2433 	cqp_info = &cqp_request->info;  in irdma_manage_qhash()
2466 		cqp_request->callback_fcn = irdma_send_syn_cqp_callback;  in irdma_manage_qhash()
2467 		cqp_request->param = cmnode;  in irdma_manage_qhash()
2489 	cqp_info->in.u.manage_qhash_table_entry.scratch = (uintptr_t)cqp_request;  in irdma_manage_qhash()
2492 	status = irdma_handle_cqp_op(iwdev->rf, cqp_request);  in irdma_manage_qhash()
2496 	irdma_put_cqp_request(iwcqp, cqp_request);  in irdma_manage_qhash()
2505 static void irdma_hw_flush_wqes_callback(struct irdma_cqp_request *cqp_request)  in irdma_hw_flush_wqes_callback()  argument
2512 	cqp_info = &cqp_request->info;  in irdma_hw_flush_wqes_callback()
2517 	if (cqp_request->compl_info.maj_err_code)  in irdma_hw_flush_wqes_callback()
2521 	    (cqp_request->compl_info.min_err_code == IRDMA_CQP_COMPL_SQ_WQE_FLUSHED ||  in irdma_hw_flush_wqes_callback()
2522 	     cqp_request->compl_info.min_err_code == 0)) {  in irdma_hw_flush_wqes_callback()
2527 	    (cqp_request->compl_info.min_err_code == IRDMA_CQP_COMPL_RQ_WQE_FLUSHED ||  in irdma_hw_flush_wqes_callback()
2528 	     cqp_request->compl_info.min_err_code == 0)) {  in irdma_hw_flush_wqes_callback()
2550 	struct irdma_cqp_request *cqp_request;  in irdma_hw_flush_wqes()  local
2554 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, wait);  in irdma_hw_flush_wqes()
2555 	if (!cqp_request)  in irdma_hw_flush_wqes()
2558 	cqp_info = &cqp_request->info;  in irdma_hw_flush_wqes()
2560 		cqp_request->callback_fcn = irdma_hw_flush_wqes_callback;  in irdma_hw_flush_wqes()
2561 	hw_info = &cqp_request->info.in.u.qp_flush_wqes.info;  in irdma_hw_flush_wqes()
2566 	cqp_info->in.u.qp_flush_wqes.scratch = (uintptr_t)cqp_request;  in irdma_hw_flush_wqes()
2567 	status = irdma_handle_cqp_op(rf, cqp_request);  in irdma_hw_flush_wqes()
2571 		irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_hw_flush_wqes()
2575 	if (!wait || cqp_request->compl_info.maj_err_code)  in irdma_hw_flush_wqes()
2579 		if (cqp_request->compl_info.min_err_code == IRDMA_CQP_COMPL_SQ_WQE_FLUSHED ||  in irdma_hw_flush_wqes()
2580 		    cqp_request->compl_info.min_err_code == 0) {  in irdma_hw_flush_wqes()
2586 		if (cqp_request->compl_info.min_err_code == IRDMA_CQP_COMPL_RQ_WQE_FLUSHED ||  in irdma_hw_flush_wqes()
2587 		    cqp_request->compl_info.min_err_code == 0) {  in irdma_hw_flush_wqes()
2639 		  cqp_request->compl_info.maj_err_code,  in irdma_hw_flush_wqes()
2640 		  cqp_request->compl_info.min_err_code);  in irdma_hw_flush_wqes()
2642 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_hw_flush_wqes()
2658 	struct irdma_cqp_request *cqp_request;  in irdma_gen_ae()  local
2661 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, wait);  in irdma_gen_ae()
2662 	if (!cqp_request)  in irdma_gen_ae()
2665 	cqp_info = &cqp_request->info;  in irdma_gen_ae()
2666 	ae_info = &cqp_request->info.in.u.gen_ae.info;  in irdma_gen_ae()
2671 	cqp_info->in.u.gen_ae.scratch = (uintptr_t)cqp_request;  in irdma_gen_ae()
2673 	irdma_handle_cqp_op(rf, cqp_request);  in irdma_gen_ae()
2674 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_gen_ae()