184 	struct qedf_ioreq *orig_io_req;  in qedf_rrq_compl()  local
194 	orig_io_req = cb_arg->aborted_io_req;  in qedf_rrq_compl()
196 	if (!orig_io_req)  in qedf_rrq_compl()
201 		cancel_delayed_work_sync(&orig_io_req->timeout_work);  in qedf_rrq_compl()
203 	refcount = kref_read(&orig_io_req->refcount);  in qedf_rrq_compl()
206 		   orig_io_req, orig_io_req->xid, rrq_req->xid, refcount);  in qedf_rrq_compl()
209 	if (orig_io_req)  in qedf_rrq_compl()
210 		kref_put(&orig_io_req->refcount, qedf_release_cmd);  in qedf_rrq_compl()
487 	struct qedf_ioreq *orig_io_req;  in qedf_srr_compl()  local
503 	orig_io_req = cb_arg->aborted_io_req;  in qedf_srr_compl()
505 	if (!orig_io_req)  in qedf_srr_compl()
508 	clear_bit(QEDF_CMD_SRR_SENT, &orig_io_req->flags);  in qedf_srr_compl()
512 		cancel_delayed_work_sync(&orig_io_req->timeout_work);  in qedf_srr_compl()
514 	refcount = kref_read(&orig_io_req->refcount);  in qedf_srr_compl()
517 		   orig_io_req, orig_io_req->xid, srr_req->xid, refcount);  in qedf_srr_compl()
553 		qedf_initiate_abts(orig_io_req, true);  in qedf_srr_compl()
560 	kref_put(&orig_io_req->refcount, qedf_release_cmd);  in qedf_srr_compl()
565 static int qedf_send_srr(struct qedf_ioreq *orig_io_req, u32 offset, u8 r_ctl)  in qedf_send_srr()  argument
575 	if (!orig_io_req) {  in qedf_send_srr()
580 	fcport = orig_io_req->fcport;  in qedf_send_srr()
594 	kref_get(&orig_io_req->refcount);  in qedf_send_srr()
602 		   "orig_xid=0x%x\n", orig_io_req, orig_io_req->xid);  in qedf_send_srr()
613 	cb_arg->aborted_io_req = orig_io_req;  in qedf_send_srr()
616 	srr.srr_ox_id = htons(orig_io_req->xid);  in qedf_send_srr()
617 	srr.srr_rx_id = htons(orig_io_req->rx_id);  in qedf_send_srr()
627 			  "=0x%x\n", orig_io_req->xid);  in qedf_send_srr()
630 		qedf_initiate_abts(orig_io_req, true);  in qedf_send_srr()
631 		kref_put(&orig_io_req->refcount, qedf_release_cmd);  in qedf_send_srr()
634 		set_bit(QEDF_CMD_SRR_SENT, &orig_io_req->flags);  in qedf_send_srr()
639 static void qedf_initiate_seq_cleanup(struct qedf_ioreq *orig_io_req,  in qedf_initiate_seq_cleanup()  argument
648 	fcport = orig_io_req->fcport;  in qedf_initiate_seq_cleanup()
652 	    orig_io_req->xid, offset);  in qedf_initiate_seq_cleanup()
662 	kref_get(&orig_io_req->refcount);  in qedf_initiate_seq_cleanup()
664 	orig_io_req->cmd_type = QEDF_SEQ_CLEANUP;  in qedf_initiate_seq_cleanup()
667 	orig_io_req->cb_arg = cb_arg;  in qedf_initiate_seq_cleanup()
669 	qedf_cmd_timer_set(fcport->qedf, orig_io_req,  in qedf_initiate_seq_cleanup()
677 	orig_io_req->task_params->sqe = sqe;  in qedf_initiate_seq_cleanup()
679 	init_initiator_sequence_recovery_fcoe_task(orig_io_req->task_params,  in qedf_initiate_seq_cleanup()
710 static bool qedf_requeue_io_req(struct qedf_ioreq *orig_io_req)  in qedf_requeue_io_req()  argument
717 	fcport = orig_io_req->fcport;  in qedf_requeue_io_req()
723 	if (!orig_io_req->sc_cmd) {  in qedf_requeue_io_req()
725 		    "xid=0x%x.\n", orig_io_req->xid);  in qedf_requeue_io_req()
736 	new_io_req->sc_cmd = orig_io_req->sc_cmd;  in qedf_requeue_io_req()
744 	orig_io_req->sc_cmd = NULL;  in qedf_requeue_io_req()
745 	kref_put(&orig_io_req->refcount, qedf_release_cmd);  in qedf_requeue_io_req()
757 		    "new_xid=0x%x.\n", orig_io_req->xid, new_io_req->xid);  in qedf_requeue_io_req()
763 		qedf_initiate_abts(orig_io_req, false);  in qedf_requeue_io_req()
775 	struct qedf_ioreq *orig_io_req;  in qedf_rec_compl()  local
797 	orig_io_req = cb_arg->aborted_io_req;  in qedf_rec_compl()
799 	if (!orig_io_req)  in qedf_rec_compl()
804 		cancel_delayed_work_sync(&orig_io_req->timeout_work);  in qedf_rec_compl()
806 	refcount = kref_read(&orig_io_req->refcount);  in qedf_rec_compl()
809 		   orig_io_req, orig_io_req->xid, rec_req->xid, refcount);  in qedf_rec_compl()
853 			qedf_requeue_io_req(orig_io_req);  in qedf_rec_compl()
866 		sc_cmd = orig_io_req->sc_cmd;  in qedf_rec_compl()
870 			    orig_io_req->xid);  in qedf_rec_compl()
875 			if (offset == orig_io_req->data_xfer_len) {  in qedf_rec_compl()
886 				offset = orig_io_req->tx_buf_off;  in qedf_rec_compl()
890 			if (orig_io_req->rx_buf_off ==  in qedf_rec_compl()
891 			    orig_io_req->data_xfer_len) {  in qedf_rec_compl()
910 			qedf_send_srr(orig_io_req, offset, r_ctl);  in qedf_rec_compl()
912 			qedf_initiate_seq_cleanup(orig_io_req, offset, r_ctl);  in qedf_rec_compl()
919 	kref_put(&orig_io_req->refcount, qedf_release_cmd);  in qedf_rec_compl()
925 int qedf_send_rec(struct qedf_ioreq *orig_io_req)  in qedf_send_rec()  argument
937 	if (!orig_io_req) {  in qedf_send_rec()
942 	fcport = orig_io_req->fcport;  in qedf_send_rec()
956 	kref_get(&orig_io_req->refcount);  in qedf_send_rec()
973 	cb_arg->aborted_io_req = orig_io_req;  in qedf_send_rec()
977 	rec.rec_ox_id = htons(orig_io_req->xid);  in qedf_send_rec()
979 	    htons(orig_io_req->task->tstorm_st_context.read_write.rx_id);  in qedf_send_rec()
982 	   "orig_xid=0x%x rx_id=0x%x\n", orig_io_req,  in qedf_send_rec()
983 	   orig_io_req->xid, rec.rec_rx_id);  in qedf_send_rec()
990 			  "=0x%x\n", orig_io_req->xid);  in qedf_send_rec()
992 		kref_put(&orig_io_req->refcount, qedf_release_cmd);  in qedf_send_rec()