55 static u32 calc_rw_task_size(struct iscsi_task_params *task_params,  in calc_rw_task_size()  argument
64 		io_size = task_params->tx_io_size;  in calc_rw_task_size()
66 		io_size = task_params->rx_io_size;  in calc_rw_task_size()
93 static void init_sqe(struct iscsi_task_params *task_params,  in init_sqe()  argument
101 	if (!task_params->sqe)  in init_sqe()
104 	memset(task_params->sqe, 0, sizeof(*task_params->sqe));  in init_sqe()
105 	task_params->sqe->task_id = cpu_to_le16(task_params->itid);  in init_sqe()
107 		SET_FIELD(task_params->sqe->flags, ISCSI_WQE_WQE_TYPE,  in init_sqe()
118 		init_dif_context_flags(&task_params->sqe->prot_flags,  in init_sqe()
121 		SET_FIELD(task_params->sqe->flags, ISCSI_WQE_WQE_TYPE,  in init_sqe()
124 		if (task_params->tx_io_size) {  in init_sqe()
125 			buf_size = calc_rw_task_size(task_params, task_type,  in init_sqe()
137 		SET_FIELD(task_params->sqe->flags, ISCSI_WQE_NUM_SGES,  in init_sqe()
139 		SET_FIELD(task_params->sqe->contlen_cdbsize, ISCSI_WQE_CONT_LEN,  in init_sqe()
144 			SET_FIELD(task_params->sqe->contlen_cdbsize,  in init_sqe()
150 		SET_FIELD(task_params->sqe->flags, ISCSI_WQE_WQE_TYPE,  in init_sqe()
155 			SET_FIELD(task_params->sqe->contlen_cdbsize,  in init_sqe()
165 			SET_FIELD(task_params->sqe->flags, ISCSI_WQE_WQE_TYPE,  in init_sqe()
168 			SET_FIELD(task_params->sqe->flags, ISCSI_WQE_WQE_TYPE,  in init_sqe()
181 		SET_FIELD(task_params->sqe->flags, ISCSI_WQE_RESPONSE,  in init_sqe()
184 		if (task_params->tx_io_size) {  in init_sqe()
185 			SET_FIELD(task_params->sqe->contlen_cdbsize,  in init_sqe()
186 				  ISCSI_WQE_CONT_LEN, task_params->tx_io_size);  in init_sqe()
190 			SET_FIELD(task_params->sqe->flags, ISCSI_WQE_NUM_SGES,  in init_sqe()
193 			SET_FIELD(task_params->sqe->flags, ISCSI_WQE_NUM_SGES,  in init_sqe()
204 static void init_default_iscsi_task(struct iscsi_task_params *task_params,  in init_default_iscsi_task()  argument
213 	context = task_params->context;  in init_default_iscsi_task()
227 					    cpu_to_le16(task_params->conn_icid);  in init_default_iscsi_task()
233 	context->ustorm_st_context.cq_rss_number = task_params->cq_rss_number;  in init_default_iscsi_task()
234 	context->ustorm_ag_context.icid = cpu_to_le16(task_params->conn_icid);  in init_default_iscsi_task()
484 static int init_rw_iscsi_task(struct iscsi_task_params *task_params,  in init_rw_iscsi_task()  argument
498 	task_size = calc_rw_task_size(task_params, task_type, sgl_task_params,  in init_rw_iscsi_task()
501 	init_default_iscsi_task(task_params, (struct data_hdr *)pdu_header,  in init_rw_iscsi_task()
504 	cxt = task_params->context;  in init_rw_iscsi_task()
528 	if (task_params->tx_io_size) {  in init_rw_iscsi_task()
548 	} else if (task_params->rx_io_size) {  in init_rw_iscsi_task()
566 	init_ustorm_task_contexts(&task_params->context->ustorm_st_context,  in init_rw_iscsi_task()
567 				  &task_params->context->ustorm_ag_context,  in init_rw_iscsi_task()
572 	set_rw_exp_data_acked_and_cont_len(task_params->context, conn_params,  in init_rw_iscsi_task()
579 		init_rtdif_task_context(&task_params->context->rdif_context,  in init_rw_iscsi_task()
580 					&task_params->context->tdif_context,  in init_rw_iscsi_task()
583 	init_sqe(task_params, sgl_task_params, dif_task_params, pdu_header,  in init_rw_iscsi_task()
589 int init_initiator_rw_iscsi_task(struct iscsi_task_params *task_params,  in init_initiator_rw_iscsi_task()  argument
598 		return init_rw_iscsi_task(task_params,  in init_initiator_rw_iscsi_task()
605 		 (task_params->rx_io_size == 0 && task_params->tx_io_size == 0))  in init_initiator_rw_iscsi_task()
606 		return init_rw_iscsi_task(task_params,  in init_initiator_rw_iscsi_task()
616 int init_initiator_login_request_task(struct iscsi_task_params *task_params,  in init_initiator_login_request_task()  argument
623 	cxt = task_params->context;  in init_initiator_login_request_task()
625 	init_default_iscsi_task(task_params,  in init_initiator_login_request_task()
631 				  task_params->rx_io_size ?  in init_initiator_login_request_task()
633 				  task_params->tx_io_size ?  in init_initiator_login_request_task()
637 	if (task_params->tx_io_size)  in init_initiator_login_request_task()
642 	if (task_params->rx_io_size)  in init_initiator_login_request_task()
648 			cpu_to_le32(task_params->rx_io_size ?  in init_initiator_login_request_task()
651 	init_sqe(task_params, tx_params, NULL,  in init_initiator_login_request_task()
658 int init_initiator_nop_out_task(struct iscsi_task_params *task_params,  in init_initiator_nop_out_task()  argument
665 	cxt = task_params->context;  in init_initiator_nop_out_task()
667 	init_default_iscsi_task(task_params,  in init_initiator_nop_out_task()
672 		set_local_completion_context(task_params->context);  in init_initiator_nop_out_task()
674 	if (task_params->tx_io_size)  in init_initiator_nop_out_task()
679 	if (task_params->rx_io_size)  in init_initiator_nop_out_task()
686 				  task_params->rx_io_size ?  in init_initiator_nop_out_task()
688 				  task_params->tx_io_size ?  in init_initiator_nop_out_task()
693 				cpu_to_le32(task_params->rx_io_size ?  in init_initiator_nop_out_task()
697 	init_sqe(task_params, tx_sgl_task_params, NULL,  in init_initiator_nop_out_task()
704 int init_initiator_logout_request_task(struct iscsi_task_params *task_params,  in init_initiator_logout_request_task()  argument
711 	cxt = task_params->context;  in init_initiator_logout_request_task()
713 	init_default_iscsi_task(task_params,  in init_initiator_logout_request_task()
717 	if (task_params->tx_io_size)  in init_initiator_logout_request_task()
722 	if (task_params->rx_io_size)  in init_initiator_logout_request_task()
729 				  task_params->rx_io_size ?  in init_initiator_logout_request_task()
731 				  task_params->tx_io_size ?  in init_initiator_logout_request_task()
736 					cpu_to_le32(task_params->rx_io_size ?  in init_initiator_logout_request_task()
739 	init_sqe(task_params, tx_params, NULL,  in init_initiator_logout_request_task()
746 int init_initiator_tmf_request_task(struct iscsi_task_params *task_params,  in init_initiator_tmf_request_task()  argument
749 	init_default_iscsi_task(task_params, (struct data_hdr *)tmf_header,  in init_initiator_tmf_request_task()
752 	init_sqe(task_params, NULL, NULL,  in init_initiator_tmf_request_task()
759 int init_initiator_text_request_task(struct iscsi_task_params *task_params,  in init_initiator_text_request_task()  argument
766 	cxt = task_params->context;  in init_initiator_text_request_task()
768 	init_default_iscsi_task(task_params,  in init_initiator_text_request_task()
772 	if (task_params->tx_io_size)  in init_initiator_text_request_task()
777 	if (task_params->rx_io_size)  in init_initiator_text_request_task()
783 				cpu_to_le32(task_params->rx_io_size ?  in init_initiator_text_request_task()
788 				  task_params->rx_io_size ?  in init_initiator_text_request_task()
790 				  task_params->tx_io_size ?  in init_initiator_text_request_task()
793 	init_sqe(task_params, tx_params, NULL,  in init_initiator_text_request_task()
800 int init_cleanup_task(struct iscsi_task_params *task_params)  in init_cleanup_task()  argument
802 	init_sqe(task_params, NULL, NULL, NULL, NULL, ISCSI_TASK_TYPE_MIDPATH,  in init_cleanup_task()