Lines Matching refs:cmd
477 int iscsit_queue_rsp(struct iscsi_conn *conn, struct iscsi_cmd *cmd) in iscsit_queue_rsp() argument
479 return iscsit_add_cmd_to_response_queue(cmd, cmd->conn, cmd->i_state); in iscsit_queue_rsp()
483 void iscsit_aborted_task(struct iscsi_conn *conn, struct iscsi_cmd *cmd) in iscsit_aborted_task() argument
486 if (!list_empty(&cmd->i_conn_node)) in iscsit_aborted_task()
487 list_del_init(&cmd->i_conn_node); in iscsit_aborted_task()
490 __iscsit_free_cmd(cmd, true); in iscsit_aborted_task()
499 iscsit_xmit_nondatain_pdu(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_xmit_nondatain_pdu() argument
502 struct iscsi_hdr *hdr = (struct iscsi_hdr *)cmd->pdu; in iscsit_xmit_nondatain_pdu()
507 iov = &cmd->iov_misc[0]; in iscsit_xmit_nondatain_pdu()
508 iov[niov].iov_base = cmd->pdu; in iscsit_xmit_nondatain_pdu()
512 u32 *header_digest = (u32 *)&cmd->pdu[ISCSI_HDR_LEN]; in iscsit_xmit_nondatain_pdu()
533 iov[niov].iov_base = &cmd->pad_bytes; in iscsit_xmit_nondatain_pdu()
543 padding, &cmd->pad_bytes, in iscsit_xmit_nondatain_pdu()
544 &cmd->data_crc); in iscsit_xmit_nondatain_pdu()
546 iov[niov].iov_base = &cmd->data_crc; in iscsit_xmit_nondatain_pdu()
551 data_buf_len, hdr->opcode, cmd->data_crc); in iscsit_xmit_nondatain_pdu()
555 cmd->iov_misc_count = niov; in iscsit_xmit_nondatain_pdu()
556 cmd->tx_size = tx_size; in iscsit_xmit_nondatain_pdu()
558 ret = iscsit_send_tx_data(cmd, conn, 1); in iscsit_xmit_nondatain_pdu()
567 static int iscsit_map_iovec(struct iscsi_cmd *cmd, struct kvec *iov, int nvec,
573 iscsit_xmit_datain_pdu(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_xmit_datain_pdu() argument
580 iov = &cmd->iov_data[0]; in iscsit_xmit_datain_pdu()
581 iov[iov_count].iov_base = cmd->pdu; in iscsit_xmit_datain_pdu()
586 u32 *header_digest = (u32 *)&cmd->pdu[ISCSI_HDR_LEN]; in iscsit_xmit_datain_pdu()
588 iscsit_do_crypto_hash_buf(conn->conn_tx_hash, cmd->pdu, in iscsit_xmit_datain_pdu()
599 iov_ret = iscsit_map_iovec(cmd, &cmd->iov_data[iov_count], in iscsit_xmit_datain_pdu()
600 cmd->orig_iov_data_count - (iov_count + 2), in iscsit_xmit_datain_pdu()
608 cmd->padding = ((-datain->length) & 3); in iscsit_xmit_datain_pdu()
609 if (cmd->padding) { in iscsit_xmit_datain_pdu()
610 iov[iov_count].iov_base = cmd->pad_bytes; in iscsit_xmit_datain_pdu()
611 iov[iov_count++].iov_len = cmd->padding; in iscsit_xmit_datain_pdu()
612 tx_size += cmd->padding; in iscsit_xmit_datain_pdu()
614 pr_debug("Attaching %u padding bytes\n", cmd->padding); in iscsit_xmit_datain_pdu()
618 cmd->data_crc = iscsit_do_crypto_hash_sg(conn->conn_tx_hash, in iscsit_xmit_datain_pdu()
619 cmd, datain->offset, in iscsit_xmit_datain_pdu()
621 cmd->padding, in iscsit_xmit_datain_pdu()
622 cmd->pad_bytes); in iscsit_xmit_datain_pdu()
624 iov[iov_count].iov_base = &cmd->data_crc; in iscsit_xmit_datain_pdu()
629 datain->length + cmd->padding, cmd->data_crc); in iscsit_xmit_datain_pdu()
632 cmd->iov_data_count = iov_count; in iscsit_xmit_datain_pdu()
633 cmd->tx_size = tx_size; in iscsit_xmit_datain_pdu()
635 ret = iscsit_fe_sendpage_sg(cmd, conn); in iscsit_xmit_datain_pdu()
637 iscsit_unmap_iovec(cmd); in iscsit_xmit_datain_pdu()
647 static int iscsit_xmit_pdu(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_xmit_pdu() argument
652 return iscsit_xmit_datain_pdu(conn, cmd, buf); in iscsit_xmit_pdu()
654 return iscsit_xmit_nondatain_pdu(conn, cmd, buf, buf_len); in iscsit_xmit_pdu()
794 struct iscsi_cmd *cmd; in iscsit_add_reject() local
796 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsit_add_reject()
797 if (!cmd) in iscsit_add_reject()
800 cmd->iscsi_opcode = ISCSI_OP_REJECT; in iscsit_add_reject()
801 cmd->reject_reason = reason; in iscsit_add_reject()
803 cmd->buf_ptr = kmemdup(buf, ISCSI_HDR_LEN, GFP_KERNEL); in iscsit_add_reject()
804 if (!cmd->buf_ptr) { in iscsit_add_reject()
806 iscsit_free_cmd(cmd, false); in iscsit_add_reject()
811 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_add_reject()
814 cmd->i_state = ISTATE_SEND_REJECT; in iscsit_add_reject()
815 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_add_reject()
822 struct iscsi_cmd *cmd, in iscsit_add_reject_from_cmd() argument
828 const bool do_put = cmd->se_cmd.se_tfo != NULL; in iscsit_add_reject_from_cmd()
830 if (!cmd->conn) { in iscsit_add_reject_from_cmd()
832 cmd->init_task_tag); in iscsit_add_reject_from_cmd()
835 conn = cmd->conn; in iscsit_add_reject_from_cmd()
837 cmd->iscsi_opcode = ISCSI_OP_REJECT; in iscsit_add_reject_from_cmd()
838 cmd->reject_reason = reason; in iscsit_add_reject_from_cmd()
840 cmd->buf_ptr = kmemdup(buf, ISCSI_HDR_LEN, GFP_KERNEL); in iscsit_add_reject_from_cmd()
841 if (!cmd->buf_ptr) { in iscsit_add_reject_from_cmd()
843 iscsit_free_cmd(cmd, false); in iscsit_add_reject_from_cmd()
849 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_add_reject_from_cmd()
853 cmd->i_state = ISTATE_SEND_REJECT; in iscsit_add_reject_from_cmd()
854 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_add_reject_from_cmd()
861 target_put_sess_cmd(&cmd->se_cmd); in iscsit_add_reject_from_cmd()
866 static int iscsit_add_reject_cmd(struct iscsi_cmd *cmd, u8 reason, in iscsit_add_reject_cmd() argument
869 return iscsit_add_reject_from_cmd(cmd, reason, true, buf); in iscsit_add_reject_cmd()
872 int iscsit_reject_cmd(struct iscsi_cmd *cmd, u8 reason, unsigned char *buf) in iscsit_reject_cmd() argument
874 return iscsit_add_reject_from_cmd(cmd, reason, false, buf); in iscsit_reject_cmd()
882 static int iscsit_map_iovec(struct iscsi_cmd *cmd, struct kvec *iov, int nvec, in iscsit_map_iovec() argument
897 if (ent >= cmd->se_cmd.t_data_nents) { in iscsit_map_iovec()
902 sg = &cmd->se_cmd.t_data_sg[ent]; in iscsit_map_iovec()
905 cmd->first_data_sg = sg; in iscsit_map_iovec()
906 cmd->first_data_sg_off = page_off; in iscsit_map_iovec()
925 cmd->kmapped_nents = i; in iscsit_map_iovec()
932 for_each_sg(cmd->se_cmd.t_data_sg, sg, in iscsit_map_iovec()
933 cmd->se_cmd.t_data_nents, i) { in iscsit_map_iovec()
940 static void iscsit_unmap_iovec(struct iscsi_cmd *cmd) in iscsit_unmap_iovec() argument
945 sg = cmd->first_data_sg; in iscsit_unmap_iovec()
947 for (i = 0; i < cmd->kmapped_nents; i++) in iscsit_unmap_iovec()
954 struct iscsi_cmd *cmd, *cmd_p; in iscsit_ack_from_expstatsn() local
962 list_for_each_entry_safe(cmd, cmd_p, &conn->conn_cmd_list, i_conn_node) { in iscsit_ack_from_expstatsn()
963 spin_lock(&cmd->istate_lock); in iscsit_ack_from_expstatsn()
964 if ((cmd->i_state == ISTATE_SENT_STATUS) && in iscsit_ack_from_expstatsn()
965 iscsi_sna_lt(cmd->stat_sn, exp_statsn)) { in iscsit_ack_from_expstatsn()
966 cmd->i_state = ISTATE_REMOVE; in iscsit_ack_from_expstatsn()
967 spin_unlock(&cmd->istate_lock); in iscsit_ack_from_expstatsn()
968 list_move_tail(&cmd->i_conn_node, &ack_list); in iscsit_ack_from_expstatsn()
971 spin_unlock(&cmd->istate_lock); in iscsit_ack_from_expstatsn()
975 list_for_each_entry_safe(cmd, cmd_p, &ack_list, i_conn_node) { in iscsit_ack_from_expstatsn()
976 list_del_init(&cmd->i_conn_node); in iscsit_ack_from_expstatsn()
977 iscsit_free_cmd(cmd, false); in iscsit_ack_from_expstatsn()
981 static int iscsit_allocate_iovecs(struct iscsi_cmd *cmd) in iscsit_allocate_iovecs() argument
983 u32 iov_count = max(1UL, DIV_ROUND_UP(cmd->se_cmd.data_length, PAGE_SIZE)); in iscsit_allocate_iovecs()
986 cmd->iov_data = kcalloc(iov_count, sizeof(*cmd->iov_data), GFP_KERNEL); in iscsit_allocate_iovecs()
987 if (!cmd->iov_data) in iscsit_allocate_iovecs()
990 cmd->orig_iov_data_count = iov_count; in iscsit_allocate_iovecs()
994 int iscsit_setup_scsi_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_setup_scsi_cmd() argument
1013 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1042 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1049 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1056 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1063 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1072 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1080 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1088 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1096 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1104 cmd->data_direction = data_direction; in iscsit_setup_scsi_cmd()
1124 cmd->iscsi_opcode = ISCSI_OP_SCSI_CMD; in iscsit_setup_scsi_cmd()
1125 cmd->i_state = ISTATE_NEW_CMD; in iscsit_setup_scsi_cmd()
1126 cmd->immediate_cmd = ((hdr->opcode & ISCSI_OP_IMMEDIATE) ? 1 : 0); in iscsit_setup_scsi_cmd()
1127 cmd->immediate_data = (payload_length) ? 1 : 0; in iscsit_setup_scsi_cmd()
1128 cmd->unsolicited_data = ((!(hdr->flags & ISCSI_FLAG_CMD_FINAL) && in iscsit_setup_scsi_cmd()
1130 if (cmd->unsolicited_data) in iscsit_setup_scsi_cmd()
1131 cmd->cmd_flags |= ICF_NON_IMMEDIATE_UNSOLICITED_DATA; in iscsit_setup_scsi_cmd()
1133 conn->sess->init_task_tag = cmd->init_task_tag = hdr->itt; in iscsit_setup_scsi_cmd()
1135 cmd->targ_xfer_tag = session_get_next_ttt(conn->sess); in iscsit_setup_scsi_cmd()
1137 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_setup_scsi_cmd()
1138 cmd->cmd_sn = be32_to_cpu(hdr->cmdsn); in iscsit_setup_scsi_cmd()
1139 cmd->exp_stat_sn = be32_to_cpu(hdr->exp_statsn); in iscsit_setup_scsi_cmd()
1140 cmd->first_burst_len = payload_length; in iscsit_setup_scsi_cmd()
1143 cmd->data_direction == DMA_FROM_DEVICE) { in iscsit_setup_scsi_cmd()
1148 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1151 iscsit_attach_datain_req(cmd, dr); in iscsit_setup_scsi_cmd()
1157 transport_init_se_cmd(&cmd->se_cmd, &iscsi_ops, in iscsit_setup_scsi_cmd()
1159 cmd->data_direction, sam_task_attr, in iscsit_setup_scsi_cmd()
1160 cmd->sense_buffer + 2, scsilun_to_int(&hdr->lun)); in iscsit_setup_scsi_cmd()
1167 target_get_sess_cmd(&cmd->se_cmd, true); in iscsit_setup_scsi_cmd()
1169 cmd->sense_reason = target_cmd_init_cdb(&cmd->se_cmd, hdr->cdb); in iscsit_setup_scsi_cmd()
1170 if (cmd->sense_reason) { in iscsit_setup_scsi_cmd()
1171 if (cmd->sense_reason == TCM_OUT_OF_RESOURCES) { in iscsit_setup_scsi_cmd()
1172 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1179 cmd->sense_reason = transport_lookup_cmd_lun(&cmd->se_cmd); in iscsit_setup_scsi_cmd()
1180 if (cmd->sense_reason) in iscsit_setup_scsi_cmd()
1184 cmd->se_cmd.tag = (__force u32)cmd->init_task_tag; in iscsit_setup_scsi_cmd()
1185 cmd->sense_reason = target_cmd_parse_cdb(&cmd->se_cmd); in iscsit_setup_scsi_cmd()
1186 if (cmd->sense_reason) in iscsit_setup_scsi_cmd()
1189 if (iscsit_build_pdu_and_seq_lists(cmd, payload_length) < 0) { in iscsit_setup_scsi_cmd()
1190 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1196 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_setup_scsi_cmd()
1202 core_alua_check_nonop_delay(&cmd->se_cmd); in iscsit_setup_scsi_cmd()
1208 void iscsit_set_unsolicited_dataout(struct iscsi_cmd *cmd) in iscsit_set_unsolicited_dataout() argument
1210 iscsit_set_dataout_sequence_values(cmd); in iscsit_set_unsolicited_dataout()
1212 spin_lock_bh(&cmd->dataout_timeout_lock); in iscsit_set_unsolicited_dataout()
1213 iscsit_start_dataout_timer(cmd, cmd->conn); in iscsit_set_unsolicited_dataout()
1214 spin_unlock_bh(&cmd->dataout_timeout_lock); in iscsit_set_unsolicited_dataout()
1218 int iscsit_process_scsi_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_process_scsi_cmd() argument
1232 if (!cmd->immediate_data) { in iscsit_process_scsi_cmd()
1233 cmdsn_ret = iscsit_sequence_cmd(conn, cmd, in iscsit_process_scsi_cmd()
1238 target_put_sess_cmd(&cmd->se_cmd); in iscsit_process_scsi_cmd()
1248 if (!cmd->immediate_data) { in iscsit_process_scsi_cmd()
1249 if (!cmd->sense_reason && cmd->unsolicited_data) in iscsit_process_scsi_cmd()
1250 iscsit_set_unsolicited_dataout(cmd); in iscsit_process_scsi_cmd()
1251 if (!cmd->sense_reason) in iscsit_process_scsi_cmd()
1254 target_put_sess_cmd(&cmd->se_cmd); in iscsit_process_scsi_cmd()
1263 if (cmd->sense_reason) in iscsit_process_scsi_cmd()
1269 cmd->sense_reason = transport_generic_new_cmd(&cmd->se_cmd); in iscsit_process_scsi_cmd()
1270 if (cmd->sense_reason) in iscsit_process_scsi_cmd()
1278 iscsit_get_immediate_data(struct iscsi_cmd *cmd, struct iscsi_scsi_req *hdr, in iscsit_get_immediate_data() argument
1288 u32 length = min(cmd->se_cmd.data_length - cmd->write_data_done, in iscsit_get_immediate_data()
1289 cmd->first_burst_len); in iscsit_get_immediate_data()
1292 cmd->se_cmd.data_length, cmd->write_data_done, in iscsit_get_immediate_data()
1293 cmd->first_burst_len, length); in iscsit_get_immediate_data()
1294 rc = iscsit_dump_data_payload(cmd->conn, length, 1); in iscsit_get_immediate_data()
1299 immed_ret = iscsit_handle_immediate_data(cmd, hdr, in iscsit_get_immediate_data()
1300 cmd->first_burst_len); in iscsit_get_immediate_data()
1309 cmdsn_ret = iscsit_sequence_cmd(cmd->conn, cmd, in iscsit_get_immediate_data()
1314 if (cmd->sense_reason || cmdsn_ret == CMDSN_LOWER_THAN_EXP) { in iscsit_get_immediate_data()
1315 target_put_sess_cmd(&cmd->se_cmd); in iscsit_get_immediate_data()
1318 } else if (cmd->unsolicited_data) in iscsit_get_immediate_data()
1319 iscsit_set_unsolicited_dataout(cmd); in iscsit_get_immediate_data()
1333 cmd->i_state = ISTATE_REMOVE; in iscsit_get_immediate_data()
1334 iscsit_add_cmd_to_immediate_queue(cmd, cmd->conn, cmd->i_state); in iscsit_get_immediate_data()
1342 iscsit_handle_scsi_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_handle_scsi_cmd() argument
1349 rc = iscsit_setup_scsi_cmd(conn, cmd, buf); in iscsit_handle_scsi_cmd()
1356 if (iscsit_allocate_iovecs(cmd) < 0) { in iscsit_handle_scsi_cmd()
1357 return iscsit_reject_cmd(cmd, in iscsit_handle_scsi_cmd()
1360 immed_data = cmd->immediate_data; in iscsit_handle_scsi_cmd()
1362 rc = iscsit_process_scsi_cmd(conn, cmd, hdr); in iscsit_handle_scsi_cmd()
1371 return iscsit_get_immediate_data(cmd, hdr, dump_payload); in iscsit_handle_scsi_cmd()
1376 struct iscsi_cmd *cmd, in iscsit_do_crypto_hash_sg() argument
1388 sg = cmd->first_data_sg; in iscsit_do_crypto_hash_sg()
1389 page_off = cmd->first_data_sg_off; in iscsit_do_crypto_hash_sg()
1449 struct iscsi_cmd *cmd, u32 payload_length, in __iscsit_check_dataout_hdr() argument
1464 if (cmd->cmd_flags & ICF_GOT_LAST_DATAOUT) { in __iscsit_check_dataout_hdr()
1467 cmd->init_task_tag); in __iscsit_check_dataout_hdr()
1471 if (cmd->data_direction != DMA_TO_DEVICE) { in __iscsit_check_dataout_hdr()
1473 " NON-WRITE command.\n", cmd->init_task_tag); in __iscsit_check_dataout_hdr()
1476 se_cmd = &cmd->se_cmd; in __iscsit_check_dataout_hdr()
1477 iscsit_mod_dataout_timer(cmd); in __iscsit_check_dataout_hdr()
1479 if ((be32_to_cpu(hdr->offset) + payload_length) > cmd->se_cmd.data_length) { in __iscsit_check_dataout_hdr()
1482 cmd->se_cmd.data_length); in __iscsit_check_dataout_hdr()
1483 return iscsit_reject_cmd(cmd, ISCSI_REASON_BOOKMARK_INVALID, buf); in __iscsit_check_dataout_hdr()
1486 if (cmd->unsolicited_data) { in __iscsit_check_dataout_hdr()
1492 transport_send_check_condition_and_sense(&cmd->se_cmd, in __iscsit_check_dataout_hdr()
1514 iscsit_stop_dataout_timer(cmd); in __iscsit_check_dataout_hdr()
1531 --cmd->outstanding_r2ts < 1) in __iscsit_check_dataout_hdr()
1532 iscsit_stop_dataout_timer(cmd); in __iscsit_check_dataout_hdr()
1541 rc = iscsit_check_pre_dataout(cmd, buf); in __iscsit_check_dataout_hdr()
1556 struct iscsi_cmd *cmd; in iscsit_check_dataout_hdr() local
1573 cmd = iscsit_find_cmd_from_itt_or_dump(conn, hdr->itt, payload_length); in iscsit_check_dataout_hdr()
1574 if (!cmd) in iscsit_check_dataout_hdr()
1577 rc = __iscsit_check_dataout_hdr(conn, buf, cmd, payload_length, &success); in iscsit_check_dataout_hdr()
1580 *out_cmd = cmd; in iscsit_check_dataout_hdr()
1587 iscsit_get_dataout(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_get_dataout() argument
1595 payload_length = min_t(u32, cmd->se_cmd.data_length, in iscsit_get_dataout()
1598 iov = &cmd->iov_data[0]; in iscsit_get_dataout()
1600 iov_ret = iscsit_map_iovec(cmd, iov, cmd->orig_iov_data_count - 2, in iscsit_get_dataout()
1609 iov[iov_count].iov_base = cmd->pad_bytes; in iscsit_get_dataout()
1621 WARN_ON_ONCE(iov_count > cmd->orig_iov_data_count); in iscsit_get_dataout()
1622 rx_got = rx_data(conn, &cmd->iov_data[0], iov_count, rx_size); in iscsit_get_dataout()
1624 iscsit_unmap_iovec(cmd); in iscsit_get_dataout()
1632 data_crc = iscsit_do_crypto_hash_sg(conn->conn_rx_hash, cmd, in iscsit_get_dataout()
1635 cmd->pad_bytes); in iscsit_get_dataout()
1655 iscsit_check_dataout_payload(struct iscsi_cmd *cmd, struct iscsi_data *hdr, in iscsit_check_dataout_payload() argument
1658 struct iscsi_conn *conn = cmd->conn; in iscsit_check_dataout_payload()
1664 rc = iscsit_check_post_dataout(cmd, (unsigned char *)hdr, data_crc_failed); in iscsit_check_dataout_payload()
1668 iscsit_set_dataout_sequence_values(cmd); in iscsit_check_dataout_payload()
1669 conn->conn_transport->iscsit_get_dataout(conn, cmd, false); in iscsit_check_dataout_payload()
1675 spin_lock_bh(&cmd->istate_lock); in iscsit_check_dataout_payload()
1676 ooo_cmdsn = (cmd->cmd_flags & ICF_OOO_CMDSN); in iscsit_check_dataout_payload()
1677 cmd->cmd_flags |= ICF_GOT_LAST_DATAOUT; in iscsit_check_dataout_payload()
1678 cmd->i_state = ISTATE_RECEIVED_LAST_DATAOUT; in iscsit_check_dataout_payload()
1679 spin_unlock_bh(&cmd->istate_lock); in iscsit_check_dataout_payload()
1681 iscsit_stop_dataout_timer(cmd); in iscsit_check_dataout_payload()
1684 target_execute_cmd(&cmd->se_cmd); in iscsit_check_dataout_payload()
1695 struct iscsi_cmd *cmd = NULL; in iscsit_handle_data_out() local
1700 rc = iscsit_check_dataout_hdr(conn, buf, &cmd); in iscsit_handle_data_out()
1703 else if (!cmd) in iscsit_handle_data_out()
1706 rc = iscsit_get_dataout(conn, cmd, hdr); in iscsit_handle_data_out()
1712 return iscsit_check_dataout_payload(cmd, hdr, data_crc_failed); in iscsit_handle_data_out()
1715 int iscsit_setup_nop_out(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_setup_nop_out() argument
1722 if (!cmd) in iscsit_setup_nop_out()
1726 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, in iscsit_setup_nop_out()
1733 if (!cmd) in iscsit_setup_nop_out()
1737 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, in iscsit_setup_nop_out()
1746 if (!cmd) in iscsit_setup_nop_out()
1750 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, in iscsit_setup_nop_out()
1767 cmd->iscsi_opcode = ISCSI_OP_NOOP_OUT; in iscsit_setup_nop_out()
1768 cmd->i_state = ISTATE_SEND_NOPIN; in iscsit_setup_nop_out()
1769 cmd->immediate_cmd = ((hdr->opcode & ISCSI_OP_IMMEDIATE) ? in iscsit_setup_nop_out()
1771 conn->sess->init_task_tag = cmd->init_task_tag = hdr->itt; in iscsit_setup_nop_out()
1772 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_setup_nop_out()
1773 cmd->cmd_sn = be32_to_cpu(hdr->cmdsn); in iscsit_setup_nop_out()
1774 cmd->exp_stat_sn = be32_to_cpu(hdr->exp_statsn); in iscsit_setup_nop_out()
1775 cmd->data_direction = DMA_NONE; in iscsit_setup_nop_out()
1782 int iscsit_process_nop_out(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_process_nop_out() argument
1791 if (!cmd) in iscsit_process_nop_out()
1796 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_process_nop_out()
1802 iscsit_add_cmd_to_response_queue(cmd, conn, in iscsit_process_nop_out()
1803 cmd->i_state); in iscsit_process_nop_out()
1807 cmdsn_ret = iscsit_sequence_cmd(conn, cmd, in iscsit_process_nop_out()
1837 if (cmd) in iscsit_process_nop_out()
1838 iscsit_free_cmd(cmd, false); in iscsit_process_nop_out()
1844 static int iscsit_handle_nop_out(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_handle_nop_out() argument
1853 ret = iscsit_setup_nop_out(conn, cmd, hdr); in iscsit_handle_nop_out()
1869 iov = &cmd->iov_misc[0]; in iscsit_handle_nop_out()
1877 iov[niov].iov_base = &cmd->pad_bytes; in iscsit_handle_nop_out()
1887 WARN_ON_ONCE(niov > ARRAY_SIZE(cmd->iov_misc)); in iscsit_handle_nop_out()
1888 rx_got = rx_data(conn, &cmd->iov_misc[0], niov, rx_size); in iscsit_handle_nop_out()
1897 cmd->pad_bytes, &data_crc); in iscsit_handle_nop_out()
1931 cmd->buf_ptr = ping_data; in iscsit_handle_nop_out()
1932 cmd->buf_ptr_size = payload_length; in iscsit_handle_nop_out()
1939 return iscsit_process_nop_out(conn, cmd, hdr); in iscsit_handle_nop_out()
1941 if (cmd) in iscsit_handle_nop_out()
1942 iscsit_free_cmd(cmd, false); in iscsit_handle_nop_out()
1971 iscsit_handle_task_mgt_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_handle_task_mgt_cmd() argument
2001 return iscsit_add_reject_cmd(cmd, in iscsit_handle_task_mgt_cmd()
2008 cmd->data_direction = DMA_NONE; in iscsit_handle_task_mgt_cmd()
2009 cmd->tmr_req = kzalloc(sizeof(*cmd->tmr_req), GFP_KERNEL); in iscsit_handle_task_mgt_cmd()
2010 if (!cmd->tmr_req) { in iscsit_handle_task_mgt_cmd()
2011 return iscsit_add_reject_cmd(cmd, in iscsit_handle_task_mgt_cmd()
2016 transport_init_se_cmd(&cmd->se_cmd, &iscsi_ops, in iscsit_handle_task_mgt_cmd()
2018 TCM_SIMPLE_TAG, cmd->sense_buffer + 2, in iscsit_handle_task_mgt_cmd()
2021 target_get_sess_cmd(&cmd->se_cmd, true); in iscsit_handle_task_mgt_cmd()
2032 return iscsit_add_reject_cmd(cmd, in iscsit_handle_task_mgt_cmd()
2036 ret = core_tmr_alloc_req(&cmd->se_cmd, cmd->tmr_req, tcm_function, in iscsit_handle_task_mgt_cmd()
2039 return iscsit_add_reject_cmd(cmd, in iscsit_handle_task_mgt_cmd()
2042 cmd->tmr_req->se_tmr_req = cmd->se_cmd.se_tmr_req; in iscsit_handle_task_mgt_cmd()
2044 cmd->iscsi_opcode = ISCSI_OP_SCSI_TMFUNC; in iscsit_handle_task_mgt_cmd()
2045 cmd->i_state = ISTATE_SEND_TASKMGTRSP; in iscsit_handle_task_mgt_cmd()
2046 cmd->immediate_cmd = ((hdr->opcode & ISCSI_OP_IMMEDIATE) ? 1 : 0); in iscsit_handle_task_mgt_cmd()
2047 cmd->init_task_tag = hdr->itt; in iscsit_handle_task_mgt_cmd()
2048 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_handle_task_mgt_cmd()
2049 cmd->cmd_sn = be32_to_cpu(hdr->cmdsn); in iscsit_handle_task_mgt_cmd()
2050 cmd->exp_stat_sn = be32_to_cpu(hdr->exp_statsn); in iscsit_handle_task_mgt_cmd()
2051 se_tmr = cmd->se_cmd.se_tmr_req; in iscsit_handle_task_mgt_cmd()
2052 tmr_req = cmd->tmr_req; in iscsit_handle_task_mgt_cmd()
2057 ret = transport_lookup_tmr_lun(&cmd->se_cmd); in iscsit_handle_task_mgt_cmd()
2066 se_tmr->response = iscsit_tmr_abort_task(cmd, buf); in iscsit_handle_task_mgt_cmd()
2088 se_tmr->response = iscsit_tmr_task_reassign(cmd, buf); in iscsit_handle_task_mgt_cmd()
2097 return iscsit_add_reject_cmd(cmd, in iscsit_handle_task_mgt_cmd()
2112 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_handle_task_mgt_cmd()
2116 int cmdsn_ret = iscsit_sequence_cmd(conn, cmd, buf, hdr->cmdsn); in iscsit_handle_task_mgt_cmd()
2120 target_put_sess_cmd(&cmd->se_cmd); in iscsit_handle_task_mgt_cmd()
2134 return transport_generic_handle_tmr(&cmd->se_cmd); in iscsit_handle_task_mgt_cmd()
2144 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_handle_task_mgt_cmd()
2145 target_put_sess_cmd(&cmd->se_cmd); in iscsit_handle_task_mgt_cmd()
2152 iscsit_setup_text_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_setup_text_cmd() argument
2161 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, in iscsit_setup_text_cmd()
2168 return iscsit_reject_cmd(cmd, ISCSI_REASON_CMD_NOT_SUPPORTED, in iscsit_setup_text_cmd()
2176 cmd->iscsi_opcode = ISCSI_OP_TEXT; in iscsit_setup_text_cmd()
2177 cmd->i_state = ISTATE_SEND_TEXTRSP; in iscsit_setup_text_cmd()
2178 cmd->immediate_cmd = ((hdr->opcode & ISCSI_OP_IMMEDIATE) ? 1 : 0); in iscsit_setup_text_cmd()
2179 conn->sess->init_task_tag = cmd->init_task_tag = hdr->itt; in iscsit_setup_text_cmd()
2180 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_setup_text_cmd()
2181 cmd->cmd_sn = be32_to_cpu(hdr->cmdsn); in iscsit_setup_text_cmd()
2182 cmd->exp_stat_sn = be32_to_cpu(hdr->exp_statsn); in iscsit_setup_text_cmd()
2183 cmd->data_direction = DMA_NONE; in iscsit_setup_text_cmd()
2184 kfree(cmd->text_in_ptr); in iscsit_setup_text_cmd()
2185 cmd->text_in_ptr = NULL; in iscsit_setup_text_cmd()
2192 iscsit_process_text_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_process_text_cmd() argument
2195 unsigned char *text_in = cmd->text_in_ptr, *text_ptr; in iscsit_process_text_cmd()
2199 cmd->targ_xfer_tag = be32_to_cpu(hdr->ttt); in iscsit_process_text_cmd()
2200 if (cmd->targ_xfer_tag == 0xFFFFFFFF) { in iscsit_process_text_cmd()
2216 cmd->cmd_flags |= ICF_SENDTARGETS_ALL; in iscsit_process_text_cmd()
2219 cmd->cmd_flags |= ICF_SENDTARGETS_SINGLE; in iscsit_process_text_cmd()
2227 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_process_text_cmd()
2234 cmdsn_ret = iscsit_sequence_cmd(conn, cmd, in iscsit_process_text_cmd()
2242 return iscsit_execute_cmd(cmd, 0); in iscsit_process_text_cmd()
2245 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, in iscsit_process_text_cmd()
2251 iscsit_handle_text_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_handle_text_cmd() argument
2259 rc = iscsit_setup_text_cmd(conn, cmd, hdr); in iscsit_handle_text_cmd()
2275 cmd->text_in_ptr = text_in; in iscsit_handle_text_cmd()
2332 return iscsit_process_text_cmd(conn, cmd, hdr); in iscsit_handle_text_cmd()
2335 kfree(cmd->text_in_ptr); in iscsit_handle_text_cmd()
2336 cmd->text_in_ptr = NULL; in iscsit_handle_text_cmd()
2337 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, buf); in iscsit_handle_text_cmd()
2340 int iscsit_logout_closesession(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_logout_closesession() argument
2365 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_logout_closesession()
2370 int iscsit_logout_closeconnection(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_logout_closeconnection() argument
2376 " %hu on CID: %hu.\n", cmd->logout_cid, conn->cid); in iscsit_logout_closeconnection()
2382 if (conn->cid == cmd->logout_cid) { in iscsit_logout_closeconnection()
2402 cmd->logout_cid); in iscsit_logout_closeconnection()
2404 cmd->logout_response = ISCSI_LOGOUT_CID_NOT_FOUND; in iscsit_logout_closeconnection()
2405 iscsit_add_cmd_to_response_queue(cmd, conn, in iscsit_logout_closeconnection()
2406 cmd->i_state); in iscsit_logout_closeconnection()
2413 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_logout_closeconnection()
2418 int iscsit_logout_removeconnforrecovery(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_logout_removeconnforrecovery() argument
2423 " CID: %hu on CID: %hu.\n", cmd->logout_cid, conn->cid); in iscsit_logout_removeconnforrecovery()
2428 cmd->logout_response = ISCSI_LOGOUT_RECOVERY_UNSUPPORTED; in iscsit_logout_removeconnforrecovery()
2429 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_logout_removeconnforrecovery()
2433 if (conn->cid == cmd->logout_cid) { in iscsit_logout_removeconnforrecovery()
2436 cmd->logout_cid, conn->cid); in iscsit_logout_removeconnforrecovery()
2437 cmd->logout_response = ISCSI_LOGOUT_CLEANUP_FAILED; in iscsit_logout_removeconnforrecovery()
2438 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_logout_removeconnforrecovery()
2442 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_logout_removeconnforrecovery()
2448 iscsit_handle_logout_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_handle_logout_cmd() argument
2476 iscsit_free_cmd(cmd, false); in iscsit_handle_logout_cmd()
2480 cmd->iscsi_opcode = ISCSI_OP_LOGOUT; in iscsit_handle_logout_cmd()
2481 cmd->i_state = ISTATE_SEND_LOGOUTRSP; in iscsit_handle_logout_cmd()
2482 cmd->immediate_cmd = ((hdr->opcode & ISCSI_OP_IMMEDIATE) ? 1 : 0); in iscsit_handle_logout_cmd()
2483 conn->sess->init_task_tag = cmd->init_task_tag = hdr->itt; in iscsit_handle_logout_cmd()
2484 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_handle_logout_cmd()
2485 cmd->cmd_sn = be32_to_cpu(hdr->cmdsn); in iscsit_handle_logout_cmd()
2486 cmd->exp_stat_sn = be32_to_cpu(hdr->exp_statsn); in iscsit_handle_logout_cmd()
2487 cmd->logout_cid = be16_to_cpu(hdr->cid); in iscsit_handle_logout_cmd()
2488 cmd->logout_reason = reason_code; in iscsit_handle_logout_cmd()
2489 cmd->data_direction = DMA_NONE; in iscsit_handle_logout_cmd()
2501 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_handle_logout_cmd()
2511 if (cmd->immediate_cmd) { in iscsit_handle_logout_cmd()
2512 int ret = iscsit_execute_cmd(cmd, 0); in iscsit_handle_logout_cmd()
2517 cmdsn_ret = iscsit_sequence_cmd(conn, cmd, buf, hdr->cmdsn); in iscsit_handle_logout_cmd()
2594 struct iscsi_cmd *cmd, in iscsit_handle_immediate_data() argument
2600 struct iscsi_conn *conn = cmd->conn; in iscsit_handle_immediate_data()
2604 BUG_ON(cmd->write_data_done > cmd->se_cmd.data_length); in iscsit_handle_immediate_data()
2605 rx_size = min(cmd->se_cmd.data_length - cmd->write_data_done, length); in iscsit_handle_immediate_data()
2606 iov_ret = iscsit_map_iovec(cmd, cmd->iov_data, in iscsit_handle_immediate_data()
2607 cmd->orig_iov_data_count - 2, in iscsit_handle_immediate_data()
2608 cmd->write_data_done, rx_size); in iscsit_handle_immediate_data()
2613 iov = &cmd->iov_data[0]; in iscsit_handle_immediate_data()
2621 iscsit_unmap_iovec(cmd); in iscsit_handle_immediate_data()
2624 cmd->overflow_buf = overflow_buf; in iscsit_handle_immediate_data()
2633 iov[iov_count].iov_base = cmd->pad_bytes; in iscsit_handle_immediate_data()
2644 WARN_ON_ONCE(iov_count > cmd->orig_iov_data_count); in iscsit_handle_immediate_data()
2645 rx_got = rx_data(conn, &cmd->iov_data[0], iov_count, rx_size); in iscsit_handle_immediate_data()
2647 iscsit_unmap_iovec(cmd); in iscsit_handle_immediate_data()
2657 data_crc = iscsit_do_crypto_hash_sg(conn->conn_rx_hash, cmd, in iscsit_handle_immediate_data()
2658 cmd->write_data_done, length, padding, in iscsit_handle_immediate_data()
2659 cmd->pad_bytes); in iscsit_handle_immediate_data()
2670 iscsit_reject_cmd(cmd, in iscsit_handle_immediate_data()
2675 iscsit_reject_cmd(cmd, in iscsit_handle_immediate_data()
2687 cmd->write_data_done += length; in iscsit_handle_immediate_data()
2689 if (cmd->write_data_done == cmd->se_cmd.data_length) { in iscsit_handle_immediate_data()
2690 spin_lock_bh(&cmd->istate_lock); in iscsit_handle_immediate_data()
2691 cmd->cmd_flags |= ICF_GOT_LAST_DATAOUT; in iscsit_handle_immediate_data()
2692 cmd->i_state = ISTATE_RECEIVED_LAST_DATAOUT; in iscsit_handle_immediate_data()
2693 spin_unlock_bh(&cmd->istate_lock); in iscsit_handle_immediate_data()
2703 struct iscsi_cmd *cmd; in iscsit_build_conn_drop_async_message() local
2724 cmd = iscsit_allocate_cmd(conn_p, TASK_RUNNING); in iscsit_build_conn_drop_async_message()
2725 if (!cmd) { in iscsit_build_conn_drop_async_message()
2730 cmd->logout_cid = conn->cid; in iscsit_build_conn_drop_async_message()
2731 cmd->iscsi_opcode = ISCSI_OP_ASYNC_EVENT; in iscsit_build_conn_drop_async_message()
2732 cmd->i_state = ISTATE_SEND_ASYNCMSG; in iscsit_build_conn_drop_async_message()
2735 list_add_tail(&cmd->i_conn_node, &conn_p->conn_cmd_list); in iscsit_build_conn_drop_async_message()
2738 iscsit_add_cmd_to_response_queue(cmd, conn_p, cmd->i_state); in iscsit_build_conn_drop_async_message()
2743 struct iscsi_cmd *cmd, in iscsit_send_conn_drop_async_message() argument
2748 cmd->iscsi_opcode = ISCSI_OP_ASYNC_EVENT; in iscsit_send_conn_drop_async_message()
2750 hdr = (struct iscsi_async *) cmd->pdu; in iscsit_send_conn_drop_async_message()
2753 cmd->init_task_tag = RESERVED_ITT; in iscsit_send_conn_drop_async_message()
2754 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_send_conn_drop_async_message()
2756 cmd->stat_sn = conn->stat_sn++; in iscsit_send_conn_drop_async_message()
2757 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_send_conn_drop_async_message()
2761 hdr->param1 = cpu_to_be16(cmd->logout_cid); in iscsit_send_conn_drop_async_message()
2766 " 0x%08x, for CID: %hu on CID: %hu\n", cmd->stat_sn, in iscsit_send_conn_drop_async_message()
2767 cmd->logout_cid, conn->cid); in iscsit_send_conn_drop_async_message()
2769 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, NULL, 0); in iscsit_send_conn_drop_async_message()
2783 iscsit_build_datain_pdu(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_datain_pdu() argument
2790 if (cmd->se_cmd.se_cmd_flags & SCF_OVERFLOW_BIT) { in iscsit_build_datain_pdu()
2792 hdr->residual_count = cpu_to_be32(cmd->se_cmd.residual_count); in iscsit_build_datain_pdu()
2793 } else if (cmd->se_cmd.se_cmd_flags & SCF_UNDERFLOW_BIT) { in iscsit_build_datain_pdu()
2795 hdr->residual_count = cpu_to_be32(cmd->se_cmd.residual_count); in iscsit_build_datain_pdu()
2800 int_to_scsilun(cmd->se_cmd.orig_fe_lun, in iscsit_build_datain_pdu()
2805 hdr->itt = cmd->init_task_tag; in iscsit_build_datain_pdu()
2808 hdr->ttt = cpu_to_be32(cmd->targ_xfer_tag); in iscsit_build_datain_pdu()
2812 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_datain_pdu()
2823 cmd->init_task_tag, ntohl(hdr->statsn), ntohl(hdr->datasn), in iscsit_build_datain_pdu()
2828 static int iscsit_send_datain(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_send_datain() argument
2830 struct iscsi_data_rsp *hdr = (struct iscsi_data_rsp *)&cmd->pdu[0]; in iscsit_send_datain()
2837 dr = iscsit_get_datain_values(cmd, &datain); in iscsit_send_datain()
2840 cmd->init_task_tag); in iscsit_send_datain()
2846 if ((datain.offset + datain.length) > cmd->se_cmd.data_length) { in iscsit_send_datain()
2849 cmd->init_task_tag, datain.offset, datain.length, in iscsit_send_datain()
2850 cmd->se_cmd.data_length); in iscsit_send_datain()
2860 (cmd->se_cmd.se_cmd_flags & SCF_TRANSPORT_TASK_SENSE)) in iscsit_send_datain()
2865 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_send_datain()
2866 cmd->stat_sn = conn->stat_sn++; in iscsit_send_datain()
2873 iscsit_build_datain_pdu(cmd, conn, &datain, hdr, set_statsn); in iscsit_send_datain()
2875 ret = conn->conn_transport->iscsit_xmit_pdu(conn, cmd, dr, &datain, 0); in iscsit_send_datain()
2880 eodr = (cmd->se_cmd.se_cmd_flags & SCF_TRANSPORT_TASK_SENSE) ? in iscsit_send_datain()
2882 iscsit_free_datain_req(cmd, dr); in iscsit_send_datain()
2889 iscsit_build_logout_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_logout_rsp() argument
2900 switch (cmd->logout_reason) { in iscsit_build_logout_rsp()
2904 cmd->logout_response = ISCSI_LOGOUT_SUCCESS; in iscsit_build_logout_rsp()
2907 if (cmd->logout_response == ISCSI_LOGOUT_CID_NOT_FOUND) in iscsit_build_logout_rsp()
2922 " successful.\n", cmd->logout_cid, conn->cid); in iscsit_build_logout_rsp()
2923 cmd->logout_response = ISCSI_LOGOUT_SUCCESS; in iscsit_build_logout_rsp()
2926 if ((cmd->logout_response == ISCSI_LOGOUT_RECOVERY_UNSUPPORTED) || in iscsit_build_logout_rsp()
2927 (cmd->logout_response == ISCSI_LOGOUT_CLEANUP_FAILED)) in iscsit_build_logout_rsp()
2934 cmd->logout_cid); in iscsit_build_logout_rsp()
2941 conn->sess, cmd->logout_cid); in iscsit_build_logout_rsp()
2945 cmd->logout_cid); in iscsit_build_logout_rsp()
2946 cmd->logout_response = ISCSI_LOGOUT_CID_NOT_FOUND; in iscsit_build_logout_rsp()
2950 iscsit_discard_cr_cmds_by_expstatsn(cr, cmd->exp_stat_sn); in iscsit_build_logout_rsp()
2954 cmd->logout_cid, conn->cid); in iscsit_build_logout_rsp()
2955 cmd->logout_response = ISCSI_LOGOUT_SUCCESS; in iscsit_build_logout_rsp()
2959 cmd->logout_reason); in iscsit_build_logout_rsp()
2965 hdr->response = cmd->logout_response; in iscsit_build_logout_rsp()
2966 hdr->itt = cmd->init_task_tag; in iscsit_build_logout_rsp()
2967 cmd->stat_sn = conn->stat_sn++; in iscsit_build_logout_rsp()
2968 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_logout_rsp()
2970 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_build_logout_rsp()
2976 cmd->init_task_tag, cmd->stat_sn, hdr->response, in iscsit_build_logout_rsp()
2977 cmd->logout_cid, conn->cid); in iscsit_build_logout_rsp()
2984 iscsit_send_logout(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_send_logout() argument
2988 rc = iscsit_build_logout_rsp(cmd, conn, in iscsit_send_logout()
2989 (struct iscsi_logout_rsp *)&cmd->pdu[0]); in iscsit_send_logout()
2993 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, NULL, 0); in iscsit_send_logout()
2997 iscsit_build_nopin_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_nopin_rsp() argument
3002 hton24(hdr->dlength, cmd->buf_ptr_size); in iscsit_build_nopin_rsp()
3005 hdr->itt = cmd->init_task_tag; in iscsit_build_nopin_rsp()
3006 hdr->ttt = cpu_to_be32(cmd->targ_xfer_tag); in iscsit_build_nopin_rsp()
3007 cmd->stat_sn = (nopout_response) ? conn->stat_sn++ : in iscsit_build_nopin_rsp()
3009 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_nopin_rsp()
3012 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_build_nopin_rsp()
3019 "Solicited" : "Unsolicited", cmd->init_task_tag, in iscsit_build_nopin_rsp()
3020 cmd->targ_xfer_tag, cmd->stat_sn, cmd->buf_ptr_size); in iscsit_build_nopin_rsp()
3028 struct iscsi_cmd *cmd, in iscsit_send_unsolicited_nopin() argument
3032 struct iscsi_nopin *hdr = (struct iscsi_nopin *)&cmd->pdu[0]; in iscsit_send_unsolicited_nopin()
3035 iscsit_build_nopin_rsp(cmd, conn, hdr, false); in iscsit_send_unsolicited_nopin()
3038 " 0x%08x CID: %hu\n", hdr->ttt, cmd->stat_sn, conn->cid); in iscsit_send_unsolicited_nopin()
3040 ret = conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, NULL, 0); in iscsit_send_unsolicited_nopin()
3044 spin_lock_bh(&cmd->istate_lock); in iscsit_send_unsolicited_nopin()
3045 cmd->i_state = want_response ? in iscsit_send_unsolicited_nopin()
3047 spin_unlock_bh(&cmd->istate_lock); in iscsit_send_unsolicited_nopin()
3053 iscsit_send_nopin(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_send_nopin() argument
3055 struct iscsi_nopin *hdr = (struct iscsi_nopin *)&cmd->pdu[0]; in iscsit_send_nopin()
3057 iscsit_build_nopin_rsp(cmd, conn, hdr, true); in iscsit_send_nopin()
3063 pr_debug("Echoing back %u bytes of ping data.\n", cmd->buf_ptr_size); in iscsit_send_nopin()
3065 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, in iscsit_send_nopin()
3066 cmd->buf_ptr, in iscsit_send_nopin()
3067 cmd->buf_ptr_size); in iscsit_send_nopin()
3071 struct iscsi_cmd *cmd, in iscsit_send_r2t() argument
3078 r2t = iscsit_get_r2t_from_list(cmd); in iscsit_send_r2t()
3082 hdr = (struct iscsi_r2t_rsp *) cmd->pdu; in iscsit_send_r2t()
3086 int_to_scsilun(cmd->se_cmd.orig_fe_lun, in iscsit_send_r2t()
3088 hdr->itt = cmd->init_task_tag; in iscsit_send_r2t()
3090 conn->conn_transport->iscsit_get_r2t_ttt(conn, cmd, r2t); in iscsit_send_r2t()
3103 (!r2t->recovery_r2t) ? "" : "Recovery ", cmd->init_task_tag, in iscsit_send_r2t()
3107 spin_lock_bh(&cmd->r2t_lock); in iscsit_send_r2t()
3109 spin_unlock_bh(&cmd->r2t_lock); in iscsit_send_r2t()
3111 ret = conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, NULL, 0); in iscsit_send_r2t()
3116 spin_lock_bh(&cmd->dataout_timeout_lock); in iscsit_send_r2t()
3117 iscsit_start_dataout_timer(cmd, conn); in iscsit_send_r2t()
3118 spin_unlock_bh(&cmd->dataout_timeout_lock); in iscsit_send_r2t()
3129 struct iscsi_cmd *cmd, in iscsit_build_r2ts_for_cmd() argument
3135 spin_lock_bh(&cmd->r2t_lock); in iscsit_build_r2ts_for_cmd()
3136 if (cmd->cmd_flags & ICF_SENT_LAST_R2T) { in iscsit_build_r2ts_for_cmd()
3137 spin_unlock_bh(&cmd->r2t_lock); in iscsit_build_r2ts_for_cmd()
3143 cmd->r2t_offset = max(cmd->r2t_offset, cmd->write_data_done); in iscsit_build_r2ts_for_cmd()
3145 while (cmd->outstanding_r2ts < conn->sess->sess_ops->MaxOutstandingR2T) { in iscsit_build_r2ts_for_cmd()
3147 offset = cmd->r2t_offset; in iscsit_build_r2ts_for_cmd()
3152 cmd->next_burst_len; in iscsit_build_r2ts_for_cmd()
3154 if (new_data_end > cmd->se_cmd.data_length) in iscsit_build_r2ts_for_cmd()
3155 xfer_len = cmd->se_cmd.data_length - offset; in iscsit_build_r2ts_for_cmd()
3159 cmd->next_burst_len; in iscsit_build_r2ts_for_cmd()
3164 if (new_data_end > cmd->se_cmd.data_length) in iscsit_build_r2ts_for_cmd()
3165 xfer_len = cmd->se_cmd.data_length - offset; in iscsit_build_r2ts_for_cmd()
3171 cmd->cmd_flags |= ICF_SENT_LAST_R2T; in iscsit_build_r2ts_for_cmd()
3175 cmd->r2t_offset += xfer_len; in iscsit_build_r2ts_for_cmd()
3177 if (cmd->r2t_offset == cmd->se_cmd.data_length) in iscsit_build_r2ts_for_cmd()
3178 cmd->cmd_flags |= ICF_SENT_LAST_R2T; in iscsit_build_r2ts_for_cmd()
3182 seq = iscsit_get_seq_holder_for_r2t(cmd); in iscsit_build_r2ts_for_cmd()
3184 spin_unlock_bh(&cmd->r2t_lock); in iscsit_build_r2ts_for_cmd()
3191 if (cmd->seq_send_order == cmd->seq_count) in iscsit_build_r2ts_for_cmd()
3192 cmd->cmd_flags |= ICF_SENT_LAST_R2T; in iscsit_build_r2ts_for_cmd()
3194 cmd->outstanding_r2ts++; in iscsit_build_r2ts_for_cmd()
3197 if (iscsit_add_r2t_to_list(cmd, offset, xfer_len, 0, 0) < 0) { in iscsit_build_r2ts_for_cmd()
3198 spin_unlock_bh(&cmd->r2t_lock); in iscsit_build_r2ts_for_cmd()
3202 if (cmd->cmd_flags & ICF_SENT_LAST_R2T) in iscsit_build_r2ts_for_cmd()
3205 spin_unlock_bh(&cmd->r2t_lock); in iscsit_build_r2ts_for_cmd()
3211 void iscsit_build_rsp_pdu(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_rsp_pdu() argument
3215 cmd->stat_sn = conn->stat_sn++; in iscsit_build_rsp_pdu()
3222 if (cmd->se_cmd.se_cmd_flags & SCF_OVERFLOW_BIT) { in iscsit_build_rsp_pdu()
3224 hdr->residual_count = cpu_to_be32(cmd->se_cmd.residual_count); in iscsit_build_rsp_pdu()
3225 } else if (cmd->se_cmd.se_cmd_flags & SCF_UNDERFLOW_BIT) { in iscsit_build_rsp_pdu()
3227 hdr->residual_count = cpu_to_be32(cmd->se_cmd.residual_count); in iscsit_build_rsp_pdu()
3229 hdr->response = cmd->iscsi_response; in iscsit_build_rsp_pdu()
3230 hdr->cmd_status = cmd->se_cmd.scsi_status; in iscsit_build_rsp_pdu()
3231 hdr->itt = cmd->init_task_tag; in iscsit_build_rsp_pdu()
3232 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_rsp_pdu()
3234 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_build_rsp_pdu()
3240 cmd->init_task_tag, cmd->stat_sn, cmd->se_cmd.scsi_status, in iscsit_build_rsp_pdu()
3241 cmd->se_cmd.scsi_status, conn->cid); in iscsit_build_rsp_pdu()
3245 static int iscsit_send_response(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_send_response() argument
3247 struct iscsi_scsi_rsp *hdr = (struct iscsi_scsi_rsp *)&cmd->pdu[0]; in iscsit_send_response()
3248 bool inc_stat_sn = (cmd->i_state == ISTATE_SEND_STATUS); in iscsit_send_response()
3252 iscsit_build_rsp_pdu(cmd, conn, inc_stat_sn, hdr); in iscsit_send_response()
3257 if (cmd->se_cmd.sense_buffer && in iscsit_send_response()
3258 ((cmd->se_cmd.se_cmd_flags & SCF_TRANSPORT_TASK_SENSE) || in iscsit_send_response()
3259 (cmd->se_cmd.se_cmd_flags & SCF_EMULATED_TASK_SENSE))) { in iscsit_send_response()
3260 put_unaligned_be16(cmd->se_cmd.scsi_sense_length, cmd->sense_buffer); in iscsit_send_response()
3261 cmd->se_cmd.scsi_sense_length += sizeof (__be16); in iscsit_send_response()
3263 padding = -(cmd->se_cmd.scsi_sense_length) & 3; in iscsit_send_response()
3264 hton24(hdr->dlength, (u32)cmd->se_cmd.scsi_sense_length); in iscsit_send_response()
3265 data_buf = cmd->sense_buffer; in iscsit_send_response()
3266 data_buf_len = cmd->se_cmd.scsi_sense_length + padding; in iscsit_send_response()
3269 memset(cmd->sense_buffer + in iscsit_send_response()
3270 cmd->se_cmd.scsi_sense_length, 0, padding); in iscsit_send_response()
3277 cmd->se_cmd.scsi_sense_length); in iscsit_send_response()
3280 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, data_buf, in iscsit_send_response()
3302 iscsit_build_task_mgt_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_task_mgt_rsp() argument
3305 struct se_tmr_req *se_tmr = cmd->se_cmd.se_tmr_req; in iscsit_build_task_mgt_rsp()
3310 hdr->itt = cmd->init_task_tag; in iscsit_build_task_mgt_rsp()
3311 cmd->stat_sn = conn->stat_sn++; in iscsit_build_task_mgt_rsp()
3312 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_task_mgt_rsp()
3314 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_build_task_mgt_rsp()
3320 cmd->init_task_tag, cmd->stat_sn, hdr->response, conn->cid); in iscsit_build_task_mgt_rsp()
3325 iscsit_send_task_mgt_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_send_task_mgt_rsp() argument
3327 struct iscsi_tm_rsp *hdr = (struct iscsi_tm_rsp *)&cmd->pdu[0]; in iscsit_send_task_mgt_rsp()
3329 iscsit_build_task_mgt_rsp(cmd, conn, hdr); in iscsit_send_task_mgt_rsp()
3331 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, NULL, 0); in iscsit_send_task_mgt_rsp()
3337 iscsit_build_sendtargets_response(struct iscsi_cmd *cmd, in iscsit_build_sendtargets_response() argument
3342 struct iscsi_conn *conn = cmd->conn; in iscsit_build_sendtargets_response()
3349 unsigned char *text_in = cmd->text_in_ptr, *text_ptr = NULL; in iscsit_build_sendtargets_response()
3363 if (cmd->cmd_flags & ICF_SENDTARGETS_SINGLE) { in iscsit_build_sendtargets_response()
3379 if ((cmd->cmd_flags & ICF_SENDTARGETS_SINGLE) && in iscsit_build_sendtargets_response()
3397 cmd->conn->sess->sess_ops->InitiatorName))) { in iscsit_build_sendtargets_response()
3476 if (cmd->cmd_flags & ICF_SENDTARGETS_SINGLE) in iscsit_build_sendtargets_response()
3481 cmd->buf_ptr = payload; in iscsit_build_sendtargets_response()
3487 iscsit_build_text_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_text_rsp() argument
3494 text_length = iscsit_build_sendtargets_response(cmd, network_transport, in iscsit_build_text_rsp()
3495 cmd->read_data_done, in iscsit_build_text_rsp()
3504 cmd->read_data_done += text_length; in iscsit_build_text_rsp()
3505 if (cmd->targ_xfer_tag == 0xFFFFFFFF) in iscsit_build_text_rsp()
3506 cmd->targ_xfer_tag = session_get_next_ttt(conn->sess); in iscsit_build_text_rsp()
3511 hdr->itt = cmd->init_task_tag; in iscsit_build_text_rsp()
3512 hdr->ttt = cpu_to_be32(cmd->targ_xfer_tag); in iscsit_build_text_rsp()
3513 cmd->stat_sn = conn->stat_sn++; in iscsit_build_text_rsp()
3514 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_text_rsp()
3516 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_build_text_rsp()
3522 cmd->maxcmdsn_inc = 0; in iscsit_build_text_rsp()
3527 " Length: %u, CID: %hu F: %d C: %d\n", cmd->init_task_tag, in iscsit_build_text_rsp()
3528 cmd->targ_xfer_tag, cmd->stat_sn, text_length, conn->cid, in iscsit_build_text_rsp()
3537 struct iscsi_cmd *cmd, in iscsit_send_text_rsp() argument
3540 struct iscsi_text_rsp *hdr = (struct iscsi_text_rsp *)cmd->pdu; in iscsit_send_text_rsp()
3543 text_length = iscsit_build_text_rsp(cmd, conn, hdr, in iscsit_send_text_rsp()
3548 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, in iscsit_send_text_rsp()
3549 cmd->buf_ptr, in iscsit_send_text_rsp()
3554 iscsit_build_reject(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_reject() argument
3558 hdr->reason = cmd->reject_reason; in iscsit_build_reject()
3562 cmd->stat_sn = conn->stat_sn++; in iscsit_build_reject()
3563 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_reject()
3571 struct iscsi_cmd *cmd, in iscsit_send_reject() argument
3574 struct iscsi_reject *hdr = (struct iscsi_reject *)&cmd->pdu[0]; in iscsit_send_reject()
3576 iscsit_build_reject(cmd, conn, hdr); in iscsit_send_reject()
3581 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, in iscsit_send_reject()
3582 cmd->buf_ptr, in iscsit_send_reject()
3612 iscsit_immediate_queue(struct iscsi_conn *conn, struct iscsi_cmd *cmd, int state) in iscsit_immediate_queue() argument
3618 ret = iscsit_send_r2t(cmd, conn); in iscsit_immediate_queue()
3624 list_del_init(&cmd->i_conn_node); in iscsit_immediate_queue()
3627 iscsit_free_cmd(cmd, false); in iscsit_immediate_queue()
3631 ret = iscsit_send_unsolicited_nopin(cmd, conn, 1); in iscsit_immediate_queue()
3636 ret = iscsit_send_unsolicited_nopin(cmd, conn, 0); in iscsit_immediate_queue()
3643 cmd->iscsi_opcode, cmd->init_task_tag, state, in iscsit_immediate_queue()
3660 struct iscsi_cmd *cmd; in iscsit_handle_immediate_queue() local
3666 cmd = qr->cmd; in iscsit_handle_immediate_queue()
3670 ret = t->iscsit_immediate_queue(conn, cmd, state); in iscsit_handle_immediate_queue()
3679 iscsit_response_queue(struct iscsi_conn *conn, struct iscsi_cmd *cmd, int state) in iscsit_response_queue() argument
3686 ret = iscsit_send_datain(cmd, conn); in iscsit_response_queue()
3694 spin_lock_bh(&cmd->istate_lock); in iscsit_response_queue()
3695 cmd->i_state = ISTATE_SENT_STATUS; in iscsit_response_queue()
3696 spin_unlock_bh(&cmd->istate_lock); in iscsit_response_queue()
3705 spin_lock_bh(&cmd->istate_lock); in iscsit_response_queue()
3706 cmd->i_state = ISTATE_SEND_STATUS; in iscsit_response_queue()
3707 spin_unlock_bh(&cmd->istate_lock); in iscsit_response_queue()
3715 ret = iscsit_send_response(cmd, conn); in iscsit_response_queue()
3718 ret = iscsit_send_logout(cmd, conn); in iscsit_response_queue()
3722 cmd, conn); in iscsit_response_queue()
3725 ret = iscsit_send_nopin(cmd, conn); in iscsit_response_queue()
3728 ret = iscsit_send_reject(cmd, conn); in iscsit_response_queue()
3731 ret = iscsit_send_task_mgt_rsp(cmd, conn); in iscsit_response_queue()
3734 ret = iscsit_tmr_post_handler(cmd, conn); in iscsit_response_queue()
3739 ret = iscsit_send_text_rsp(cmd, conn); in iscsit_response_queue()
3744 cmd->iscsi_opcode, cmd->init_task_tag, in iscsit_response_queue()
3753 if (!iscsit_logout_post_handler(cmd, conn)) in iscsit_response_queue()
3763 spin_lock_bh(&cmd->istate_lock); in iscsit_response_queue()
3764 cmd->i_state = ISTATE_SENT_STATUS; in iscsit_response_queue()
3765 spin_unlock_bh(&cmd->istate_lock); in iscsit_response_queue()
3770 cmd->iscsi_opcode, cmd->init_task_tag, in iscsit_response_queue()
3771 cmd->i_state, conn->cid); in iscsit_response_queue()
3789 struct iscsi_cmd *cmd; in iscsit_handle_response_queue() local
3794 cmd = qr->cmd; in iscsit_handle_response_queue()
3798 ret = t->iscsit_response_queue(conn, cmd, state); in iscsit_handle_response_queue()
3867 struct iscsi_cmd *cmd; in iscsi_target_rx_opcode() local
3872 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsi_target_rx_opcode()
3873 if (!cmd) in iscsi_target_rx_opcode()
3876 ret = iscsit_handle_scsi_cmd(conn, cmd, buf); in iscsi_target_rx_opcode()
3882 cmd = NULL; in iscsi_target_rx_opcode()
3884 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsi_target_rx_opcode()
3885 if (!cmd) in iscsi_target_rx_opcode()
3888 ret = iscsit_handle_nop_out(conn, cmd, buf); in iscsi_target_rx_opcode()
3891 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsi_target_rx_opcode()
3892 if (!cmd) in iscsi_target_rx_opcode()
3895 ret = iscsit_handle_task_mgt_cmd(conn, cmd, buf); in iscsi_target_rx_opcode()
3899 cmd = iscsit_find_cmd_from_itt(conn, hdr->itt); in iscsi_target_rx_opcode()
3900 if (!cmd) in iscsi_target_rx_opcode()
3903 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsi_target_rx_opcode()
3904 if (!cmd) in iscsi_target_rx_opcode()
3908 ret = iscsit_handle_text_cmd(conn, cmd, buf); in iscsi_target_rx_opcode()
3911 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsi_target_rx_opcode()
3912 if (!cmd) in iscsi_target_rx_opcode()
3915 ret = iscsit_handle_logout_cmd(conn, cmd, buf); in iscsi_target_rx_opcode()
4075 struct iscsi_cmd *cmd = NULL, *cmd_tmp = NULL; in iscsit_release_commands_from_conn() local
4085 list_for_each_entry_safe(cmd, cmd_tmp, &tmp_list, i_conn_node) { in iscsit_release_commands_from_conn()
4086 struct se_cmd *se_cmd = &cmd->se_cmd; in iscsit_release_commands_from_conn()
4096 list_move_tail(&cmd->i_conn_node, in iscsit_release_commands_from_conn()
4106 list_for_each_entry_safe(cmd, cmd_tmp, &tmp_list, i_conn_node) { in iscsit_release_commands_from_conn()
4107 list_del_init(&cmd->i_conn_node); in iscsit_release_commands_from_conn()
4109 iscsit_increment_maxcmdsn(cmd, sess); in iscsit_release_commands_from_conn()
4110 iscsit_free_cmd(cmd, true); in iscsit_release_commands_from_conn()
4118 struct iscsi_cmd *cmd; in iscsit_stop_timers_for_cmds() local
4121 list_for_each_entry(cmd, &conn->conn_cmd_list, i_conn_node) { in iscsit_stop_timers_for_cmds()
4122 if (cmd->data_direction == DMA_TO_DEVICE) in iscsit_stop_timers_for_cmds()
4123 iscsit_stop_dataout_timer(cmd); in iscsit_stop_timers_for_cmds()
4527 struct iscsi_cmd *cmd, in iscsit_logout_post_handler() argument
4532 switch (cmd->logout_reason) { in iscsit_logout_post_handler()
4534 switch (cmd->logout_response) { in iscsit_logout_post_handler()
4543 if (conn->cid == cmd->logout_cid) { in iscsit_logout_post_handler()
4544 switch (cmd->logout_response) { in iscsit_logout_post_handler()
4552 switch (cmd->logout_response) { in iscsit_logout_post_handler()
4555 cmd->logout_cid); in iscsit_logout_post_handler()
4566 switch (cmd->logout_response) { in iscsit_logout_post_handler()