Lines Matching refs:cmd
477 int iscsit_queue_rsp(struct iscsi_conn *conn, struct iscsi_cmd *cmd) in iscsit_queue_rsp() argument
479 return iscsit_add_cmd_to_response_queue(cmd, cmd->conn, cmd->i_state); in iscsit_queue_rsp()
483 void iscsit_aborted_task(struct iscsi_conn *conn, struct iscsi_cmd *cmd) in iscsit_aborted_task() argument
486 if (!list_empty(&cmd->i_conn_node) && in iscsit_aborted_task()
487 !(cmd->se_cmd.transport_state & CMD_T_FABRIC_STOP)) in iscsit_aborted_task()
488 list_del_init(&cmd->i_conn_node); in iscsit_aborted_task()
491 __iscsit_free_cmd(cmd, true); in iscsit_aborted_task()
500 iscsit_xmit_nondatain_pdu(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_xmit_nondatain_pdu() argument
503 struct iscsi_hdr *hdr = (struct iscsi_hdr *)cmd->pdu; in iscsit_xmit_nondatain_pdu()
508 iov = &cmd->iov_misc[0]; in iscsit_xmit_nondatain_pdu()
509 iov[niov].iov_base = cmd->pdu; in iscsit_xmit_nondatain_pdu()
513 u32 *header_digest = (u32 *)&cmd->pdu[ISCSI_HDR_LEN]; in iscsit_xmit_nondatain_pdu()
534 iov[niov].iov_base = &cmd->pad_bytes; in iscsit_xmit_nondatain_pdu()
544 padding, &cmd->pad_bytes, in iscsit_xmit_nondatain_pdu()
545 &cmd->data_crc); in iscsit_xmit_nondatain_pdu()
547 iov[niov].iov_base = &cmd->data_crc; in iscsit_xmit_nondatain_pdu()
552 data_buf_len, hdr->opcode, cmd->data_crc); in iscsit_xmit_nondatain_pdu()
556 cmd->iov_misc_count = niov; in iscsit_xmit_nondatain_pdu()
557 cmd->tx_size = tx_size; in iscsit_xmit_nondatain_pdu()
559 ret = iscsit_send_tx_data(cmd, conn, 1); in iscsit_xmit_nondatain_pdu()
568 static int iscsit_map_iovec(struct iscsi_cmd *cmd, struct kvec *iov, int nvec,
574 iscsit_xmit_datain_pdu(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_xmit_datain_pdu() argument
581 iov = &cmd->iov_data[0]; in iscsit_xmit_datain_pdu()
582 iov[iov_count].iov_base = cmd->pdu; in iscsit_xmit_datain_pdu()
587 u32 *header_digest = (u32 *)&cmd->pdu[ISCSI_HDR_LEN]; in iscsit_xmit_datain_pdu()
589 iscsit_do_crypto_hash_buf(conn->conn_tx_hash, cmd->pdu, in iscsit_xmit_datain_pdu()
600 iov_ret = iscsit_map_iovec(cmd, &cmd->iov_data[iov_count], in iscsit_xmit_datain_pdu()
601 cmd->orig_iov_data_count - (iov_count + 2), in iscsit_xmit_datain_pdu()
609 cmd->padding = ((-datain->length) & 3); in iscsit_xmit_datain_pdu()
610 if (cmd->padding) { in iscsit_xmit_datain_pdu()
611 iov[iov_count].iov_base = cmd->pad_bytes; in iscsit_xmit_datain_pdu()
612 iov[iov_count++].iov_len = cmd->padding; in iscsit_xmit_datain_pdu()
613 tx_size += cmd->padding; in iscsit_xmit_datain_pdu()
615 pr_debug("Attaching %u padding bytes\n", cmd->padding); in iscsit_xmit_datain_pdu()
619 cmd->data_crc = iscsit_do_crypto_hash_sg(conn->conn_tx_hash, in iscsit_xmit_datain_pdu()
620 cmd, datain->offset, in iscsit_xmit_datain_pdu()
622 cmd->padding, in iscsit_xmit_datain_pdu()
623 cmd->pad_bytes); in iscsit_xmit_datain_pdu()
625 iov[iov_count].iov_base = &cmd->data_crc; in iscsit_xmit_datain_pdu()
630 datain->length + cmd->padding, cmd->data_crc); in iscsit_xmit_datain_pdu()
633 cmd->iov_data_count = iov_count; in iscsit_xmit_datain_pdu()
634 cmd->tx_size = tx_size; in iscsit_xmit_datain_pdu()
636 ret = iscsit_fe_sendpage_sg(cmd, conn); in iscsit_xmit_datain_pdu()
638 iscsit_unmap_iovec(cmd); in iscsit_xmit_datain_pdu()
648 static int iscsit_xmit_pdu(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_xmit_pdu() argument
653 return iscsit_xmit_datain_pdu(conn, cmd, buf); in iscsit_xmit_pdu()
655 return iscsit_xmit_nondatain_pdu(conn, cmd, buf, buf_len); in iscsit_xmit_pdu()
795 struct iscsi_cmd *cmd; in iscsit_add_reject() local
797 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsit_add_reject()
798 if (!cmd) in iscsit_add_reject()
801 cmd->iscsi_opcode = ISCSI_OP_REJECT; in iscsit_add_reject()
802 cmd->reject_reason = reason; in iscsit_add_reject()
804 cmd->buf_ptr = kmemdup(buf, ISCSI_HDR_LEN, GFP_KERNEL); in iscsit_add_reject()
805 if (!cmd->buf_ptr) { in iscsit_add_reject()
807 iscsit_free_cmd(cmd, false); in iscsit_add_reject()
812 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_add_reject()
815 cmd->i_state = ISTATE_SEND_REJECT; in iscsit_add_reject()
816 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_add_reject()
823 struct iscsi_cmd *cmd, in iscsit_add_reject_from_cmd() argument
829 const bool do_put = cmd->se_cmd.se_tfo != NULL; in iscsit_add_reject_from_cmd()
831 if (!cmd->conn) { in iscsit_add_reject_from_cmd()
833 cmd->init_task_tag); in iscsit_add_reject_from_cmd()
836 conn = cmd->conn; in iscsit_add_reject_from_cmd()
838 cmd->iscsi_opcode = ISCSI_OP_REJECT; in iscsit_add_reject_from_cmd()
839 cmd->reject_reason = reason; in iscsit_add_reject_from_cmd()
841 cmd->buf_ptr = kmemdup(buf, ISCSI_HDR_LEN, GFP_KERNEL); in iscsit_add_reject_from_cmd()
842 if (!cmd->buf_ptr) { in iscsit_add_reject_from_cmd()
844 iscsit_free_cmd(cmd, false); in iscsit_add_reject_from_cmd()
850 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_add_reject_from_cmd()
854 cmd->i_state = ISTATE_SEND_REJECT; in iscsit_add_reject_from_cmd()
855 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_add_reject_from_cmd()
862 target_put_sess_cmd(&cmd->se_cmd); in iscsit_add_reject_from_cmd()
867 static int iscsit_add_reject_cmd(struct iscsi_cmd *cmd, u8 reason, in iscsit_add_reject_cmd() argument
870 return iscsit_add_reject_from_cmd(cmd, reason, true, buf); in iscsit_add_reject_cmd()
873 int iscsit_reject_cmd(struct iscsi_cmd *cmd, u8 reason, unsigned char *buf) in iscsit_reject_cmd() argument
875 return iscsit_add_reject_from_cmd(cmd, reason, false, buf); in iscsit_reject_cmd()
883 static int iscsit_map_iovec(struct iscsi_cmd *cmd, struct kvec *iov, int nvec, in iscsit_map_iovec() argument
898 if (ent >= cmd->se_cmd.t_data_nents) { in iscsit_map_iovec()
903 sg = &cmd->se_cmd.t_data_sg[ent]; in iscsit_map_iovec()
906 cmd->first_data_sg = sg; in iscsit_map_iovec()
907 cmd->first_data_sg_off = page_off; in iscsit_map_iovec()
926 cmd->kmapped_nents = i; in iscsit_map_iovec()
933 for_each_sg(cmd->se_cmd.t_data_sg, sg, in iscsit_map_iovec()
934 cmd->se_cmd.t_data_nents, i) { in iscsit_map_iovec()
941 static void iscsit_unmap_iovec(struct iscsi_cmd *cmd) in iscsit_unmap_iovec() argument
946 sg = cmd->first_data_sg; in iscsit_unmap_iovec()
948 for (i = 0; i < cmd->kmapped_nents; i++) in iscsit_unmap_iovec()
955 struct iscsi_cmd *cmd, *cmd_p; in iscsit_ack_from_expstatsn() local
963 list_for_each_entry_safe(cmd, cmd_p, &conn->conn_cmd_list, i_conn_node) { in iscsit_ack_from_expstatsn()
964 spin_lock(&cmd->istate_lock); in iscsit_ack_from_expstatsn()
965 if ((cmd->i_state == ISTATE_SENT_STATUS) && in iscsit_ack_from_expstatsn()
966 iscsi_sna_lt(cmd->stat_sn, exp_statsn)) { in iscsit_ack_from_expstatsn()
967 cmd->i_state = ISTATE_REMOVE; in iscsit_ack_from_expstatsn()
968 spin_unlock(&cmd->istate_lock); in iscsit_ack_from_expstatsn()
969 list_move_tail(&cmd->i_conn_node, &ack_list); in iscsit_ack_from_expstatsn()
972 spin_unlock(&cmd->istate_lock); in iscsit_ack_from_expstatsn()
976 list_for_each_entry_safe(cmd, cmd_p, &ack_list, i_conn_node) { in iscsit_ack_from_expstatsn()
977 list_del_init(&cmd->i_conn_node); in iscsit_ack_from_expstatsn()
978 iscsit_free_cmd(cmd, false); in iscsit_ack_from_expstatsn()
982 static int iscsit_allocate_iovecs(struct iscsi_cmd *cmd) in iscsit_allocate_iovecs() argument
984 u32 iov_count = max(1UL, DIV_ROUND_UP(cmd->se_cmd.data_length, PAGE_SIZE)); in iscsit_allocate_iovecs()
987 cmd->iov_data = kcalloc(iov_count, sizeof(*cmd->iov_data), GFP_KERNEL); in iscsit_allocate_iovecs()
988 if (!cmd->iov_data) in iscsit_allocate_iovecs()
991 cmd->orig_iov_data_count = iov_count; in iscsit_allocate_iovecs()
995 int iscsit_setup_scsi_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_setup_scsi_cmd() argument
1014 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1043 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1050 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1057 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1064 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1073 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1081 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1089 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1097 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1105 cmd->data_direction = data_direction; in iscsit_setup_scsi_cmd()
1125 cmd->iscsi_opcode = ISCSI_OP_SCSI_CMD; in iscsit_setup_scsi_cmd()
1126 cmd->i_state = ISTATE_NEW_CMD; in iscsit_setup_scsi_cmd()
1127 cmd->immediate_cmd = ((hdr->opcode & ISCSI_OP_IMMEDIATE) ? 1 : 0); in iscsit_setup_scsi_cmd()
1128 cmd->immediate_data = (payload_length) ? 1 : 0; in iscsit_setup_scsi_cmd()
1129 cmd->unsolicited_data = ((!(hdr->flags & ISCSI_FLAG_CMD_FINAL) && in iscsit_setup_scsi_cmd()
1131 if (cmd->unsolicited_data) in iscsit_setup_scsi_cmd()
1132 cmd->cmd_flags |= ICF_NON_IMMEDIATE_UNSOLICITED_DATA; in iscsit_setup_scsi_cmd()
1134 conn->sess->init_task_tag = cmd->init_task_tag = hdr->itt; in iscsit_setup_scsi_cmd()
1136 cmd->targ_xfer_tag = session_get_next_ttt(conn->sess); in iscsit_setup_scsi_cmd()
1138 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_setup_scsi_cmd()
1139 cmd->cmd_sn = be32_to_cpu(hdr->cmdsn); in iscsit_setup_scsi_cmd()
1140 cmd->exp_stat_sn = be32_to_cpu(hdr->exp_statsn); in iscsit_setup_scsi_cmd()
1141 cmd->first_burst_len = payload_length; in iscsit_setup_scsi_cmd()
1144 cmd->data_direction == DMA_FROM_DEVICE) { in iscsit_setup_scsi_cmd()
1149 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1152 iscsit_attach_datain_req(cmd, dr); in iscsit_setup_scsi_cmd()
1158 transport_init_se_cmd(&cmd->se_cmd, &iscsi_ops, in iscsit_setup_scsi_cmd()
1160 cmd->data_direction, sam_task_attr, in iscsit_setup_scsi_cmd()
1161 cmd->sense_buffer + 2); in iscsit_setup_scsi_cmd()
1168 target_get_sess_cmd(&cmd->se_cmd, true); in iscsit_setup_scsi_cmd()
1170 cmd->sense_reason = transport_lookup_cmd_lun(&cmd->se_cmd, in iscsit_setup_scsi_cmd()
1172 if (cmd->sense_reason) in iscsit_setup_scsi_cmd()
1176 cmd->se_cmd.tag = (__force u32)cmd->init_task_tag; in iscsit_setup_scsi_cmd()
1177 cmd->sense_reason = target_setup_cmd_from_cdb(&cmd->se_cmd, hdr->cdb); in iscsit_setup_scsi_cmd()
1178 if (cmd->sense_reason) { in iscsit_setup_scsi_cmd()
1179 if (cmd->sense_reason == TCM_OUT_OF_RESOURCES) { in iscsit_setup_scsi_cmd()
1180 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1187 if (iscsit_build_pdu_and_seq_lists(cmd, payload_length) < 0) { in iscsit_setup_scsi_cmd()
1188 return iscsit_add_reject_cmd(cmd, in iscsit_setup_scsi_cmd()
1194 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_setup_scsi_cmd()
1200 core_alua_check_nonop_delay(&cmd->se_cmd); in iscsit_setup_scsi_cmd()
1206 void iscsit_set_unsolicited_dataout(struct iscsi_cmd *cmd) in iscsit_set_unsolicited_dataout() argument
1208 iscsit_set_dataout_sequence_values(cmd); in iscsit_set_unsolicited_dataout()
1210 spin_lock_bh(&cmd->dataout_timeout_lock); in iscsit_set_unsolicited_dataout()
1211 iscsit_start_dataout_timer(cmd, cmd->conn); in iscsit_set_unsolicited_dataout()
1212 spin_unlock_bh(&cmd->dataout_timeout_lock); in iscsit_set_unsolicited_dataout()
1216 int iscsit_process_scsi_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_process_scsi_cmd() argument
1230 if (!cmd->immediate_data) { in iscsit_process_scsi_cmd()
1231 cmdsn_ret = iscsit_sequence_cmd(conn, cmd, in iscsit_process_scsi_cmd()
1236 target_put_sess_cmd(&cmd->se_cmd); in iscsit_process_scsi_cmd()
1246 if (!cmd->immediate_data) { in iscsit_process_scsi_cmd()
1247 if (!cmd->sense_reason && cmd->unsolicited_data) in iscsit_process_scsi_cmd()
1248 iscsit_set_unsolicited_dataout(cmd); in iscsit_process_scsi_cmd()
1249 if (!cmd->sense_reason) in iscsit_process_scsi_cmd()
1252 target_put_sess_cmd(&cmd->se_cmd); in iscsit_process_scsi_cmd()
1261 if (cmd->sense_reason) in iscsit_process_scsi_cmd()
1267 cmd->sense_reason = transport_generic_new_cmd(&cmd->se_cmd); in iscsit_process_scsi_cmd()
1268 if (cmd->sense_reason) in iscsit_process_scsi_cmd()
1276 iscsit_get_immediate_data(struct iscsi_cmd *cmd, struct iscsi_scsi_req *hdr, in iscsit_get_immediate_data() argument
1286 u32 length = min(cmd->se_cmd.data_length - cmd->write_data_done, in iscsit_get_immediate_data()
1287 cmd->first_burst_len); in iscsit_get_immediate_data()
1290 cmd->se_cmd.data_length, cmd->write_data_done, in iscsit_get_immediate_data()
1291 cmd->first_burst_len, length); in iscsit_get_immediate_data()
1292 rc = iscsit_dump_data_payload(cmd->conn, length, 1); in iscsit_get_immediate_data()
1297 immed_ret = iscsit_handle_immediate_data(cmd, hdr, in iscsit_get_immediate_data()
1298 cmd->first_burst_len); in iscsit_get_immediate_data()
1307 cmdsn_ret = iscsit_sequence_cmd(cmd->conn, cmd, in iscsit_get_immediate_data()
1312 if (cmd->sense_reason || cmdsn_ret == CMDSN_LOWER_THAN_EXP) { in iscsit_get_immediate_data()
1313 target_put_sess_cmd(&cmd->se_cmd); in iscsit_get_immediate_data()
1316 } else if (cmd->unsolicited_data) in iscsit_get_immediate_data()
1317 iscsit_set_unsolicited_dataout(cmd); in iscsit_get_immediate_data()
1331 cmd->i_state = ISTATE_REMOVE; in iscsit_get_immediate_data()
1332 iscsit_add_cmd_to_immediate_queue(cmd, cmd->conn, cmd->i_state); in iscsit_get_immediate_data()
1340 iscsit_handle_scsi_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_handle_scsi_cmd() argument
1347 rc = iscsit_setup_scsi_cmd(conn, cmd, buf); in iscsit_handle_scsi_cmd()
1354 if (iscsit_allocate_iovecs(cmd) < 0) { in iscsit_handle_scsi_cmd()
1355 return iscsit_reject_cmd(cmd, in iscsit_handle_scsi_cmd()
1358 immed_data = cmd->immediate_data; in iscsit_handle_scsi_cmd()
1360 rc = iscsit_process_scsi_cmd(conn, cmd, hdr); in iscsit_handle_scsi_cmd()
1369 return iscsit_get_immediate_data(cmd, hdr, dump_payload); in iscsit_handle_scsi_cmd()
1374 struct iscsi_cmd *cmd, in iscsit_do_crypto_hash_sg() argument
1386 sg = cmd->first_data_sg; in iscsit_do_crypto_hash_sg()
1387 page_off = cmd->first_data_sg_off; in iscsit_do_crypto_hash_sg()
1434 struct iscsi_cmd *cmd, u32 payload_length, in __iscsit_check_dataout_hdr() argument
1449 if (cmd->cmd_flags & ICF_GOT_LAST_DATAOUT) { in __iscsit_check_dataout_hdr()
1452 cmd->init_task_tag); in __iscsit_check_dataout_hdr()
1456 if (cmd->data_direction != DMA_TO_DEVICE) { in __iscsit_check_dataout_hdr()
1458 " NON-WRITE command.\n", cmd->init_task_tag); in __iscsit_check_dataout_hdr()
1461 se_cmd = &cmd->se_cmd; in __iscsit_check_dataout_hdr()
1462 iscsit_mod_dataout_timer(cmd); in __iscsit_check_dataout_hdr()
1464 if ((be32_to_cpu(hdr->offset) + payload_length) > cmd->se_cmd.data_length) { in __iscsit_check_dataout_hdr()
1467 cmd->se_cmd.data_length); in __iscsit_check_dataout_hdr()
1468 return iscsit_reject_cmd(cmd, ISCSI_REASON_BOOKMARK_INVALID, buf); in __iscsit_check_dataout_hdr()
1471 if (cmd->unsolicited_data) { in __iscsit_check_dataout_hdr()
1477 transport_send_check_condition_and_sense(&cmd->se_cmd, in __iscsit_check_dataout_hdr()
1499 iscsit_stop_dataout_timer(cmd); in __iscsit_check_dataout_hdr()
1516 --cmd->outstanding_r2ts < 1) in __iscsit_check_dataout_hdr()
1517 iscsit_stop_dataout_timer(cmd); in __iscsit_check_dataout_hdr()
1526 rc = iscsit_check_pre_dataout(cmd, buf); in __iscsit_check_dataout_hdr()
1541 struct iscsi_cmd *cmd; in iscsit_check_dataout_hdr() local
1558 cmd = iscsit_find_cmd_from_itt_or_dump(conn, hdr->itt, payload_length); in iscsit_check_dataout_hdr()
1559 if (!cmd) in iscsit_check_dataout_hdr()
1562 rc = __iscsit_check_dataout_hdr(conn, buf, cmd, payload_length, &success); in iscsit_check_dataout_hdr()
1565 *out_cmd = cmd; in iscsit_check_dataout_hdr()
1572 iscsit_get_dataout(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_get_dataout() argument
1580 payload_length = min_t(u32, cmd->se_cmd.data_length, in iscsit_get_dataout()
1583 iov = &cmd->iov_data[0]; in iscsit_get_dataout()
1585 iov_ret = iscsit_map_iovec(cmd, iov, cmd->orig_iov_data_count - 2, in iscsit_get_dataout()
1594 iov[iov_count].iov_base = cmd->pad_bytes; in iscsit_get_dataout()
1606 WARN_ON_ONCE(iov_count > cmd->orig_iov_data_count); in iscsit_get_dataout()
1607 rx_got = rx_data(conn, &cmd->iov_data[0], iov_count, rx_size); in iscsit_get_dataout()
1609 iscsit_unmap_iovec(cmd); in iscsit_get_dataout()
1617 data_crc = iscsit_do_crypto_hash_sg(conn->conn_rx_hash, cmd, in iscsit_get_dataout()
1620 cmd->pad_bytes); in iscsit_get_dataout()
1640 iscsit_check_dataout_payload(struct iscsi_cmd *cmd, struct iscsi_data *hdr, in iscsit_check_dataout_payload() argument
1643 struct iscsi_conn *conn = cmd->conn; in iscsit_check_dataout_payload()
1649 rc = iscsit_check_post_dataout(cmd, (unsigned char *)hdr, data_crc_failed); in iscsit_check_dataout_payload()
1653 iscsit_set_dataout_sequence_values(cmd); in iscsit_check_dataout_payload()
1654 conn->conn_transport->iscsit_get_dataout(conn, cmd, false); in iscsit_check_dataout_payload()
1660 spin_lock_bh(&cmd->istate_lock); in iscsit_check_dataout_payload()
1661 ooo_cmdsn = (cmd->cmd_flags & ICF_OOO_CMDSN); in iscsit_check_dataout_payload()
1662 cmd->cmd_flags |= ICF_GOT_LAST_DATAOUT; in iscsit_check_dataout_payload()
1663 cmd->i_state = ISTATE_RECEIVED_LAST_DATAOUT; in iscsit_check_dataout_payload()
1664 spin_unlock_bh(&cmd->istate_lock); in iscsit_check_dataout_payload()
1666 iscsit_stop_dataout_timer(cmd); in iscsit_check_dataout_payload()
1669 target_execute_cmd(&cmd->se_cmd); in iscsit_check_dataout_payload()
1680 struct iscsi_cmd *cmd = NULL; in iscsit_handle_data_out() local
1685 rc = iscsit_check_dataout_hdr(conn, buf, &cmd); in iscsit_handle_data_out()
1688 else if (!cmd) in iscsit_handle_data_out()
1691 rc = iscsit_get_dataout(conn, cmd, hdr); in iscsit_handle_data_out()
1697 return iscsit_check_dataout_payload(cmd, hdr, data_crc_failed); in iscsit_handle_data_out()
1700 int iscsit_setup_nop_out(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_setup_nop_out() argument
1707 if (!cmd) in iscsit_setup_nop_out()
1711 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, in iscsit_setup_nop_out()
1718 if (!cmd) in iscsit_setup_nop_out()
1722 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, in iscsit_setup_nop_out()
1731 if (!cmd) in iscsit_setup_nop_out()
1735 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, in iscsit_setup_nop_out()
1752 cmd->iscsi_opcode = ISCSI_OP_NOOP_OUT; in iscsit_setup_nop_out()
1753 cmd->i_state = ISTATE_SEND_NOPIN; in iscsit_setup_nop_out()
1754 cmd->immediate_cmd = ((hdr->opcode & ISCSI_OP_IMMEDIATE) ? in iscsit_setup_nop_out()
1756 conn->sess->init_task_tag = cmd->init_task_tag = hdr->itt; in iscsit_setup_nop_out()
1757 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_setup_nop_out()
1758 cmd->cmd_sn = be32_to_cpu(hdr->cmdsn); in iscsit_setup_nop_out()
1759 cmd->exp_stat_sn = be32_to_cpu(hdr->exp_statsn); in iscsit_setup_nop_out()
1760 cmd->data_direction = DMA_NONE; in iscsit_setup_nop_out()
1767 int iscsit_process_nop_out(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_process_nop_out() argument
1776 if (!cmd) in iscsit_process_nop_out()
1781 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_process_nop_out()
1787 iscsit_add_cmd_to_response_queue(cmd, conn, in iscsit_process_nop_out()
1788 cmd->i_state); in iscsit_process_nop_out()
1792 cmdsn_ret = iscsit_sequence_cmd(conn, cmd, in iscsit_process_nop_out()
1822 if (cmd) in iscsit_process_nop_out()
1823 iscsit_free_cmd(cmd, false); in iscsit_process_nop_out()
1829 static int iscsit_handle_nop_out(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_handle_nop_out() argument
1838 ret = iscsit_setup_nop_out(conn, cmd, hdr); in iscsit_handle_nop_out()
1854 iov = &cmd->iov_misc[0]; in iscsit_handle_nop_out()
1862 iov[niov].iov_base = &cmd->pad_bytes; in iscsit_handle_nop_out()
1872 WARN_ON_ONCE(niov > ARRAY_SIZE(cmd->iov_misc)); in iscsit_handle_nop_out()
1873 rx_got = rx_data(conn, &cmd->iov_misc[0], niov, rx_size); in iscsit_handle_nop_out()
1882 cmd->pad_bytes, &data_crc); in iscsit_handle_nop_out()
1916 cmd->buf_ptr = ping_data; in iscsit_handle_nop_out()
1917 cmd->buf_ptr_size = payload_length; in iscsit_handle_nop_out()
1924 return iscsit_process_nop_out(conn, cmd, hdr); in iscsit_handle_nop_out()
1926 if (cmd) in iscsit_handle_nop_out()
1927 iscsit_free_cmd(cmd, false); in iscsit_handle_nop_out()
1956 iscsit_handle_task_mgt_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_handle_task_mgt_cmd() argument
1986 return iscsit_add_reject_cmd(cmd, in iscsit_handle_task_mgt_cmd()
1993 cmd->data_direction = DMA_NONE; in iscsit_handle_task_mgt_cmd()
1994 cmd->tmr_req = kzalloc(sizeof(*cmd->tmr_req), GFP_KERNEL); in iscsit_handle_task_mgt_cmd()
1995 if (!cmd->tmr_req) { in iscsit_handle_task_mgt_cmd()
1996 return iscsit_add_reject_cmd(cmd, in iscsit_handle_task_mgt_cmd()
2001 transport_init_se_cmd(&cmd->se_cmd, &iscsi_ops, in iscsit_handle_task_mgt_cmd()
2003 TCM_SIMPLE_TAG, cmd->sense_buffer + 2); in iscsit_handle_task_mgt_cmd()
2005 target_get_sess_cmd(&cmd->se_cmd, true); in iscsit_handle_task_mgt_cmd()
2016 return iscsit_add_reject_cmd(cmd, in iscsit_handle_task_mgt_cmd()
2020 ret = core_tmr_alloc_req(&cmd->se_cmd, cmd->tmr_req, tcm_function, in iscsit_handle_task_mgt_cmd()
2023 return iscsit_add_reject_cmd(cmd, in iscsit_handle_task_mgt_cmd()
2026 cmd->tmr_req->se_tmr_req = cmd->se_cmd.se_tmr_req; in iscsit_handle_task_mgt_cmd()
2028 cmd->iscsi_opcode = ISCSI_OP_SCSI_TMFUNC; in iscsit_handle_task_mgt_cmd()
2029 cmd->i_state = ISTATE_SEND_TASKMGTRSP; in iscsit_handle_task_mgt_cmd()
2030 cmd->immediate_cmd = ((hdr->opcode & ISCSI_OP_IMMEDIATE) ? 1 : 0); in iscsit_handle_task_mgt_cmd()
2031 cmd->init_task_tag = hdr->itt; in iscsit_handle_task_mgt_cmd()
2032 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_handle_task_mgt_cmd()
2033 cmd->cmd_sn = be32_to_cpu(hdr->cmdsn); in iscsit_handle_task_mgt_cmd()
2034 cmd->exp_stat_sn = be32_to_cpu(hdr->exp_statsn); in iscsit_handle_task_mgt_cmd()
2035 se_tmr = cmd->se_cmd.se_tmr_req; in iscsit_handle_task_mgt_cmd()
2036 tmr_req = cmd->tmr_req; in iscsit_handle_task_mgt_cmd()
2041 ret = transport_lookup_tmr_lun(&cmd->se_cmd, in iscsit_handle_task_mgt_cmd()
2051 se_tmr->response = iscsit_tmr_abort_task(cmd, buf); in iscsit_handle_task_mgt_cmd()
2073 se_tmr->response = iscsit_tmr_task_reassign(cmd, buf); in iscsit_handle_task_mgt_cmd()
2082 return iscsit_add_reject_cmd(cmd, in iscsit_handle_task_mgt_cmd()
2097 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_handle_task_mgt_cmd()
2101 int cmdsn_ret = iscsit_sequence_cmd(conn, cmd, buf, hdr->cmdsn); in iscsit_handle_task_mgt_cmd()
2105 target_put_sess_cmd(&cmd->se_cmd); in iscsit_handle_task_mgt_cmd()
2119 return transport_generic_handle_tmr(&cmd->se_cmd); in iscsit_handle_task_mgt_cmd()
2129 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_handle_task_mgt_cmd()
2130 target_put_sess_cmd(&cmd->se_cmd); in iscsit_handle_task_mgt_cmd()
2137 iscsit_setup_text_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_setup_text_cmd() argument
2146 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, in iscsit_setup_text_cmd()
2153 return iscsit_reject_cmd(cmd, ISCSI_REASON_CMD_NOT_SUPPORTED, in iscsit_setup_text_cmd()
2161 cmd->iscsi_opcode = ISCSI_OP_TEXT; in iscsit_setup_text_cmd()
2162 cmd->i_state = ISTATE_SEND_TEXTRSP; in iscsit_setup_text_cmd()
2163 cmd->immediate_cmd = ((hdr->opcode & ISCSI_OP_IMMEDIATE) ? 1 : 0); in iscsit_setup_text_cmd()
2164 conn->sess->init_task_tag = cmd->init_task_tag = hdr->itt; in iscsit_setup_text_cmd()
2165 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_setup_text_cmd()
2166 cmd->cmd_sn = be32_to_cpu(hdr->cmdsn); in iscsit_setup_text_cmd()
2167 cmd->exp_stat_sn = be32_to_cpu(hdr->exp_statsn); in iscsit_setup_text_cmd()
2168 cmd->data_direction = DMA_NONE; in iscsit_setup_text_cmd()
2169 kfree(cmd->text_in_ptr); in iscsit_setup_text_cmd()
2170 cmd->text_in_ptr = NULL; in iscsit_setup_text_cmd()
2177 iscsit_process_text_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_process_text_cmd() argument
2180 unsigned char *text_in = cmd->text_in_ptr, *text_ptr; in iscsit_process_text_cmd()
2184 cmd->targ_xfer_tag = be32_to_cpu(hdr->ttt); in iscsit_process_text_cmd()
2185 if (cmd->targ_xfer_tag == 0xFFFFFFFF) { in iscsit_process_text_cmd()
2204 cmd->cmd_flags |= ICF_SENDTARGETS_ALL; in iscsit_process_text_cmd()
2207 cmd->cmd_flags |= ICF_SENDTARGETS_SINGLE; in iscsit_process_text_cmd()
2214 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_process_text_cmd()
2221 cmdsn_ret = iscsit_sequence_cmd(conn, cmd, in iscsit_process_text_cmd()
2229 return iscsit_execute_cmd(cmd, 0); in iscsit_process_text_cmd()
2232 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, in iscsit_process_text_cmd()
2238 iscsit_handle_text_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_handle_text_cmd() argument
2246 rc = iscsit_setup_text_cmd(conn, cmd, hdr); in iscsit_handle_text_cmd()
2262 cmd->text_in_ptr = text_in; in iscsit_handle_text_cmd()
2319 return iscsit_process_text_cmd(conn, cmd, hdr); in iscsit_handle_text_cmd()
2322 kfree(cmd->text_in_ptr); in iscsit_handle_text_cmd()
2323 cmd->text_in_ptr = NULL; in iscsit_handle_text_cmd()
2324 return iscsit_reject_cmd(cmd, ISCSI_REASON_PROTOCOL_ERROR, buf); in iscsit_handle_text_cmd()
2327 int iscsit_logout_closesession(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_logout_closesession() argument
2352 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_logout_closesession()
2357 int iscsit_logout_closeconnection(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_logout_closeconnection() argument
2363 " %hu on CID: %hu.\n", cmd->logout_cid, conn->cid); in iscsit_logout_closeconnection()
2369 if (conn->cid == cmd->logout_cid) { in iscsit_logout_closeconnection()
2389 cmd->logout_cid); in iscsit_logout_closeconnection()
2391 cmd->logout_response = ISCSI_LOGOUT_CID_NOT_FOUND; in iscsit_logout_closeconnection()
2392 iscsit_add_cmd_to_response_queue(cmd, conn, in iscsit_logout_closeconnection()
2393 cmd->i_state); in iscsit_logout_closeconnection()
2400 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_logout_closeconnection()
2405 int iscsit_logout_removeconnforrecovery(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_logout_removeconnforrecovery() argument
2410 " CID: %hu on CID: %hu.\n", cmd->logout_cid, conn->cid); in iscsit_logout_removeconnforrecovery()
2415 cmd->logout_response = ISCSI_LOGOUT_RECOVERY_UNSUPPORTED; in iscsit_logout_removeconnforrecovery()
2416 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_logout_removeconnforrecovery()
2420 if (conn->cid == cmd->logout_cid) { in iscsit_logout_removeconnforrecovery()
2423 cmd->logout_cid, conn->cid); in iscsit_logout_removeconnforrecovery()
2424 cmd->logout_response = ISCSI_LOGOUT_CLEANUP_FAILED; in iscsit_logout_removeconnforrecovery()
2425 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_logout_removeconnforrecovery()
2429 iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); in iscsit_logout_removeconnforrecovery()
2435 iscsit_handle_logout_cmd(struct iscsi_conn *conn, struct iscsi_cmd *cmd, in iscsit_handle_logout_cmd() argument
2463 iscsit_free_cmd(cmd, false); in iscsit_handle_logout_cmd()
2467 cmd->iscsi_opcode = ISCSI_OP_LOGOUT; in iscsit_handle_logout_cmd()
2468 cmd->i_state = ISTATE_SEND_LOGOUTRSP; in iscsit_handle_logout_cmd()
2469 cmd->immediate_cmd = ((hdr->opcode & ISCSI_OP_IMMEDIATE) ? 1 : 0); in iscsit_handle_logout_cmd()
2470 conn->sess->init_task_tag = cmd->init_task_tag = hdr->itt; in iscsit_handle_logout_cmd()
2471 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_handle_logout_cmd()
2472 cmd->cmd_sn = be32_to_cpu(hdr->cmdsn); in iscsit_handle_logout_cmd()
2473 cmd->exp_stat_sn = be32_to_cpu(hdr->exp_statsn); in iscsit_handle_logout_cmd()
2474 cmd->logout_cid = be16_to_cpu(hdr->cid); in iscsit_handle_logout_cmd()
2475 cmd->logout_reason = reason_code; in iscsit_handle_logout_cmd()
2476 cmd->data_direction = DMA_NONE; in iscsit_handle_logout_cmd()
2488 list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); in iscsit_handle_logout_cmd()
2498 if (cmd->immediate_cmd) { in iscsit_handle_logout_cmd()
2499 int ret = iscsit_execute_cmd(cmd, 0); in iscsit_handle_logout_cmd()
2504 cmdsn_ret = iscsit_sequence_cmd(conn, cmd, buf, hdr->cmdsn); in iscsit_handle_logout_cmd()
2581 struct iscsi_cmd *cmd, in iscsit_handle_immediate_data() argument
2587 struct iscsi_conn *conn = cmd->conn; in iscsit_handle_immediate_data()
2591 BUG_ON(cmd->write_data_done > cmd->se_cmd.data_length); in iscsit_handle_immediate_data()
2592 rx_size = min(cmd->se_cmd.data_length - cmd->write_data_done, length); in iscsit_handle_immediate_data()
2593 iov_ret = iscsit_map_iovec(cmd, cmd->iov_data, in iscsit_handle_immediate_data()
2594 cmd->orig_iov_data_count - 2, in iscsit_handle_immediate_data()
2595 cmd->write_data_done, rx_size); in iscsit_handle_immediate_data()
2600 iov = &cmd->iov_data[0]; in iscsit_handle_immediate_data()
2608 iscsit_unmap_iovec(cmd); in iscsit_handle_immediate_data()
2611 cmd->overflow_buf = overflow_buf; in iscsit_handle_immediate_data()
2620 iov[iov_count].iov_base = cmd->pad_bytes; in iscsit_handle_immediate_data()
2631 WARN_ON_ONCE(iov_count > cmd->orig_iov_data_count); in iscsit_handle_immediate_data()
2632 rx_got = rx_data(conn, &cmd->iov_data[0], iov_count, rx_size); in iscsit_handle_immediate_data()
2634 iscsit_unmap_iovec(cmd); in iscsit_handle_immediate_data()
2644 data_crc = iscsit_do_crypto_hash_sg(conn->conn_rx_hash, cmd, in iscsit_handle_immediate_data()
2645 cmd->write_data_done, length, padding, in iscsit_handle_immediate_data()
2646 cmd->pad_bytes); in iscsit_handle_immediate_data()
2657 iscsit_reject_cmd(cmd, in iscsit_handle_immediate_data()
2662 iscsit_reject_cmd(cmd, in iscsit_handle_immediate_data()
2674 cmd->write_data_done += length; in iscsit_handle_immediate_data()
2676 if (cmd->write_data_done == cmd->se_cmd.data_length) { in iscsit_handle_immediate_data()
2677 spin_lock_bh(&cmd->istate_lock); in iscsit_handle_immediate_data()
2678 cmd->cmd_flags |= ICF_GOT_LAST_DATAOUT; in iscsit_handle_immediate_data()
2679 cmd->i_state = ISTATE_RECEIVED_LAST_DATAOUT; in iscsit_handle_immediate_data()
2680 spin_unlock_bh(&cmd->istate_lock); in iscsit_handle_immediate_data()
2690 struct iscsi_cmd *cmd; in iscsit_build_conn_drop_async_message() local
2711 cmd = iscsit_allocate_cmd(conn_p, TASK_RUNNING); in iscsit_build_conn_drop_async_message()
2712 if (!cmd) { in iscsit_build_conn_drop_async_message()
2717 cmd->logout_cid = conn->cid; in iscsit_build_conn_drop_async_message()
2718 cmd->iscsi_opcode = ISCSI_OP_ASYNC_EVENT; in iscsit_build_conn_drop_async_message()
2719 cmd->i_state = ISTATE_SEND_ASYNCMSG; in iscsit_build_conn_drop_async_message()
2722 list_add_tail(&cmd->i_conn_node, &conn_p->conn_cmd_list); in iscsit_build_conn_drop_async_message()
2725 iscsit_add_cmd_to_response_queue(cmd, conn_p, cmd->i_state); in iscsit_build_conn_drop_async_message()
2730 struct iscsi_cmd *cmd, in iscsit_send_conn_drop_async_message() argument
2735 cmd->iscsi_opcode = ISCSI_OP_ASYNC_EVENT; in iscsit_send_conn_drop_async_message()
2737 hdr = (struct iscsi_async *) cmd->pdu; in iscsit_send_conn_drop_async_message()
2740 cmd->init_task_tag = RESERVED_ITT; in iscsit_send_conn_drop_async_message()
2741 cmd->targ_xfer_tag = 0xFFFFFFFF; in iscsit_send_conn_drop_async_message()
2743 cmd->stat_sn = conn->stat_sn++; in iscsit_send_conn_drop_async_message()
2744 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_send_conn_drop_async_message()
2748 hdr->param1 = cpu_to_be16(cmd->logout_cid); in iscsit_send_conn_drop_async_message()
2753 " 0x%08x, for CID: %hu on CID: %hu\n", cmd->stat_sn, in iscsit_send_conn_drop_async_message()
2754 cmd->logout_cid, conn->cid); in iscsit_send_conn_drop_async_message()
2756 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, NULL, 0); in iscsit_send_conn_drop_async_message()
2770 iscsit_build_datain_pdu(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_datain_pdu() argument
2777 if (cmd->se_cmd.se_cmd_flags & SCF_OVERFLOW_BIT) { in iscsit_build_datain_pdu()
2779 hdr->residual_count = cpu_to_be32(cmd->se_cmd.residual_count); in iscsit_build_datain_pdu()
2780 } else if (cmd->se_cmd.se_cmd_flags & SCF_UNDERFLOW_BIT) { in iscsit_build_datain_pdu()
2782 hdr->residual_count = cpu_to_be32(cmd->se_cmd.residual_count); in iscsit_build_datain_pdu()
2787 int_to_scsilun(cmd->se_cmd.orig_fe_lun, in iscsit_build_datain_pdu()
2792 hdr->itt = cmd->init_task_tag; in iscsit_build_datain_pdu()
2795 hdr->ttt = cpu_to_be32(cmd->targ_xfer_tag); in iscsit_build_datain_pdu()
2799 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_datain_pdu()
2810 cmd->init_task_tag, ntohl(hdr->statsn), ntohl(hdr->datasn), in iscsit_build_datain_pdu()
2815 static int iscsit_send_datain(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_send_datain() argument
2817 struct iscsi_data_rsp *hdr = (struct iscsi_data_rsp *)&cmd->pdu[0]; in iscsit_send_datain()
2824 dr = iscsit_get_datain_values(cmd, &datain); in iscsit_send_datain()
2827 cmd->init_task_tag); in iscsit_send_datain()
2833 if ((datain.offset + datain.length) > cmd->se_cmd.data_length) { in iscsit_send_datain()
2836 cmd->init_task_tag, datain.offset, datain.length, in iscsit_send_datain()
2837 cmd->se_cmd.data_length); in iscsit_send_datain()
2847 (cmd->se_cmd.se_cmd_flags & SCF_TRANSPORT_TASK_SENSE)) in iscsit_send_datain()
2852 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_send_datain()
2853 cmd->stat_sn = conn->stat_sn++; in iscsit_send_datain()
2860 iscsit_build_datain_pdu(cmd, conn, &datain, hdr, set_statsn); in iscsit_send_datain()
2862 ret = conn->conn_transport->iscsit_xmit_pdu(conn, cmd, dr, &datain, 0); in iscsit_send_datain()
2867 eodr = (cmd->se_cmd.se_cmd_flags & SCF_TRANSPORT_TASK_SENSE) ? in iscsit_send_datain()
2869 iscsit_free_datain_req(cmd, dr); in iscsit_send_datain()
2876 iscsit_build_logout_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_logout_rsp() argument
2887 switch (cmd->logout_reason) { in iscsit_build_logout_rsp()
2891 cmd->logout_response = ISCSI_LOGOUT_SUCCESS; in iscsit_build_logout_rsp()
2894 if (cmd->logout_response == ISCSI_LOGOUT_CID_NOT_FOUND) in iscsit_build_logout_rsp()
2909 " successful.\n", cmd->logout_cid, conn->cid); in iscsit_build_logout_rsp()
2910 cmd->logout_response = ISCSI_LOGOUT_SUCCESS; in iscsit_build_logout_rsp()
2913 if ((cmd->logout_response == ISCSI_LOGOUT_RECOVERY_UNSUPPORTED) || in iscsit_build_logout_rsp()
2914 (cmd->logout_response == ISCSI_LOGOUT_CLEANUP_FAILED)) in iscsit_build_logout_rsp()
2921 cmd->logout_cid); in iscsit_build_logout_rsp()
2928 conn->sess, cmd->logout_cid); in iscsit_build_logout_rsp()
2932 cmd->logout_cid); in iscsit_build_logout_rsp()
2933 cmd->logout_response = ISCSI_LOGOUT_CID_NOT_FOUND; in iscsit_build_logout_rsp()
2937 iscsit_discard_cr_cmds_by_expstatsn(cr, cmd->exp_stat_sn); in iscsit_build_logout_rsp()
2941 cmd->logout_cid, conn->cid); in iscsit_build_logout_rsp()
2942 cmd->logout_response = ISCSI_LOGOUT_SUCCESS; in iscsit_build_logout_rsp()
2946 cmd->logout_reason); in iscsit_build_logout_rsp()
2952 hdr->response = cmd->logout_response; in iscsit_build_logout_rsp()
2953 hdr->itt = cmd->init_task_tag; in iscsit_build_logout_rsp()
2954 cmd->stat_sn = conn->stat_sn++; in iscsit_build_logout_rsp()
2955 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_logout_rsp()
2957 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_build_logout_rsp()
2963 cmd->init_task_tag, cmd->stat_sn, hdr->response, in iscsit_build_logout_rsp()
2964 cmd->logout_cid, conn->cid); in iscsit_build_logout_rsp()
2971 iscsit_send_logout(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_send_logout() argument
2975 rc = iscsit_build_logout_rsp(cmd, conn, in iscsit_send_logout()
2976 (struct iscsi_logout_rsp *)&cmd->pdu[0]); in iscsit_send_logout()
2980 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, NULL, 0); in iscsit_send_logout()
2984 iscsit_build_nopin_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_nopin_rsp() argument
2989 hton24(hdr->dlength, cmd->buf_ptr_size); in iscsit_build_nopin_rsp()
2992 hdr->itt = cmd->init_task_tag; in iscsit_build_nopin_rsp()
2993 hdr->ttt = cpu_to_be32(cmd->targ_xfer_tag); in iscsit_build_nopin_rsp()
2994 cmd->stat_sn = (nopout_response) ? conn->stat_sn++ : in iscsit_build_nopin_rsp()
2996 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_nopin_rsp()
2999 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_build_nopin_rsp()
3006 "Solicited" : "Unsolicited", cmd->init_task_tag, in iscsit_build_nopin_rsp()
3007 cmd->targ_xfer_tag, cmd->stat_sn, cmd->buf_ptr_size); in iscsit_build_nopin_rsp()
3015 struct iscsi_cmd *cmd, in iscsit_send_unsolicited_nopin() argument
3019 struct iscsi_nopin *hdr = (struct iscsi_nopin *)&cmd->pdu[0]; in iscsit_send_unsolicited_nopin()
3022 iscsit_build_nopin_rsp(cmd, conn, hdr, false); in iscsit_send_unsolicited_nopin()
3025 " 0x%08x CID: %hu\n", hdr->ttt, cmd->stat_sn, conn->cid); in iscsit_send_unsolicited_nopin()
3027 ret = conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, NULL, 0); in iscsit_send_unsolicited_nopin()
3031 spin_lock_bh(&cmd->istate_lock); in iscsit_send_unsolicited_nopin()
3032 cmd->i_state = want_response ? in iscsit_send_unsolicited_nopin()
3034 spin_unlock_bh(&cmd->istate_lock); in iscsit_send_unsolicited_nopin()
3040 iscsit_send_nopin(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_send_nopin() argument
3042 struct iscsi_nopin *hdr = (struct iscsi_nopin *)&cmd->pdu[0]; in iscsit_send_nopin()
3044 iscsit_build_nopin_rsp(cmd, conn, hdr, true); in iscsit_send_nopin()
3050 pr_debug("Echoing back %u bytes of ping data.\n", cmd->buf_ptr_size); in iscsit_send_nopin()
3052 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, in iscsit_send_nopin()
3053 cmd->buf_ptr, in iscsit_send_nopin()
3054 cmd->buf_ptr_size); in iscsit_send_nopin()
3058 struct iscsi_cmd *cmd, in iscsit_send_r2t() argument
3065 r2t = iscsit_get_r2t_from_list(cmd); in iscsit_send_r2t()
3069 hdr = (struct iscsi_r2t_rsp *) cmd->pdu; in iscsit_send_r2t()
3073 int_to_scsilun(cmd->se_cmd.orig_fe_lun, in iscsit_send_r2t()
3075 hdr->itt = cmd->init_task_tag; in iscsit_send_r2t()
3077 conn->conn_transport->iscsit_get_r2t_ttt(conn, cmd, r2t); in iscsit_send_r2t()
3090 (!r2t->recovery_r2t) ? "" : "Recovery ", cmd->init_task_tag, in iscsit_send_r2t()
3094 spin_lock_bh(&cmd->r2t_lock); in iscsit_send_r2t()
3096 spin_unlock_bh(&cmd->r2t_lock); in iscsit_send_r2t()
3098 ret = conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, NULL, 0); in iscsit_send_r2t()
3103 spin_lock_bh(&cmd->dataout_timeout_lock); in iscsit_send_r2t()
3104 iscsit_start_dataout_timer(cmd, conn); in iscsit_send_r2t()
3105 spin_unlock_bh(&cmd->dataout_timeout_lock); in iscsit_send_r2t()
3116 struct iscsi_cmd *cmd, in iscsit_build_r2ts_for_cmd() argument
3122 spin_lock_bh(&cmd->r2t_lock); in iscsit_build_r2ts_for_cmd()
3123 if (cmd->cmd_flags & ICF_SENT_LAST_R2T) { in iscsit_build_r2ts_for_cmd()
3124 spin_unlock_bh(&cmd->r2t_lock); in iscsit_build_r2ts_for_cmd()
3130 cmd->r2t_offset = max(cmd->r2t_offset, cmd->write_data_done); in iscsit_build_r2ts_for_cmd()
3132 while (cmd->outstanding_r2ts < conn->sess->sess_ops->MaxOutstandingR2T) { in iscsit_build_r2ts_for_cmd()
3134 offset = cmd->r2t_offset; in iscsit_build_r2ts_for_cmd()
3139 cmd->next_burst_len; in iscsit_build_r2ts_for_cmd()
3141 if (new_data_end > cmd->se_cmd.data_length) in iscsit_build_r2ts_for_cmd()
3142 xfer_len = cmd->se_cmd.data_length - offset; in iscsit_build_r2ts_for_cmd()
3146 cmd->next_burst_len; in iscsit_build_r2ts_for_cmd()
3151 if (new_data_end > cmd->se_cmd.data_length) in iscsit_build_r2ts_for_cmd()
3152 xfer_len = cmd->se_cmd.data_length - offset; in iscsit_build_r2ts_for_cmd()
3158 cmd->cmd_flags |= ICF_SENT_LAST_R2T; in iscsit_build_r2ts_for_cmd()
3162 cmd->r2t_offset += xfer_len; in iscsit_build_r2ts_for_cmd()
3164 if (cmd->r2t_offset == cmd->se_cmd.data_length) in iscsit_build_r2ts_for_cmd()
3165 cmd->cmd_flags |= ICF_SENT_LAST_R2T; in iscsit_build_r2ts_for_cmd()
3169 seq = iscsit_get_seq_holder_for_r2t(cmd); in iscsit_build_r2ts_for_cmd()
3171 spin_unlock_bh(&cmd->r2t_lock); in iscsit_build_r2ts_for_cmd()
3178 if (cmd->seq_send_order == cmd->seq_count) in iscsit_build_r2ts_for_cmd()
3179 cmd->cmd_flags |= ICF_SENT_LAST_R2T; in iscsit_build_r2ts_for_cmd()
3181 cmd->outstanding_r2ts++; in iscsit_build_r2ts_for_cmd()
3184 if (iscsit_add_r2t_to_list(cmd, offset, xfer_len, 0, 0) < 0) { in iscsit_build_r2ts_for_cmd()
3185 spin_unlock_bh(&cmd->r2t_lock); in iscsit_build_r2ts_for_cmd()
3189 if (cmd->cmd_flags & ICF_SENT_LAST_R2T) in iscsit_build_r2ts_for_cmd()
3192 spin_unlock_bh(&cmd->r2t_lock); in iscsit_build_r2ts_for_cmd()
3198 void iscsit_build_rsp_pdu(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_rsp_pdu() argument
3202 cmd->stat_sn = conn->stat_sn++; in iscsit_build_rsp_pdu()
3209 if (cmd->se_cmd.se_cmd_flags & SCF_OVERFLOW_BIT) { in iscsit_build_rsp_pdu()
3211 hdr->residual_count = cpu_to_be32(cmd->se_cmd.residual_count); in iscsit_build_rsp_pdu()
3212 } else if (cmd->se_cmd.se_cmd_flags & SCF_UNDERFLOW_BIT) { in iscsit_build_rsp_pdu()
3214 hdr->residual_count = cpu_to_be32(cmd->se_cmd.residual_count); in iscsit_build_rsp_pdu()
3216 hdr->response = cmd->iscsi_response; in iscsit_build_rsp_pdu()
3217 hdr->cmd_status = cmd->se_cmd.scsi_status; in iscsit_build_rsp_pdu()
3218 hdr->itt = cmd->init_task_tag; in iscsit_build_rsp_pdu()
3219 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_rsp_pdu()
3221 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_build_rsp_pdu()
3227 cmd->init_task_tag, cmd->stat_sn, cmd->se_cmd.scsi_status, in iscsit_build_rsp_pdu()
3228 cmd->se_cmd.scsi_status, conn->cid); in iscsit_build_rsp_pdu()
3232 static int iscsit_send_response(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_send_response() argument
3234 struct iscsi_scsi_rsp *hdr = (struct iscsi_scsi_rsp *)&cmd->pdu[0]; in iscsit_send_response()
3235 bool inc_stat_sn = (cmd->i_state == ISTATE_SEND_STATUS); in iscsit_send_response()
3239 iscsit_build_rsp_pdu(cmd, conn, inc_stat_sn, hdr); in iscsit_send_response()
3244 if (cmd->se_cmd.sense_buffer && in iscsit_send_response()
3245 ((cmd->se_cmd.se_cmd_flags & SCF_TRANSPORT_TASK_SENSE) || in iscsit_send_response()
3246 (cmd->se_cmd.se_cmd_flags & SCF_EMULATED_TASK_SENSE))) { in iscsit_send_response()
3247 put_unaligned_be16(cmd->se_cmd.scsi_sense_length, cmd->sense_buffer); in iscsit_send_response()
3248 cmd->se_cmd.scsi_sense_length += sizeof (__be16); in iscsit_send_response()
3250 padding = -(cmd->se_cmd.scsi_sense_length) & 3; in iscsit_send_response()
3251 hton24(hdr->dlength, (u32)cmd->se_cmd.scsi_sense_length); in iscsit_send_response()
3252 data_buf = cmd->sense_buffer; in iscsit_send_response()
3253 data_buf_len = cmd->se_cmd.scsi_sense_length + padding; in iscsit_send_response()
3256 memset(cmd->sense_buffer + in iscsit_send_response()
3257 cmd->se_cmd.scsi_sense_length, 0, padding); in iscsit_send_response()
3264 cmd->se_cmd.scsi_sense_length); in iscsit_send_response()
3267 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, data_buf, in iscsit_send_response()
3289 iscsit_build_task_mgt_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_task_mgt_rsp() argument
3292 struct se_tmr_req *se_tmr = cmd->se_cmd.se_tmr_req; in iscsit_build_task_mgt_rsp()
3297 hdr->itt = cmd->init_task_tag; in iscsit_build_task_mgt_rsp()
3298 cmd->stat_sn = conn->stat_sn++; in iscsit_build_task_mgt_rsp()
3299 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_task_mgt_rsp()
3301 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_build_task_mgt_rsp()
3307 cmd->init_task_tag, cmd->stat_sn, hdr->response, conn->cid); in iscsit_build_task_mgt_rsp()
3312 iscsit_send_task_mgt_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn) in iscsit_send_task_mgt_rsp() argument
3314 struct iscsi_tm_rsp *hdr = (struct iscsi_tm_rsp *)&cmd->pdu[0]; in iscsit_send_task_mgt_rsp()
3316 iscsit_build_task_mgt_rsp(cmd, conn, hdr); in iscsit_send_task_mgt_rsp()
3318 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, NULL, 0); in iscsit_send_task_mgt_rsp()
3324 iscsit_build_sendtargets_response(struct iscsi_cmd *cmd, in iscsit_build_sendtargets_response() argument
3329 struct iscsi_conn *conn = cmd->conn; in iscsit_build_sendtargets_response()
3336 unsigned char *text_in = cmd->text_in_ptr, *text_ptr = NULL; in iscsit_build_sendtargets_response()
3350 if (cmd->cmd_flags & ICF_SENDTARGETS_SINGLE) { in iscsit_build_sendtargets_response()
3366 if ((cmd->cmd_flags & ICF_SENDTARGETS_SINGLE) && in iscsit_build_sendtargets_response()
3384 cmd->conn->sess->sess_ops->InitiatorName))) { in iscsit_build_sendtargets_response()
3463 if (cmd->cmd_flags & ICF_SENDTARGETS_SINGLE) in iscsit_build_sendtargets_response()
3468 cmd->buf_ptr = payload; in iscsit_build_sendtargets_response()
3474 iscsit_build_text_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_text_rsp() argument
3481 text_length = iscsit_build_sendtargets_response(cmd, network_transport, in iscsit_build_text_rsp()
3482 cmd->read_data_done, in iscsit_build_text_rsp()
3491 cmd->read_data_done += text_length; in iscsit_build_text_rsp()
3492 if (cmd->targ_xfer_tag == 0xFFFFFFFF) in iscsit_build_text_rsp()
3493 cmd->targ_xfer_tag = session_get_next_ttt(conn->sess); in iscsit_build_text_rsp()
3498 hdr->itt = cmd->init_task_tag; in iscsit_build_text_rsp()
3499 hdr->ttt = cpu_to_be32(cmd->targ_xfer_tag); in iscsit_build_text_rsp()
3500 cmd->stat_sn = conn->stat_sn++; in iscsit_build_text_rsp()
3501 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_text_rsp()
3503 iscsit_increment_maxcmdsn(cmd, conn->sess); in iscsit_build_text_rsp()
3509 cmd->maxcmdsn_inc = 0; in iscsit_build_text_rsp()
3514 " Length: %u, CID: %hu F: %d C: %d\n", cmd->init_task_tag, in iscsit_build_text_rsp()
3515 cmd->targ_xfer_tag, cmd->stat_sn, text_length, conn->cid, in iscsit_build_text_rsp()
3524 struct iscsi_cmd *cmd, in iscsit_send_text_rsp() argument
3527 struct iscsi_text_rsp *hdr = (struct iscsi_text_rsp *)cmd->pdu; in iscsit_send_text_rsp()
3530 text_length = iscsit_build_text_rsp(cmd, conn, hdr, in iscsit_send_text_rsp()
3535 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, in iscsit_send_text_rsp()
3536 cmd->buf_ptr, in iscsit_send_text_rsp()
3541 iscsit_build_reject(struct iscsi_cmd *cmd, struct iscsi_conn *conn, in iscsit_build_reject() argument
3545 hdr->reason = cmd->reject_reason; in iscsit_build_reject()
3549 cmd->stat_sn = conn->stat_sn++; in iscsit_build_reject()
3550 hdr->statsn = cpu_to_be32(cmd->stat_sn); in iscsit_build_reject()
3558 struct iscsi_cmd *cmd, in iscsit_send_reject() argument
3561 struct iscsi_reject *hdr = (struct iscsi_reject *)&cmd->pdu[0]; in iscsit_send_reject()
3563 iscsit_build_reject(cmd, conn, hdr); in iscsit_send_reject()
3568 return conn->conn_transport->iscsit_xmit_pdu(conn, cmd, NULL, in iscsit_send_reject()
3569 cmd->buf_ptr, in iscsit_send_reject()
3599 iscsit_immediate_queue(struct iscsi_conn *conn, struct iscsi_cmd *cmd, int state) in iscsit_immediate_queue() argument
3605 ret = iscsit_send_r2t(cmd, conn); in iscsit_immediate_queue()
3611 list_del_init(&cmd->i_conn_node); in iscsit_immediate_queue()
3614 iscsit_free_cmd(cmd, false); in iscsit_immediate_queue()
3618 ret = iscsit_send_unsolicited_nopin(cmd, conn, 1); in iscsit_immediate_queue()
3623 ret = iscsit_send_unsolicited_nopin(cmd, conn, 0); in iscsit_immediate_queue()
3630 cmd->iscsi_opcode, cmd->init_task_tag, state, in iscsit_immediate_queue()
3647 struct iscsi_cmd *cmd; in iscsit_handle_immediate_queue() local
3653 cmd = qr->cmd; in iscsit_handle_immediate_queue()
3657 ret = t->iscsit_immediate_queue(conn, cmd, state); in iscsit_handle_immediate_queue()
3666 iscsit_response_queue(struct iscsi_conn *conn, struct iscsi_cmd *cmd, int state) in iscsit_response_queue() argument
3673 ret = iscsit_send_datain(cmd, conn); in iscsit_response_queue()
3681 spin_lock_bh(&cmd->istate_lock); in iscsit_response_queue()
3682 cmd->i_state = ISTATE_SENT_STATUS; in iscsit_response_queue()
3683 spin_unlock_bh(&cmd->istate_lock); in iscsit_response_queue()
3692 spin_lock_bh(&cmd->istate_lock); in iscsit_response_queue()
3693 cmd->i_state = ISTATE_SEND_STATUS; in iscsit_response_queue()
3694 spin_unlock_bh(&cmd->istate_lock); in iscsit_response_queue()
3702 ret = iscsit_send_response(cmd, conn); in iscsit_response_queue()
3705 ret = iscsit_send_logout(cmd, conn); in iscsit_response_queue()
3709 cmd, conn); in iscsit_response_queue()
3712 ret = iscsit_send_nopin(cmd, conn); in iscsit_response_queue()
3715 ret = iscsit_send_reject(cmd, conn); in iscsit_response_queue()
3718 ret = iscsit_send_task_mgt_rsp(cmd, conn); in iscsit_response_queue()
3721 ret = iscsit_tmr_post_handler(cmd, conn); in iscsit_response_queue()
3726 ret = iscsit_send_text_rsp(cmd, conn); in iscsit_response_queue()
3731 cmd->iscsi_opcode, cmd->init_task_tag, in iscsit_response_queue()
3740 if (!iscsit_logout_post_handler(cmd, conn)) in iscsit_response_queue()
3750 spin_lock_bh(&cmd->istate_lock); in iscsit_response_queue()
3751 cmd->i_state = ISTATE_SENT_STATUS; in iscsit_response_queue()
3752 spin_unlock_bh(&cmd->istate_lock); in iscsit_response_queue()
3757 cmd->iscsi_opcode, cmd->init_task_tag, in iscsit_response_queue()
3758 cmd->i_state, conn->cid); in iscsit_response_queue()
3776 struct iscsi_cmd *cmd; in iscsit_handle_response_queue() local
3781 cmd = qr->cmd; in iscsit_handle_response_queue()
3785 ret = t->iscsit_response_queue(conn, cmd, state); in iscsit_handle_response_queue()
3854 struct iscsi_cmd *cmd; in iscsi_target_rx_opcode() local
3859 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsi_target_rx_opcode()
3860 if (!cmd) in iscsi_target_rx_opcode()
3863 ret = iscsit_handle_scsi_cmd(conn, cmd, buf); in iscsi_target_rx_opcode()
3869 cmd = NULL; in iscsi_target_rx_opcode()
3871 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsi_target_rx_opcode()
3872 if (!cmd) in iscsi_target_rx_opcode()
3875 ret = iscsit_handle_nop_out(conn, cmd, buf); in iscsi_target_rx_opcode()
3878 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsi_target_rx_opcode()
3879 if (!cmd) in iscsi_target_rx_opcode()
3882 ret = iscsit_handle_task_mgt_cmd(conn, cmd, buf); in iscsi_target_rx_opcode()
3886 cmd = iscsit_find_cmd_from_itt(conn, hdr->itt); in iscsi_target_rx_opcode()
3887 if (!cmd) in iscsi_target_rx_opcode()
3890 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsi_target_rx_opcode()
3891 if (!cmd) in iscsi_target_rx_opcode()
3895 ret = iscsit_handle_text_cmd(conn, cmd, buf); in iscsi_target_rx_opcode()
3898 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); in iscsi_target_rx_opcode()
3899 if (!cmd) in iscsi_target_rx_opcode()
3902 ret = iscsit_handle_logout_cmd(conn, cmd, buf); in iscsi_target_rx_opcode()
4062 struct iscsi_cmd *cmd = NULL, *cmd_tmp = NULL; in iscsit_release_commands_from_conn() local
4072 list_for_each_entry(cmd, &tmp_list, i_conn_node) { in iscsit_release_commands_from_conn()
4073 struct se_cmd *se_cmd = &cmd->se_cmd; in iscsit_release_commands_from_conn()
4083 list_for_each_entry_safe(cmd, cmd_tmp, &tmp_list, i_conn_node) { in iscsit_release_commands_from_conn()
4084 list_del_init(&cmd->i_conn_node); in iscsit_release_commands_from_conn()
4086 iscsit_increment_maxcmdsn(cmd, sess); in iscsit_release_commands_from_conn()
4087 iscsit_free_cmd(cmd, true); in iscsit_release_commands_from_conn()
4095 struct iscsi_cmd *cmd; in iscsit_stop_timers_for_cmds() local
4098 list_for_each_entry(cmd, &conn->conn_cmd_list, i_conn_node) { in iscsit_stop_timers_for_cmds()
4099 if (cmd->data_direction == DMA_TO_DEVICE) in iscsit_stop_timers_for_cmds()
4100 iscsit_stop_dataout_timer(cmd); in iscsit_stop_timers_for_cmds()
4498 struct iscsi_cmd *cmd, in iscsit_logout_post_handler() argument
4503 switch (cmd->logout_reason) { in iscsit_logout_post_handler()
4505 switch (cmd->logout_response) { in iscsit_logout_post_handler()
4515 if (conn->cid == cmd->logout_cid) { in iscsit_logout_post_handler()
4516 switch (cmd->logout_response) { in iscsit_logout_post_handler()
4525 switch (cmd->logout_response) { in iscsit_logout_post_handler()
4528 cmd->logout_cid); in iscsit_logout_post_handler()
4539 switch (cmd->logout_response) { in iscsit_logout_post_handler()