29 static sense_reason_t sbc_execute_unmap(struct se_cmd *cmd);
32 sbc_emulate_readcapacity(struct se_cmd *cmd)  in sbc_emulate_readcapacity()  argument
34 	struct se_device *dev = cmd->se_dev;  in sbc_emulate_readcapacity()
35 	unsigned char *cdb = cmd->t_task_cdb;  in sbc_emulate_readcapacity()
64 	rbuf = transport_kmap_data_sg(cmd);  in sbc_emulate_readcapacity()
66 		memcpy(rbuf, buf, min_t(u32, sizeof(buf), cmd->data_length));  in sbc_emulate_readcapacity()
67 		transport_kunmap_data_sg(cmd);  in sbc_emulate_readcapacity()
70 	target_complete_cmd_with_length(cmd, SAM_STAT_GOOD, 8);  in sbc_emulate_readcapacity()
75 sbc_emulate_readcapacity_16(struct se_cmd *cmd)  in sbc_emulate_readcapacity_16()  argument
77 	struct se_device *dev = cmd->se_dev;  in sbc_emulate_readcapacity_16()
78 	struct se_session *sess = cmd->se_sess;  in sbc_emulate_readcapacity_16()
127 	rbuf = transport_kmap_data_sg(cmd);  in sbc_emulate_readcapacity_16()
129 		memcpy(rbuf, buf, min_t(u32, sizeof(buf), cmd->data_length));  in sbc_emulate_readcapacity_16()
130 		transport_kunmap_data_sg(cmd);  in sbc_emulate_readcapacity_16()
133 	target_complete_cmd_with_length(cmd, SAM_STAT_GOOD, 32);  in sbc_emulate_readcapacity_16()
138 sbc_emulate_startstop(struct se_cmd *cmd)  in sbc_emulate_startstop()  argument
140 	unsigned char *cdb = cmd->t_task_cdb;  in sbc_emulate_startstop()
165 	target_complete_cmd(cmd, SAM_STAT_GOOD);  in sbc_emulate_startstop()
169 sector_t sbc_get_write_same_sectors(struct se_cmd *cmd)  in sbc_get_write_same_sectors()  argument
173 	if (cmd->t_task_cdb[0] == WRITE_SAME)  in sbc_get_write_same_sectors()
174 		num_blocks = get_unaligned_be16(&cmd->t_task_cdb[7]);  in sbc_get_write_same_sectors()
175 	else if (cmd->t_task_cdb[0] == WRITE_SAME_16)  in sbc_get_write_same_sectors()
176 		num_blocks = get_unaligned_be32(&cmd->t_task_cdb[10]);  in sbc_get_write_same_sectors()
178 		num_blocks = get_unaligned_be32(&cmd->t_task_cdb[28]);  in sbc_get_write_same_sectors()
187 	return cmd->se_dev->transport->get_blocks(cmd->se_dev) -  in sbc_get_write_same_sectors()
188 		cmd->t_task_lba + 1;  in sbc_get_write_same_sectors()
193 sbc_execute_write_same_unmap(struct se_cmd *cmd)  in sbc_execute_write_same_unmap()  argument
195 	struct sbc_ops *ops = cmd->protocol_data;  in sbc_execute_write_same_unmap()
196 	sector_t nolb = sbc_get_write_same_sectors(cmd);  in sbc_execute_write_same_unmap()
200 		ret = ops->execute_unmap(cmd, cmd->t_task_lba, nolb);  in sbc_execute_write_same_unmap()
205 	target_complete_cmd(cmd, SAM_STAT_GOOD);  in sbc_execute_write_same_unmap()
210 sbc_emulate_noop(struct se_cmd *cmd)  in sbc_emulate_noop()  argument
212 	target_complete_cmd(cmd, SAM_STAT_GOOD);  in sbc_emulate_noop()
216 static inline u32 sbc_get_size(struct se_cmd *cmd, u32 sectors)  in sbc_get_size()  argument
218 	return cmd->se_dev->dev_attrib.block_size * sectors;  in sbc_get_size()
282 sbc_setup_write_same(struct se_cmd *cmd, unsigned char flags, struct sbc_ops *ops)  in sbc_setup_write_same()  argument
284 	struct se_device *dev = cmd->se_dev;  in sbc_setup_write_same()
286 	unsigned int sectors = sbc_get_write_same_sectors(cmd);  in sbc_setup_write_same()
295 	if (sectors > cmd->se_dev->dev_attrib.max_write_same_len) {  in sbc_setup_write_same()
297 			sectors, cmd->se_dev->dev_attrib.max_write_same_len);  in sbc_setup_write_same()
303 	if (((cmd->t_task_lba + sectors) < cmd->t_task_lba) ||  in sbc_setup_write_same()
304 	    ((cmd->t_task_lba + sectors) > end_lba)) {  in sbc_setup_write_same()
306 		       (unsigned long long)end_lba, cmd->t_task_lba, sectors);  in sbc_setup_write_same()
334 		cmd->execute_cmd = sbc_execute_write_same_unmap;  in sbc_setup_write_same()
340 	ret = sbc_check_prot(dev, cmd, flags >> 5, sectors, true);  in sbc_setup_write_same()
344 	cmd->execute_cmd = ops->execute_write_same;  in sbc_setup_write_same()
349 sbc_execute_rw(struct se_cmd *cmd)  in sbc_execute_rw()  argument
351 	struct sbc_ops *ops = cmd->protocol_data;  in sbc_execute_rw()
353 	return ops->execute_rw(cmd, cmd->t_data_sg, cmd->t_data_nents,  in sbc_execute_rw()
354 			       cmd->data_direction);  in sbc_execute_rw()
357 static sense_reason_t compare_and_write_post(struct se_cmd *cmd, bool success,  in compare_and_write_post()  argument
360 	struct se_device *dev = cmd->se_dev;  in compare_and_write_post()
363 	spin_lock_irq(&cmd->t_state_lock);  in compare_and_write_post()
367 		if (cmd->scsi_status == SAM_STAT_CHECK_CONDITION)  in compare_and_write_post()
370 	spin_unlock_irq(&cmd->t_state_lock);  in compare_and_write_post()
443 static sense_reason_t compare_and_write_callback(struct se_cmd *cmd, bool success,  in compare_and_write_callback()  argument
446 	struct se_device *dev = cmd->se_dev;  in compare_and_write_callback()
452 	unsigned int compare_len = (cmd->t_task_nolb * block_size);  in compare_and_write_callback()
461 	if (!success && (!cmd->t_data_sg || !cmd->t_bidi_data_sg))  in compare_and_write_callback()
466 	if (!cmd->data_length)  in compare_and_write_callback()
472 	if (cmd->scsi_status) {  in compare_and_write_callback()
474 			" 0x%02x\n", cmd->scsi_status);  in compare_and_write_callback()
476 		if (cmd->scsi_status == SAM_STAT_CHECK_CONDITION)  in compare_and_write_callback()
481 	ret = compare_and_write_do_cmp(cmd->t_bidi_data_sg,  in compare_and_write_callback()
482 				       cmd->t_bidi_data_nents,  in compare_and_write_callback()
483 				       cmd->t_data_sg,  in compare_and_write_callback()
484 				       cmd->t_data_nents,  in compare_and_write_callback()
494 		cmd->sense_info = miscmp_off;  in compare_and_write_callback()
499 	if (sg_alloc_table(&write_tbl, cmd->t_data_nents, GFP_KERNEL) < 0) {  in compare_and_write_callback()
508 	sg_miter_start(&m, cmd->t_data_sg, cmd->t_data_nents, SG_MITER_TO_SG);  in compare_and_write_callback()
532 	cmd->t_data_sg_orig = cmd->t_data_sg;  in compare_and_write_callback()
533 	cmd->t_data_sg = write_sg;  in compare_and_write_callback()
534 	cmd->t_data_nents_orig = cmd->t_data_nents;  in compare_and_write_callback()
535 	cmd->t_data_nents = 1;  in compare_and_write_callback()
537 	cmd->sam_task_attr = TCM_HEAD_TAG;  in compare_and_write_callback()
538 	cmd->transport_complete_callback = compare_and_write_post;  in compare_and_write_callback()
543 	cmd->execute_cmd = sbc_execute_rw;  in compare_and_write_callback()
545 	spin_lock_irq(&cmd->t_state_lock);  in compare_and_write_callback()
546 	cmd->t_state = TRANSPORT_PROCESSING;  in compare_and_write_callback()
547 	cmd->transport_state |= CMD_T_ACTIVE | CMD_T_SENT;  in compare_and_write_callback()
548 	spin_unlock_irq(&cmd->t_state_lock);  in compare_and_write_callback()
550 	__target_execute_cmd(cmd, false);  in compare_and_write_callback()
565 sbc_compare_and_write(struct se_cmd *cmd)  in sbc_compare_and_write()  argument
567 	struct sbc_ops *ops = cmd->protocol_data;  in sbc_compare_and_write()
568 	struct se_device *dev = cmd->se_dev;  in sbc_compare_and_write()
577 		cmd->transport_complete_callback = NULL;  in sbc_compare_and_write()
585 	cmd->data_length = cmd->t_task_nolb * dev->dev_attrib.block_size;  in sbc_compare_and_write()
587 	ret = ops->execute_rw(cmd, cmd->t_bidi_data_sg, cmd->t_bidi_data_nents,  in sbc_compare_and_write()
590 		cmd->transport_complete_callback = NULL;  in sbc_compare_and_write()
604 		       bool is_write, struct se_cmd *cmd)  in sbc_set_prot_op_checks()  argument
607 		cmd->prot_op = fabric_prot ? TARGET_PROT_DOUT_STRIP :  in sbc_set_prot_op_checks()
613 			cmd->prot_checks = 0;  in sbc_set_prot_op_checks()
617 			cmd->prot_checks = TARGET_DIF_CHECK_GUARD;  in sbc_set_prot_op_checks()
619 				cmd->prot_checks |= TARGET_DIF_CHECK_REFTAG;  in sbc_set_prot_op_checks()
623 				cmd->prot_checks = TARGET_DIF_CHECK_REFTAG;  in sbc_set_prot_op_checks()
626 			cmd->prot_checks = TARGET_DIF_CHECK_GUARD;  in sbc_set_prot_op_checks()
633 		cmd->prot_op = fabric_prot ? TARGET_PROT_DIN_INSERT :  in sbc_set_prot_op_checks()
640 			cmd->prot_checks = TARGET_DIF_CHECK_GUARD;  in sbc_set_prot_op_checks()
642 				cmd->prot_checks |= TARGET_DIF_CHECK_REFTAG;  in sbc_set_prot_op_checks()
646 				cmd->prot_checks = TARGET_DIF_CHECK_REFTAG;  in sbc_set_prot_op_checks()
649 			cmd->prot_checks = 0;  in sbc_set_prot_op_checks()
652 			cmd->prot_checks = TARGET_DIF_CHECK_GUARD;  in sbc_set_prot_op_checks()
664 sbc_check_prot(struct se_device *dev, struct se_cmd *cmd, unsigned char protect,  in sbc_check_prot()  argument
667 	int sp_ops = cmd->se_sess->sup_prot_ops;  in sbc_check_prot()
671 	if (!cmd->t_prot_sg || !cmd->t_prot_nents) {  in sbc_check_prot()
673 		    !dev->dev_attrib.pi_prot_type && !cmd->se_sess->sess_prot_type)) {  in sbc_check_prot()
678 		if (cmd->prot_pto)  in sbc_check_prot()
684 		cmd->reftag_seed = 0xffffffff;  in sbc_check_prot()
690 		cmd->reftag_seed = cmd->t_task_lba;  in sbc_check_prot()
693 		cmd->reftag_seed = cmd->t_task_lba;  in sbc_check_prot()
705 		if (fabric_prot && cmd->se_sess->sess_prot_type) {  in sbc_check_prot()
706 			pi_prot_type = cmd->se_sess->sess_prot_type;  in sbc_check_prot()
714 		       "PROTECT: 0x%02x\n", cmd->t_task_cdb[0], protect);  in sbc_check_prot()
718 	if (sbc_set_prot_op_checks(protect, fabric_prot, pi_prot_type, is_write, cmd))  in sbc_check_prot()
721 	cmd->prot_type = pi_prot_type;  in sbc_check_prot()
722 	cmd->prot_length = dev->prot_length * sectors;  in sbc_check_prot()
731 		cmd->data_length = sectors * dev->dev_attrib.block_size;  in sbc_check_prot()
735 		 __func__, cmd->prot_type, cmd->data_length, cmd->prot_length,  in sbc_check_prot()
736 		 cmd->prot_op, cmd->prot_checks);  in sbc_check_prot()
742 sbc_check_dpofua(struct se_device *dev, struct se_cmd *cmd, unsigned char *cdb)  in sbc_check_dpofua()  argument
759 		cmd->se_cmd_flags |= SCF_FUA;  in sbc_check_dpofua()
765 sbc_parse_cdb(struct se_cmd *cmd, struct sbc_ops *ops)  in sbc_parse_cdb()  argument
767 	struct se_device *dev = cmd->se_dev;  in sbc_parse_cdb()
768 	unsigned char *cdb = cmd->t_task_cdb;  in sbc_parse_cdb()
773 	cmd->protocol_data = ops;  in sbc_parse_cdb()
778 		cmd->t_task_lba = transport_lba_21(cdb);  in sbc_parse_cdb()
779 		cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB;  in sbc_parse_cdb()
780 		cmd->execute_cmd = sbc_execute_rw;  in sbc_parse_cdb()
784 		cmd->t_task_lba = transport_lba_32(cdb);  in sbc_parse_cdb()
786 		if (sbc_check_dpofua(dev, cmd, cdb))  in sbc_parse_cdb()
789 		ret = sbc_check_prot(dev, cmd, cdb[1] >> 5, sectors, false);  in sbc_parse_cdb()
793 		cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB;  in sbc_parse_cdb()
794 		cmd->execute_cmd = sbc_execute_rw;  in sbc_parse_cdb()
798 		cmd->t_task_lba = transport_lba_32(cdb);  in sbc_parse_cdb()
800 		if (sbc_check_dpofua(dev, cmd, cdb))  in sbc_parse_cdb()
803 		ret = sbc_check_prot(dev, cmd, cdb[1] >> 5, sectors, false);  in sbc_parse_cdb()
807 		cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB;  in sbc_parse_cdb()
808 		cmd->execute_cmd = sbc_execute_rw;  in sbc_parse_cdb()
812 		cmd->t_task_lba = transport_lba_64(cdb);  in sbc_parse_cdb()
814 		if (sbc_check_dpofua(dev, cmd, cdb))  in sbc_parse_cdb()
817 		ret = sbc_check_prot(dev, cmd, cdb[1] >> 5, sectors, false);  in sbc_parse_cdb()
821 		cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB;  in sbc_parse_cdb()
822 		cmd->execute_cmd = sbc_execute_rw;  in sbc_parse_cdb()
826 		cmd->t_task_lba = transport_lba_21(cdb);  in sbc_parse_cdb()
827 		cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB;  in sbc_parse_cdb()
828 		cmd->execute_cmd = sbc_execute_rw;  in sbc_parse_cdb()
833 		cmd->t_task_lba = transport_lba_32(cdb);  in sbc_parse_cdb()
835 		if (sbc_check_dpofua(dev, cmd, cdb))  in sbc_parse_cdb()
838 		ret = sbc_check_prot(dev, cmd, cdb[1] >> 5, sectors, true);  in sbc_parse_cdb()
842 		cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB;  in sbc_parse_cdb()
843 		cmd->execute_cmd = sbc_execute_rw;  in sbc_parse_cdb()
847 		cmd->t_task_lba = transport_lba_32(cdb);  in sbc_parse_cdb()
849 		if (sbc_check_dpofua(dev, cmd, cdb))  in sbc_parse_cdb()
852 		ret = sbc_check_prot(dev, cmd, cdb[1] >> 5, sectors, true);  in sbc_parse_cdb()
856 		cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB;  in sbc_parse_cdb()
857 		cmd->execute_cmd = sbc_execute_rw;  in sbc_parse_cdb()
862 		cmd->t_task_lba = transport_lba_64(cdb);  in sbc_parse_cdb()
864 		if (sbc_check_dpofua(dev, cmd, cdb))  in sbc_parse_cdb()
867 		ret = sbc_check_prot(dev, cmd, cdb[1] >> 5, sectors, true);  in sbc_parse_cdb()
871 		cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB;  in sbc_parse_cdb()
872 		cmd->execute_cmd = sbc_execute_rw;  in sbc_parse_cdb()
886 			size = sbc_get_size(cmd, 1);  in sbc_parse_cdb()
887 			cmd->t_task_lba = get_unaligned_be64(&cdb[12]);  in sbc_parse_cdb()
889 			ret = sbc_setup_write_same(cmd, cdb[10], ops);  in sbc_parse_cdb()
917 		if (sbc_check_dpofua(dev, cmd, cdb))  in sbc_parse_cdb()
924 		size = 2 * sbc_get_size(cmd, sectors);  in sbc_parse_cdb()
925 		cmd->t_task_lba = get_unaligned_be64(&cdb[2]);  in sbc_parse_cdb()
926 		cmd->t_task_nolb = sectors;  in sbc_parse_cdb()
927 		cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB | SCF_COMPARE_AND_WRITE;  in sbc_parse_cdb()
928 		cmd->execute_cmd = sbc_compare_and_write;  in sbc_parse_cdb()
929 		cmd->transport_complete_callback = compare_and_write_callback;  in sbc_parse_cdb()
933 		cmd->execute_cmd = sbc_emulate_readcapacity;  in sbc_parse_cdb()
936 		switch (cmd->t_task_cdb[1] & 0x1f) {  in sbc_parse_cdb()
938 			cmd->execute_cmd = sbc_emulate_readcapacity_16;  in sbc_parse_cdb()
941 			cmd->execute_cmd = target_emulate_report_referrals;  in sbc_parse_cdb()
945 				cmd->t_task_cdb[1] & 0x1f);  in sbc_parse_cdb()
954 			cmd->t_task_lba = transport_lba_32(cdb);  in sbc_parse_cdb()
957 			cmd->t_task_lba = transport_lba_64(cdb);  in sbc_parse_cdb()
960 			cmd->execute_cmd = ops->execute_sync_cache;  in sbc_parse_cdb()
964 		cmd->execute_cmd = sbc_emulate_noop;  in sbc_parse_cdb()
976 		cmd->execute_cmd = sbc_execute_unmap;  in sbc_parse_cdb()
985 		size = sbc_get_size(cmd, 1);  in sbc_parse_cdb()
986 		cmd->t_task_lba = get_unaligned_be64(&cdb[2]);  in sbc_parse_cdb()
988 		ret = sbc_setup_write_same(cmd, cdb[1], ops);  in sbc_parse_cdb()
999 		size = sbc_get_size(cmd, 1);  in sbc_parse_cdb()
1000 		cmd->t_task_lba = get_unaligned_be32(&cdb[2]);  in sbc_parse_cdb()
1006 		ret = sbc_setup_write_same(cmd, cdb[1], ops);  in sbc_parse_cdb()
1015 			cmd->t_task_lba = transport_lba_32(cdb);  in sbc_parse_cdb()
1018 			cmd->t_task_lba = transport_lba_64(cdb);  in sbc_parse_cdb()
1020 		cmd->execute_cmd = sbc_emulate_noop;  in sbc_parse_cdb()
1032 		cmd->execute_cmd = sbc_emulate_noop;  in sbc_parse_cdb()
1036 		cmd->execute_cmd = sbc_emulate_startstop;  in sbc_parse_cdb()
1039 		ret = spc_parse_cdb(cmd, &size);  in sbc_parse_cdb()
1045 	if (!cmd->execute_cmd)  in sbc_parse_cdb()
1048 	if (cmd->se_cmd_flags & SCF_SCSI_DATA_CDB) {  in sbc_parse_cdb()
1052 		if (((cmd->t_task_lba + sectors) < cmd->t_task_lba) ||  in sbc_parse_cdb()
1053 		    ((cmd->t_task_lba + sectors) > end_lba)) {  in sbc_parse_cdb()
1056 				end_lba, cmd->t_task_lba, sectors);  in sbc_parse_cdb()
1060 		if (!(cmd->se_cmd_flags & SCF_COMPARE_AND_WRITE))  in sbc_parse_cdb()
1061 			size = sbc_get_size(cmd, sectors);  in sbc_parse_cdb()
1064 	return target_cmd_size_check(cmd, size);  in sbc_parse_cdb()
1075 sbc_execute_unmap(struct se_cmd *cmd)  in sbc_execute_unmap()  argument
1077 	struct sbc_ops *ops = cmd->protocol_data;  in sbc_execute_unmap()
1078 	struct se_device *dev = cmd->se_dev;  in sbc_execute_unmap()
1087 	if (cmd->t_task_cdb[1])  in sbc_execute_unmap()
1090 	if (cmd->data_length == 0) {  in sbc_execute_unmap()
1091 		target_complete_cmd(cmd, SAM_STAT_GOOD);  in sbc_execute_unmap()
1095 	if (cmd->data_length < 8) {  in sbc_execute_unmap()
1097 			cmd->data_length);  in sbc_execute_unmap()
1101 	buf = transport_kmap_data_sg(cmd);  in sbc_execute_unmap()
1108 	size = cmd->data_length - 8;  in sbc_execute_unmap()
1111 			cmd->data_length, bd_dl);  in sbc_execute_unmap()
1142 			ret = ops->execute_unmap(cmd, lba, range);  in sbc_execute_unmap()
1152 	transport_kunmap_data_sg(cmd);  in sbc_execute_unmap()
1154 		target_complete_cmd(cmd, SAM_STAT_GOOD);  in sbc_execute_unmap()
1159 sbc_dif_generate(struct se_cmd *cmd)  in sbc_dif_generate()  argument
1161 	struct se_device *dev = cmd->se_dev;  in sbc_dif_generate()
1163 	struct scatterlist *dsg = cmd->t_data_sg, *psg;  in sbc_dif_generate()
1164 	sector_t sector = cmd->t_task_lba;  in sbc_dif_generate()
1169 	for_each_sg(cmd->t_prot_sg, psg, cmd->t_prot_nents, i) {  in sbc_dif_generate()
1207 			if (cmd->prot_type == TARGET_DIF_TYPE1_PROT)  in sbc_dif_generate()
1213 				 (cmd->data_direction == DMA_TO_DEVICE) ?  in sbc_dif_generate()
1227 sbc_dif_v1_verify(struct se_cmd *cmd, struct t10_pi_tuple *sdt,  in sbc_dif_v1_verify()  argument
1232 	if (!(cmd->prot_checks & TARGET_DIF_CHECK_GUARD))  in sbc_dif_v1_verify()
1245 	if (!(cmd->prot_checks & TARGET_DIF_CHECK_REFTAG))  in sbc_dif_v1_verify()
1248 	if (cmd->prot_type == TARGET_DIF_TYPE1_PROT &&  in sbc_dif_v1_verify()
1256 	if (cmd->prot_type == TARGET_DIF_TYPE2_PROT &&  in sbc_dif_v1_verify()
1267 void sbc_dif_copy_prot(struct se_cmd *cmd, unsigned int sectors, bool read,  in sbc_dif_copy_prot()  argument
1270 	struct se_device *dev = cmd->se_dev;  in sbc_dif_copy_prot()
1281 	for_each_sg(cmd->t_prot_sg, psg, cmd->t_prot_nents, i) {  in sbc_dif_copy_prot()
1313 sbc_dif_verify(struct se_cmd *cmd, sector_t start, unsigned int sectors,  in sbc_dif_verify()  argument
1316 	struct se_device *dev = cmd->se_dev;  in sbc_dif_verify()
1318 	struct scatterlist *dsg = cmd->t_data_sg;  in sbc_dif_verify()
1375 			rc = sbc_dif_v1_verify(cmd, sdt, crc, sector, ei_lba);  in sbc_dif_verify()
1379 				cmd->sense_info = sector;  in sbc_dif_verify()