219 					struct vscsibk_pend *pending_req)  in scsiback_print_status()  argument
221 	struct scsiback_tpg *tpg = pending_req->v2p->tpg;  in scsiback_print_status()
224 	       tpg->tport->tport_name, pending_req->v2p->lun,  in scsiback_print_status()
225 	       pending_req->cmnd[0], errors & 0xff, COMMAND_COMPLETE,  in scsiback_print_status()
386 			uint32_t resid, struct vscsibk_pend *pending_req)  in scsiback_do_resp_with_sense()  argument
388 	scsiback_send_response(pending_req->info, sense_buffer, result,  in scsiback_do_resp_with_sense()
389 			       resid, pending_req->rqid);  in scsiback_do_resp_with_sense()
391 	if (pending_req->v2p)  in scsiback_do_resp_with_sense()
392 		kref_put(&pending_req->v2p->kref,  in scsiback_do_resp_with_sense()
396 static void scsiback_cmd_done(struct vscsibk_pend *pending_req)  in scsiback_cmd_done()  argument
398 	struct vscsibk_info *info = pending_req->info;  in scsiback_cmd_done()
403 	sense_buffer = pending_req->sense_buffer;  in scsiback_cmd_done()
404 	resid        = pending_req->se_cmd.residual_count;  in scsiback_cmd_done()
405 	errors       = pending_req->result;  in scsiback_cmd_done()
408 		scsiback_print_status(sense_buffer, errors, pending_req);  in scsiback_cmd_done()
410 	scsiback_fast_flush_area(pending_req);  in scsiback_cmd_done()
411 	scsiback_do_resp_with_sense(sense_buffer, errors, resid, pending_req);  in scsiback_cmd_done()
418 	target_put_sess_cmd(&pending_req->se_cmd);  in scsiback_cmd_done()
421 static void scsiback_cmd_exec(struct vscsibk_pend *pending_req)  in scsiback_cmd_exec()  argument
423 	struct se_cmd *se_cmd = &pending_req->se_cmd;  in scsiback_cmd_exec()
424 	struct se_session *sess = pending_req->v2p->tpg->tpg_nexus->tvn_se_sess;  in scsiback_cmd_exec()
426 	scsiback_get(pending_req->info);  in scsiback_cmd_exec()
427 	se_cmd->tag = pending_req->rqid;  in scsiback_cmd_exec()
428 	target_init_cmd(se_cmd, sess, pending_req->sense_buffer,  in scsiback_cmd_exec()
429 			pending_req->v2p->lun, pending_req->data_len, 0,  in scsiback_cmd_exec()
430 			pending_req->sc_data_direction, TARGET_SCF_ACK_KREF);  in scsiback_cmd_exec()
432 	if (target_submit_prep(se_cmd, pending_req->cmnd, pending_req->sgl,  in scsiback_cmd_exec()
433 			       pending_req->n_sg, NULL, 0, NULL, 0, GFP_KERNEL))  in scsiback_cmd_exec()
462 static int scsiback_gnttab_data_map_list(struct vscsibk_pend *pending_req,  in scsiback_gnttab_data_map_list()  argument
468 	struct vscsibk_info *info = pending_req->info;  in scsiback_gnttab_data_map_list()
484 		pending_req->n_grants += mapcount;  in scsiback_gnttab_data_map_list()
490 	pending_req->n_grants += mapcount;  in scsiback_gnttab_data_map_list()
495 					struct vscsibk_pend *pending_req)  in scsiback_gnttab_data_map()  argument
507 	pending_req->n_sg = 0;  in scsiback_gnttab_data_map()
508 	pending_req->n_grants = 0;  in scsiback_gnttab_data_map()
509 	pending_req->data_len = 0;  in scsiback_gnttab_data_map()
522 		err = scsiback_gnttab_data_map_list(pending_req, ring_req->seg,  in scsiback_gnttab_data_map()
523 			pending_req->pages, pending_req->grant_handles,  in scsiback_gnttab_data_map()
546 	pending_req->sgl = kmalloc_array(nr_segments,  in scsiback_gnttab_data_map()
548 	if (!pending_req->sgl)  in scsiback_gnttab_data_map()
551 	sg_init_table(pending_req->sgl, nr_segments);  in scsiback_gnttab_data_map()
552 	pending_req->n_sg = nr_segments;  in scsiback_gnttab_data_map()
555 	if (pending_req->sc_data_direction == DMA_TO_DEVICE)  in scsiback_gnttab_data_map()
558 	pg = pending_req->pages + nr_sgl;  in scsiback_gnttab_data_map()
559 	grant = pending_req->grant_handles + nr_sgl;  in scsiback_gnttab_data_map()
562 		err = scsiback_gnttab_data_map_list(pending_req, seg,  in scsiback_gnttab_data_map()
569 			      vaddr(pending_req, i) + ring_req->seg[i].offset);  in scsiback_gnttab_data_map()
572 			err = scsiback_gnttab_data_map_list(pending_req, seg,  in scsiback_gnttab_data_map()
579 		end_seg = vaddr(pending_req, 0) + ring_req->seg[0].offset;  in scsiback_gnttab_data_map()
582 		pg = pending_req->pages + nr_sgl;  in scsiback_gnttab_data_map()
585 	for_each_sg(pending_req->sgl, sg, nr_segments, i) {  in scsiback_gnttab_data_map()
587 		pending_req->data_len += seg->length;  in scsiback_gnttab_data_map()
591 			end_seg = vaddr(pending_req, i_seg) +  in scsiback_gnttab_data_map()
615 static void scsiback_device_action(struct vscsibk_pend *pending_req,  in scsiback_device_action()  argument
618 	struct scsiback_tpg *tpg = pending_req->v2p->tpg;  in scsiback_device_action()
620 	struct se_cmd *se_cmd = &pending_req->se_cmd;  in scsiback_device_action()
621 	u64 unpacked_lun = pending_req->v2p->lun;  in scsiback_device_action()
624 	init_completion(&pending_req->tmr_done);  in scsiback_device_action()
626 	rc = target_submit_tmr(&pending_req->se_cmd, nexus->tvn_se_sess,  in scsiback_device_action()
627 			       &pending_req->sense_buffer[0],  in scsiback_device_action()
633 	wait_for_completion(&pending_req->tmr_done);  in scsiback_device_action()
638 	scsiback_do_resp_with_sense(NULL, err, 0, pending_req);  in scsiback_device_action()
639 	transport_generic_free_cmd(&pending_req->se_cmd, 0);  in scsiback_device_action()
643 	scsiback_do_resp_with_sense(NULL, err, 0, pending_req);  in scsiback_device_action()
702 	struct vscsibk_pend *pending_req;  in prepare_pending_reqs()  local
732 	pending_req = scsiback_get_pend_req(ring, v2p);  in prepare_pending_reqs()
733 	if (IS_ERR(pending_req)) {  in prepare_pending_reqs()
737 	pending_req->rqid = ring_req->rqid;  in prepare_pending_reqs()
738 	pending_req->info = info;  in prepare_pending_reqs()
739 	pending_req->v2p = v2p;  in prepare_pending_reqs()
740 	pending_req->sc_data_direction = ring_req->sc_data_direction;  in prepare_pending_reqs()
741 	pending_req->cmd_len = ring_req->cmd_len;  in prepare_pending_reqs()
742 	memcpy(pending_req->cmnd, ring_req->cmnd, pending_req->cmd_len);  in prepare_pending_reqs()
744 	return pending_req;  in prepare_pending_reqs()
752 	struct vscsibk_pend *pending_req;  in scsiback_do_cmd_fn()  local
777 		pending_req = prepare_pending_reqs(info, ring, &ring_req);  in scsiback_do_cmd_fn()
778 		if (IS_ERR(pending_req)) {  in scsiback_do_cmd_fn()
779 			switch (PTR_ERR(pending_req)) {  in scsiback_do_cmd_fn()
794 			if (scsiback_gnttab_data_map(&ring_req, pending_req)) {  in scsiback_do_cmd_fn()
795 				scsiback_fast_flush_area(pending_req);  in scsiback_do_cmd_fn()
797 						DID_ERROR << 16, 0, pending_req);  in scsiback_do_cmd_fn()
798 				transport_generic_free_cmd(&pending_req->se_cmd, 0);  in scsiback_do_cmd_fn()
800 				scsiback_cmd_exec(pending_req);  in scsiback_do_cmd_fn()
804 			scsiback_device_action(pending_req, TMR_ABORT_TASK,  in scsiback_do_cmd_fn()
808 			scsiback_device_action(pending_req, TMR_LUN_RESET, 0);  in scsiback_do_cmd_fn()
813 						    pending_req);  in scsiback_do_cmd_fn()
814 			transport_generic_free_cmd(&pending_req->se_cmd, 0);  in scsiback_do_cmd_fn()
1450 	struct vscsibk_pend *pending_req = container_of(se_cmd,  in scsiback_queue_data_in()  local
1453 	pending_req->result = SAM_STAT_GOOD;  in scsiback_queue_data_in()
1454 	scsiback_cmd_done(pending_req);  in scsiback_queue_data_in()
1460 	struct vscsibk_pend *pending_req = container_of(se_cmd,  in scsiback_queue_status()  local
1466 		pending_req->result = SAM_STAT_CHECK_CONDITION;  in scsiback_queue_status()
1468 		pending_req->result = se_cmd->scsi_status;  in scsiback_queue_status()
1470 	scsiback_cmd_done(pending_req);  in scsiback_queue_status()
1476 	struct vscsibk_pend *pending_req = container_of(se_cmd,  in scsiback_queue_tm_rsp()  local
1479 	complete(&pending_req->tmr_done);  in scsiback_queue_tm_rsp()