221 					struct vscsibk_pend *pending_req)  in scsiback_print_status()  argument
223 	struct scsiback_tpg *tpg = pending_req->v2p->tpg;  in scsiback_print_status()
226 	       tpg->tport->tport_name, pending_req->v2p->lun,  in scsiback_print_status()
227 	       pending_req->cmnd[0], status_byte(errors), msg_byte(errors),  in scsiback_print_status()
324 			uint32_t resid, struct vscsibk_pend *pending_req)  in scsiback_do_resp_with_sense()  argument
326 	scsiback_send_response(pending_req->info, sense_buffer, result,  in scsiback_do_resp_with_sense()
327 			       resid, pending_req->rqid);  in scsiback_do_resp_with_sense()
329 	if (pending_req->v2p)  in scsiback_do_resp_with_sense()
330 		kref_put(&pending_req->v2p->kref,  in scsiback_do_resp_with_sense()
334 static void scsiback_cmd_done(struct vscsibk_pend *pending_req)  in scsiback_cmd_done()  argument
336 	struct vscsibk_info *info = pending_req->info;  in scsiback_cmd_done()
341 	sense_buffer = pending_req->sense_buffer;  in scsiback_cmd_done()
342 	resid        = pending_req->se_cmd.residual_count;  in scsiback_cmd_done()
343 	errors       = pending_req->result;  in scsiback_cmd_done()
346 		scsiback_print_status(sense_buffer, errors, pending_req);  in scsiback_cmd_done()
348 	scsiback_fast_flush_area(pending_req);  in scsiback_cmd_done()
349 	scsiback_do_resp_with_sense(sense_buffer, errors, resid, pending_req);  in scsiback_cmd_done()
356 	target_put_sess_cmd(&pending_req->se_cmd);  in scsiback_cmd_done()
359 static void scsiback_cmd_exec(struct vscsibk_pend *pending_req)  in scsiback_cmd_exec()  argument
361 	struct se_cmd *se_cmd = &pending_req->se_cmd;  in scsiback_cmd_exec()
362 	struct se_session *sess = pending_req->v2p->tpg->tpg_nexus->tvn_se_sess;  in scsiback_cmd_exec()
365 	scsiback_get(pending_req->info);  in scsiback_cmd_exec()
366 	se_cmd->tag = pending_req->rqid;  in scsiback_cmd_exec()
367 	rc = target_submit_cmd_map_sgls(se_cmd, sess, pending_req->cmnd,  in scsiback_cmd_exec()
368 			pending_req->sense_buffer, pending_req->v2p->lun,  in scsiback_cmd_exec()
369 			pending_req->data_len, 0,  in scsiback_cmd_exec()
370 			pending_req->sc_data_direction, TARGET_SCF_ACK_KREF,  in scsiback_cmd_exec()
371 			pending_req->sgl, pending_req->n_sg,  in scsiback_cmd_exec()
403 static int scsiback_gnttab_data_map_list(struct vscsibk_pend *pending_req,  in scsiback_gnttab_data_map_list()  argument
409 	struct vscsibk_info *info = pending_req->info;  in scsiback_gnttab_data_map_list()
425 		pending_req->n_grants += mapcount;  in scsiback_gnttab_data_map_list()
431 	pending_req->n_grants += mapcount;  in scsiback_gnttab_data_map_list()
436 					struct vscsibk_pend *pending_req)  in scsiback_gnttab_data_map()  argument
448 	pending_req->n_sg = 0;  in scsiback_gnttab_data_map()
449 	pending_req->n_grants = 0;  in scsiback_gnttab_data_map()
450 	pending_req->data_len = 0;  in scsiback_gnttab_data_map()
463 		err = scsiback_gnttab_data_map_list(pending_req, ring_req->seg,  in scsiback_gnttab_data_map()
464 			pending_req->pages, pending_req->grant_handles,  in scsiback_gnttab_data_map()
487 	pending_req->sgl = kmalloc_array(nr_segments,  in scsiback_gnttab_data_map()
489 	if (!pending_req->sgl)  in scsiback_gnttab_data_map()
492 	sg_init_table(pending_req->sgl, nr_segments);  in scsiback_gnttab_data_map()
493 	pending_req->n_sg = nr_segments;  in scsiback_gnttab_data_map()
496 	if (pending_req->sc_data_direction == DMA_TO_DEVICE)  in scsiback_gnttab_data_map()
499 	pg = pending_req->pages + nr_sgl;  in scsiback_gnttab_data_map()
500 	grant = pending_req->grant_handles + nr_sgl;  in scsiback_gnttab_data_map()
503 		err = scsiback_gnttab_data_map_list(pending_req, seg,  in scsiback_gnttab_data_map()
510 			      vaddr(pending_req, i) + ring_req->seg[i].offset);  in scsiback_gnttab_data_map()
513 			err = scsiback_gnttab_data_map_list(pending_req, seg,  in scsiback_gnttab_data_map()
520 		end_seg = vaddr(pending_req, 0) + ring_req->seg[0].offset;  in scsiback_gnttab_data_map()
523 		pg = pending_req->pages + nr_sgl;  in scsiback_gnttab_data_map()
526 	for_each_sg(pending_req->sgl, sg, nr_segments, i) {  in scsiback_gnttab_data_map()
528 		pending_req->data_len += seg->length;  in scsiback_gnttab_data_map()
532 			end_seg = vaddr(pending_req, i_seg) +  in scsiback_gnttab_data_map()
556 static void scsiback_device_action(struct vscsibk_pend *pending_req,  in scsiback_device_action()  argument
559 	struct scsiback_tpg *tpg = pending_req->v2p->tpg;  in scsiback_device_action()
561 	struct se_cmd *se_cmd = &pending_req->se_cmd;  in scsiback_device_action()
562 	u64 unpacked_lun = pending_req->v2p->lun;  in scsiback_device_action()
565 	init_completion(&pending_req->tmr_done);  in scsiback_device_action()
567 	rc = target_submit_tmr(&pending_req->se_cmd, nexus->tvn_se_sess,  in scsiback_device_action()
568 			       &pending_req->sense_buffer[0],  in scsiback_device_action()
574 	wait_for_completion(&pending_req->tmr_done);  in scsiback_device_action()
579 	scsiback_do_resp_with_sense(NULL, err, 0, pending_req);  in scsiback_device_action()
580 	transport_generic_free_cmd(&pending_req->se_cmd, 0);  in scsiback_device_action()
584 	scsiback_do_resp_with_sense(NULL, err, 0, pending_req);  in scsiback_device_action()
643 	struct vscsibk_pend *pending_req;  in prepare_pending_reqs()  local
673 	pending_req = scsiback_get_pend_req(ring, v2p);  in prepare_pending_reqs()
674 	if (IS_ERR(pending_req)) {  in prepare_pending_reqs()
678 	pending_req->rqid = ring_req->rqid;  in prepare_pending_reqs()
679 	pending_req->info = info;  in prepare_pending_reqs()
680 	pending_req->v2p = v2p;  in prepare_pending_reqs()
681 	pending_req->sc_data_direction = ring_req->sc_data_direction;  in prepare_pending_reqs()
682 	pending_req->cmd_len = ring_req->cmd_len;  in prepare_pending_reqs()
683 	memcpy(pending_req->cmnd, ring_req->cmnd, pending_req->cmd_len);  in prepare_pending_reqs()
685 	return pending_req;  in prepare_pending_reqs()
693 	struct vscsibk_pend *pending_req;  in scsiback_do_cmd_fn()  local
718 		pending_req = prepare_pending_reqs(info, ring, &ring_req);  in scsiback_do_cmd_fn()
719 		if (IS_ERR(pending_req)) {  in scsiback_do_cmd_fn()
720 			switch (PTR_ERR(pending_req)) {  in scsiback_do_cmd_fn()
735 			if (scsiback_gnttab_data_map(&ring_req, pending_req)) {  in scsiback_do_cmd_fn()
736 				scsiback_fast_flush_area(pending_req);  in scsiback_do_cmd_fn()
738 						DRIVER_ERROR << 24, 0, pending_req);  in scsiback_do_cmd_fn()
739 				transport_generic_free_cmd(&pending_req->se_cmd, 0);  in scsiback_do_cmd_fn()
741 				scsiback_cmd_exec(pending_req);  in scsiback_do_cmd_fn()
745 			scsiback_device_action(pending_req, TMR_ABORT_TASK,  in scsiback_do_cmd_fn()
749 			scsiback_device_action(pending_req, TMR_LUN_RESET, 0);  in scsiback_do_cmd_fn()
754 						    pending_req);  in scsiback_do_cmd_fn()
755 			transport_generic_free_cmd(&pending_req->se_cmd, 0);  in scsiback_do_cmd_fn()
1391 	struct vscsibk_pend *pending_req = container_of(se_cmd,  in scsiback_queue_data_in()  local
1394 	pending_req->result = SAM_STAT_GOOD;  in scsiback_queue_data_in()
1395 	scsiback_cmd_done(pending_req);  in scsiback_queue_data_in()
1401 	struct vscsibk_pend *pending_req = container_of(se_cmd,  in scsiback_queue_status()  local
1407 		pending_req->result = (DRIVER_SENSE << 24) |  in scsiback_queue_status()
1410 		pending_req->result = se_cmd->scsi_status;  in scsiback_queue_status()
1412 	scsiback_cmd_done(pending_req);  in scsiback_queue_status()
1418 	struct vscsibk_pend *pending_req = container_of(se_cmd,  in scsiback_queue_tm_rsp()  local
1421 	complete(&pending_req->tmr_done);  in scsiback_queue_tm_rsp()