346 		struct sg_io_hdr *hdr, fmode_t mode)  in scsi_fill_sghdr_rq()  argument
350 	if (copy_from_user(req->cmd, hdr->cmdp, hdr->cmd_len))  in scsi_fill_sghdr_rq()
358 	req->cmd_len = hdr->cmd_len;  in scsi_fill_sghdr_rq()
360 	rq->timeout = msecs_to_jiffies(hdr->timeout);  in scsi_fill_sghdr_rq()
371 static int scsi_complete_sghdr_rq(struct request *rq, struct sg_io_hdr *hdr,  in scsi_complete_sghdr_rq()  argument
380 	hdr->status = req->result & 0xff;  in scsi_complete_sghdr_rq()
381 	hdr->masked_status = status_byte(req->result);  in scsi_complete_sghdr_rq()
382 	hdr->msg_status = COMMAND_COMPLETE;  in scsi_complete_sghdr_rq()
383 	hdr->host_status = host_byte(req->result);  in scsi_complete_sghdr_rq()
384 	hdr->driver_status = 0;  in scsi_complete_sghdr_rq()
385 	if (scsi_status_is_check_condition(hdr->status))  in scsi_complete_sghdr_rq()
386 		hdr->driver_status = DRIVER_SENSE;  in scsi_complete_sghdr_rq()
387 	hdr->info = 0;  in scsi_complete_sghdr_rq()
388 	if (hdr->masked_status || hdr->host_status || hdr->driver_status)  in scsi_complete_sghdr_rq()
389 		hdr->info |= SG_INFO_CHECK;  in scsi_complete_sghdr_rq()
390 	hdr->resid = req->resid_len;  in scsi_complete_sghdr_rq()
391 	hdr->sb_len_wr = 0;  in scsi_complete_sghdr_rq()
393 	if (req->sense_len && hdr->sbp) {  in scsi_complete_sghdr_rq()
394 		int len = min((unsigned int) hdr->mx_sb_len, req->sense_len);  in scsi_complete_sghdr_rq()
396 		if (!copy_to_user(hdr->sbp, req->sense, len))  in scsi_complete_sghdr_rq()
397 			hdr->sb_len_wr = len;  in scsi_complete_sghdr_rq()
410 		struct sg_io_hdr *hdr, fmode_t mode)  in sg_io()  argument
420 	if (hdr->interface_id != 'S')  in sg_io()
423 	if (hdr->dxfer_len > (queue_max_hw_sectors(sdev->request_queue) << 9))  in sg_io()
426 	if (hdr->dxfer_len)  in sg_io()
427 		switch (hdr->dxfer_direction) {  in sg_io()
437 	if (hdr->flags & SG_FLAG_Q_AT_HEAD)  in sg_io()
447 	if (hdr->cmd_len > BLK_MAX_CDB) {  in sg_io()
448 		req->cmd = kzalloc(hdr->cmd_len, GFP_KERNEL);  in sg_io()
453 	ret = scsi_fill_sghdr_rq(sdev, rq, hdr, mode);  in sg_io()
458 	if (hdr->iovec_count) {  in sg_io()
462 		ret = import_iovec(rq_data_dir(rq), hdr->dxferp,  in sg_io()
463 				   hdr->iovec_count, 0, &iov, &i);  in sg_io()
468 		iov_iter_truncate(&i, hdr->dxfer_len);  in sg_io()
472 	} else if (hdr->dxfer_len)  in sg_io()
473 		ret = blk_rq_map_user(rq->q, rq, NULL, hdr->dxferp,  in sg_io()
474 				      hdr->dxfer_len, GFP_KERNEL);  in sg_io()
486 	hdr->duration = jiffies_to_msecs(jiffies - start_time);  in sg_io()
488 	ret = scsi_complete_sghdr_rq(rq, hdr, bio);  in sg_io()
645 int put_sg_io_hdr(const struct sg_io_hdr *hdr, void __user *argp)  in put_sg_io_hdr()  argument
650 			.interface_id	 = hdr->interface_id,  in put_sg_io_hdr()
651 			.dxfer_direction = hdr->dxfer_direction,  in put_sg_io_hdr()
652 			.cmd_len	 = hdr->cmd_len,  in put_sg_io_hdr()
653 			.mx_sb_len	 = hdr->mx_sb_len,  in put_sg_io_hdr()
654 			.iovec_count	 = hdr->iovec_count,  in put_sg_io_hdr()
655 			.dxfer_len	 = hdr->dxfer_len,  in put_sg_io_hdr()
656 			.dxferp		 = (uintptr_t)hdr->dxferp,  in put_sg_io_hdr()
657 			.cmdp		 = (uintptr_t)hdr->cmdp,  in put_sg_io_hdr()
658 			.sbp		 = (uintptr_t)hdr->sbp,  in put_sg_io_hdr()
659 			.timeout	 = hdr->timeout,  in put_sg_io_hdr()
660 			.flags		 = hdr->flags,  in put_sg_io_hdr()
661 			.pack_id	 = hdr->pack_id,  in put_sg_io_hdr()
662 			.usr_ptr	 = (uintptr_t)hdr->usr_ptr,  in put_sg_io_hdr()
663 			.status		 = hdr->status,  in put_sg_io_hdr()
664 			.masked_status	 = hdr->masked_status,  in put_sg_io_hdr()
665 			.msg_status	 = hdr->msg_status,  in put_sg_io_hdr()
666 			.sb_len_wr	 = hdr->sb_len_wr,  in put_sg_io_hdr()
667 			.host_status	 = hdr->host_status,  in put_sg_io_hdr()
668 			.driver_status	 = hdr->driver_status,  in put_sg_io_hdr()
669 			.resid		 = hdr->resid,  in put_sg_io_hdr()
670 			.duration	 = hdr->duration,  in put_sg_io_hdr()
671 			.info		 = hdr->info,  in put_sg_io_hdr()
681 	if (copy_to_user(argp, hdr, sizeof(*hdr)))  in put_sg_io_hdr()
688 int get_sg_io_hdr(struct sg_io_hdr *hdr, const void __user *argp)  in get_sg_io_hdr()  argument
697 		*hdr = (struct sg_io_hdr) {  in get_sg_io_hdr()
726 	if (copy_from_user(hdr, argp, sizeof(*hdr)))  in get_sg_io_hdr()
811 	struct sg_io_hdr hdr;  in scsi_cdrom_send_packet()  local
819 	memset(&hdr, 0, sizeof(hdr));  in scsi_cdrom_send_packet()
820 	hdr.interface_id = 'S';  in scsi_cdrom_send_packet()
821 	hdr.cmd_len = sizeof(cgc.cmd);  in scsi_cdrom_send_packet()
822 	hdr.dxfer_len = cgc.buflen;  in scsi_cdrom_send_packet()
825 		hdr.dxfer_direction = SG_DXFER_UNKNOWN;  in scsi_cdrom_send_packet()
828 		hdr.dxfer_direction = SG_DXFER_TO_DEV;  in scsi_cdrom_send_packet()
831 		hdr.dxfer_direction = SG_DXFER_FROM_DEV;  in scsi_cdrom_send_packet()
834 		hdr.dxfer_direction = SG_DXFER_NONE;  in scsi_cdrom_send_packet()
840 	hdr.dxferp = cgc.buffer;  in scsi_cdrom_send_packet()
841 	hdr.sbp = cgc.sense;  in scsi_cdrom_send_packet()
842 	if (hdr.sbp)  in scsi_cdrom_send_packet()
843 		hdr.mx_sb_len = sizeof(struct request_sense);  in scsi_cdrom_send_packet()
844 	hdr.timeout = jiffies_to_msecs(cgc.timeout);  in scsi_cdrom_send_packet()
845 	hdr.cmdp = ((struct cdrom_generic_command __user *) arg)->cmd;  in scsi_cdrom_send_packet()
846 	hdr.cmd_len = sizeof(cgc.cmd);  in scsi_cdrom_send_packet()
848 	err = sg_io(sdev, disk, &hdr, mode);  in scsi_cdrom_send_packet()
852 	if (hdr.status)  in scsi_cdrom_send_packet()
856 	cgc.buflen = hdr.resid;  in scsi_cdrom_send_packet()
866 	struct sg_io_hdr hdr;  in scsi_ioctl_sg_io()  local
869 	error = get_sg_io_hdr(&hdr, argp);  in scsi_ioctl_sg_io()
872 	error = sg_io(sdev, disk, &hdr, mode);  in scsi_ioctl_sg_io()
875 	if (put_sg_io_hdr(&hdr, argp))  in scsi_ioctl_sg_io()