76 				struct uas_dev_info *devinfo);
79 static void uas_free_streams(struct uas_dev_info *devinfo);
85 	struct uas_dev_info *devinfo =  in uas_do_work()  local
92 	spin_lock_irqsave(&devinfo->lock, flags);  in uas_do_work()
94 	if (devinfo->resetting)  in uas_do_work()
97 	for (i = 0; i < devinfo->qdepth; i++) {  in uas_do_work()
98 		if (!devinfo->cmnd[i])  in uas_do_work()
101 		cmnd = devinfo->cmnd[i];  in uas_do_work()
111 			schedule_work(&devinfo->work);  in uas_do_work()
114 	spin_unlock_irqrestore(&devinfo->lock, flags);  in uas_do_work()
121 	struct uas_dev_info *devinfo = cmnd->device->hostdata;  in uas_add_work()  local
123 	lockdep_assert_held(&devinfo->lock);  in uas_add_work()
125 	schedule_work(&devinfo->work);  in uas_add_work()
128 static void uas_zap_pending(struct uas_dev_info *devinfo, int result)  in uas_zap_pending()  argument
135 	spin_lock_irqsave(&devinfo->lock, flags);  in uas_zap_pending()
136 	for (i = 0; i < devinfo->qdepth; i++) {  in uas_zap_pending()
137 		if (!devinfo->cmnd[i])  in uas_zap_pending()
140 		cmnd = devinfo->cmnd[i];  in uas_zap_pending()
149 	spin_unlock_irqrestore(&devinfo->lock, flags);  in uas_zap_pending()
221 	struct uas_dev_info *devinfo = (void *)cmnd->device->hostdata;  in uas_try_complete()  local
223 	lockdep_assert_held(&devinfo->lock);  in uas_try_complete()
229 	devinfo->cmnd[cmdinfo->uas_tag - 1] = NULL;  in uas_try_complete()
275 	struct uas_dev_info *devinfo = (struct uas_dev_info *)shost->hostdata;  in uas_stat_cmplt()  local
285 	spin_lock_irqsave(&devinfo->lock, flags);  in uas_stat_cmplt()
287 	if (devinfo->resetting)  in uas_stat_cmplt()
297 	if (idx >= MAX_CMNDS || !devinfo->cmnd[idx]) {  in uas_stat_cmplt()
303 	cmnd = devinfo->cmnd[idx];  in uas_stat_cmplt()
353 	spin_unlock_irqrestore(&devinfo->lock, flags);  in uas_stat_cmplt()
370 	struct uas_dev_info *devinfo = (void *)cmnd->device->hostdata;  in uas_data_cmplt()  local
375 	spin_lock_irqsave(&devinfo->lock, flags);  in uas_data_cmplt()
385 	if (devinfo->resetting)  in uas_data_cmplt()
405 	spin_unlock_irqrestore(&devinfo->lock, flags);  in uas_data_cmplt()
416 static struct urb *uas_alloc_data_urb(struct uas_dev_info *devinfo, gfp_t gfp,  in uas_alloc_data_urb()  argument
420 	struct usb_device *udev = devinfo->udev;  in uas_alloc_data_urb()
425 		? devinfo->data_in_pipe : devinfo->data_out_pipe;  in uas_alloc_data_urb()
431 	if (devinfo->use_streams)  in uas_alloc_data_urb()
439 static struct urb *uas_alloc_sense_urb(struct uas_dev_info *devinfo, gfp_t gfp,  in uas_alloc_sense_urb()  argument
442 	struct usb_device *udev = devinfo->udev;  in uas_alloc_sense_urb()
454 	usb_fill_bulk_urb(urb, udev, devinfo->status_pipe, iu, sizeof(*iu),  in uas_alloc_sense_urb()
456 	if (devinfo->use_streams)  in uas_alloc_sense_urb()
466 static struct urb *uas_alloc_cmd_urb(struct uas_dev_info *devinfo, gfp_t gfp,  in uas_alloc_cmd_urb()  argument
469 	struct usb_device *udev = devinfo->udev;  in uas_alloc_cmd_urb()
494 	usb_fill_bulk_urb(urb, udev, devinfo->cmd_pipe, iu, sizeof(*iu) + len,  in uas_alloc_cmd_urb()
512 	struct uas_dev_info *devinfo = cmnd->device->hostdata;  in uas_submit_sense_urb()  local
516 	urb = uas_alloc_sense_urb(devinfo, gfp, cmnd);  in uas_submit_sense_urb()
519 	usb_anchor_urb(urb, &devinfo->sense_urbs);  in uas_submit_sense_urb()
531 			   struct uas_dev_info *devinfo)  in uas_submit_urbs()  argument
537 	lockdep_assert_held(&devinfo->lock);  in uas_submit_urbs()
546 		cmdinfo->data_in_urb = uas_alloc_data_urb(devinfo, GFP_ATOMIC,  in uas_submit_urbs()
554 		usb_anchor_urb(cmdinfo->data_in_urb, &devinfo->data_urbs);  in uas_submit_urbs()
566 		cmdinfo->data_out_urb = uas_alloc_data_urb(devinfo, GFP_ATOMIC,  in uas_submit_urbs()
574 		usb_anchor_urb(cmdinfo->data_out_urb, &devinfo->data_urbs);  in uas_submit_urbs()
586 		cmdinfo->cmd_urb = uas_alloc_cmd_urb(devinfo, GFP_ATOMIC, cmnd);  in uas_submit_urbs()
593 		usb_anchor_urb(cmdinfo->cmd_urb, &devinfo->cmd_urbs);  in uas_submit_urbs()
612 	struct uas_dev_info *devinfo = sdev->hostdata;  in uas_queuecommand_lck()  local
623 	if ((devinfo->flags & US_FL_NO_ATA_1X) &&  in uas_queuecommand_lck()
632 	spin_lock_irqsave(&devinfo->lock, flags);  in uas_queuecommand_lck()
634 	if (devinfo->resetting) {  in uas_queuecommand_lck()
637 		spin_unlock_irqrestore(&devinfo->lock, flags);  in uas_queuecommand_lck()
642 	for (idx = 0; idx < devinfo->qdepth; idx++) {  in uas_queuecommand_lck()
643 		if (!devinfo->cmnd[idx])  in uas_queuecommand_lck()
646 	if (idx == devinfo->qdepth) {  in uas_queuecommand_lck()
647 		spin_unlock_irqrestore(&devinfo->lock, flags);  in uas_queuecommand_lck()
670 	if (!devinfo->use_streams)  in uas_queuecommand_lck()
673 	err = uas_submit_urbs(cmnd, devinfo);  in uas_queuecommand_lck()
677 			spin_unlock_irqrestore(&devinfo->lock, flags);  in uas_queuecommand_lck()
683 	devinfo->cmnd[idx] = cmnd;  in uas_queuecommand_lck()
684 	spin_unlock_irqrestore(&devinfo->lock, flags);  in uas_queuecommand_lck()
698 	struct uas_dev_info *devinfo = (void *)cmnd->device->hostdata;  in DEF_SCSI_QCMD()  local
703 	spin_lock_irqsave(&devinfo->lock, flags);  in DEF_SCSI_QCMD()
711 	devinfo->cmnd[cmdinfo->uas_tag - 1] = NULL;  in DEF_SCSI_QCMD()
719 	spin_unlock_irqrestore(&devinfo->lock, flags);  in DEF_SCSI_QCMD()
736 	struct uas_dev_info *devinfo = sdev->hostdata;  in uas_eh_device_reset_handler()  local
737 	struct usb_device *udev = devinfo->udev;  in uas_eh_device_reset_handler()
741 	err = usb_lock_device_for_reset(udev, devinfo->intf);  in uas_eh_device_reset_handler()
750 	spin_lock_irqsave(&devinfo->lock, flags);  in uas_eh_device_reset_handler()
751 	devinfo->resetting = 1;  in uas_eh_device_reset_handler()
752 	spin_unlock_irqrestore(&devinfo->lock, flags);  in uas_eh_device_reset_handler()
754 	usb_kill_anchored_urbs(&devinfo->cmd_urbs);  in uas_eh_device_reset_handler()
755 	usb_kill_anchored_urbs(&devinfo->sense_urbs);  in uas_eh_device_reset_handler()
756 	usb_kill_anchored_urbs(&devinfo->data_urbs);  in uas_eh_device_reset_handler()
757 	uas_zap_pending(devinfo, DID_RESET);  in uas_eh_device_reset_handler()
761 	spin_lock_irqsave(&devinfo->lock, flags);  in uas_eh_device_reset_handler()
762 	devinfo->resetting = 0;  in uas_eh_device_reset_handler()
763 	spin_unlock_irqrestore(&devinfo->lock, flags);  in uas_eh_device_reset_handler()
779 	struct uas_dev_info *devinfo = (struct uas_dev_info *)  in uas_target_alloc()  local
782 	if (devinfo->flags & US_FL_NO_REPORT_LUNS)  in uas_target_alloc()
790 	struct uas_dev_info *devinfo =  in uas_slave_alloc()  local
793 	sdev->hostdata = devinfo;  in uas_slave_alloc()
802 	if (devinfo->flags & US_FL_MAX_SECTORS_64)  in uas_slave_alloc()
804 	else if (devinfo->flags & US_FL_MAX_SECTORS_240)  in uas_slave_alloc()
812 	struct uas_dev_info *devinfo = sdev->hostdata;  in uas_slave_configure()  local
814 	if (devinfo->flags & US_FL_NO_REPORT_OPCODES)  in uas_slave_configure()
818 	if (devinfo->flags & US_FL_BROKEN_FUA)  in uas_slave_configure()
822 	if (devinfo->flags & US_FL_ALWAYS_SYNC) {  in uas_slave_configure()
833 	if (devinfo->flags & US_FL_FIX_CAPACITY)  in uas_slave_configure()
845 	if (devinfo->flags & US_FL_NO_WP_DETECT)  in uas_slave_configure()
848 	scsi_change_queue_depth(sdev, devinfo->qdepth - 2);  in uas_slave_configure()
896 static int uas_configure_endpoints(struct uas_dev_info *devinfo)  in uas_configure_endpoints()  argument
899 	struct usb_device *udev = devinfo->udev;  in uas_configure_endpoints()
902 	r = uas_find_endpoints(devinfo->intf->cur_altsetting, eps);  in uas_configure_endpoints()
906 	devinfo->cmd_pipe = usb_sndbulkpipe(udev,  in uas_configure_endpoints()
908 	devinfo->status_pipe = usb_rcvbulkpipe(udev,  in uas_configure_endpoints()
910 	devinfo->data_in_pipe = usb_rcvbulkpipe(udev,  in uas_configure_endpoints()
912 	devinfo->data_out_pipe = usb_sndbulkpipe(udev,  in uas_configure_endpoints()
916 		devinfo->qdepth = 32;  in uas_configure_endpoints()
917 		devinfo->use_streams = 0;  in uas_configure_endpoints()
919 		devinfo->qdepth = usb_alloc_streams(devinfo->intf, eps + 1,  in uas_configure_endpoints()
921 		if (devinfo->qdepth < 0)  in uas_configure_endpoints()
922 			return devinfo->qdepth;  in uas_configure_endpoints()
923 		devinfo->use_streams = 1;  in uas_configure_endpoints()
929 static void uas_free_streams(struct uas_dev_info *devinfo)  in uas_free_streams()  argument
931 	struct usb_device *udev = devinfo->udev;  in uas_free_streams()
934 	eps[0] = usb_pipe_endpoint(udev, devinfo->status_pipe);  in uas_free_streams()
935 	eps[1] = usb_pipe_endpoint(udev, devinfo->data_in_pipe);  in uas_free_streams()
936 	eps[2] = usb_pipe_endpoint(udev, devinfo->data_out_pipe);  in uas_free_streams()
937 	usb_free_streams(devinfo->intf, eps, 3, GFP_NOIO);  in uas_free_streams()
944 	struct uas_dev_info *devinfo;  in uas_probe()  local
965 	devinfo = (struct uas_dev_info *)shost->hostdata;  in uas_probe()
966 	devinfo->intf = intf;  in uas_probe()
967 	devinfo->udev = udev;  in uas_probe()
968 	devinfo->resetting = 0;  in uas_probe()
969 	devinfo->shutdown = 0;  in uas_probe()
970 	devinfo->flags = dev_flags;  in uas_probe()
971 	init_usb_anchor(&devinfo->cmd_urbs);  in uas_probe()
972 	init_usb_anchor(&devinfo->sense_urbs);  in uas_probe()
973 	init_usb_anchor(&devinfo->data_urbs);  in uas_probe()
974 	spin_lock_init(&devinfo->lock);  in uas_probe()
975 	INIT_WORK(&devinfo->work, uas_do_work);  in uas_probe()
977 	result = uas_configure_endpoints(devinfo);  in uas_probe()
985 	shost->can_queue = devinfo->qdepth - 2;  in uas_probe()
996 	uas_free_streams(devinfo);  in uas_probe()
1005 static int uas_cmnd_list_empty(struct uas_dev_info *devinfo)  in uas_cmnd_list_empty()  argument
1010 	spin_lock_irqsave(&devinfo->lock, flags);  in uas_cmnd_list_empty()
1012 	for (i = 0; i < devinfo->qdepth; i++) {  in uas_cmnd_list_empty()
1013 		if (devinfo->cmnd[i]) {  in uas_cmnd_list_empty()
1019 	spin_unlock_irqrestore(&devinfo->lock, flags);  in uas_cmnd_list_empty()
1029 static int uas_wait_for_pending_cmnds(struct uas_dev_info *devinfo)  in uas_wait_for_pending_cmnds()  argument
1036 		flush_work(&devinfo->work);  in uas_wait_for_pending_cmnds()
1038 		r = usb_wait_anchor_empty_timeout(&devinfo->sense_urbs, 5000);  in uas_wait_for_pending_cmnds()
1042 		r = usb_wait_anchor_empty_timeout(&devinfo->data_urbs, 500);  in uas_wait_for_pending_cmnds()
1048 	} while (!uas_cmnd_list_empty(devinfo));  in uas_wait_for_pending_cmnds()
1056 	struct uas_dev_info *devinfo = (struct uas_dev_info *)shost->hostdata;  in uas_pre_reset()  local
1059 	if (devinfo->shutdown)  in uas_pre_reset()
1067 	if (uas_wait_for_pending_cmnds(devinfo) != 0) {  in uas_pre_reset()
1073 	uas_free_streams(devinfo);  in uas_pre_reset()
1081 	struct uas_dev_info *devinfo = (struct uas_dev_info *)shost->hostdata;  in uas_post_reset()  local
1085 	if (devinfo->shutdown)  in uas_post_reset()
1088 	err = uas_configure_endpoints(devinfo);  in uas_post_reset()
1107 	struct uas_dev_info *devinfo = (struct uas_dev_info *)shost->hostdata;  in uas_suspend()  local
1109 	if (uas_wait_for_pending_cmnds(devinfo) != 0) {  in uas_suspend()
1125 	struct uas_dev_info *devinfo = (struct uas_dev_info *)shost->hostdata;  in uas_reset_resume()  local
1129 	err = uas_configure_endpoints(devinfo);  in uas_reset_resume()
1147 	struct uas_dev_info *devinfo = (struct uas_dev_info *)shost->hostdata;  in uas_disconnect()  local
1150 	spin_lock_irqsave(&devinfo->lock, flags);  in uas_disconnect()
1151 	devinfo->resetting = 1;  in uas_disconnect()
1152 	spin_unlock_irqrestore(&devinfo->lock, flags);  in uas_disconnect()
1154 	cancel_work_sync(&devinfo->work);  in uas_disconnect()
1155 	usb_kill_anchored_urbs(&devinfo->cmd_urbs);  in uas_disconnect()
1156 	usb_kill_anchored_urbs(&devinfo->sense_urbs);  in uas_disconnect()
1157 	usb_kill_anchored_urbs(&devinfo->data_urbs);  in uas_disconnect()
1158 	uas_zap_pending(devinfo, DID_NO_CONNECT);  in uas_disconnect()
1161 	uas_free_streams(devinfo);  in uas_disconnect()
1175 	struct uas_dev_info *devinfo = (struct uas_dev_info *)shost->hostdata;  in uas_shutdown()  local
1180 	devinfo->shutdown = 1;  in uas_shutdown()
1181 	uas_free_streams(devinfo);  in uas_shutdown()