388 static struct status_msg *stex_get_status(struct st_hba *hba)  in stex_get_status()  argument
390 	struct status_msg *status = hba->status_buffer + hba->status_tail;  in stex_get_status()
392 	++hba->status_tail;  in stex_get_status()
393 	hba->status_tail %= hba->sts_count+1;  in stex_get_status()
406 static struct req_msg *stex_alloc_req(struct st_hba *hba)  in stex_alloc_req()  argument
408 	struct req_msg *req = hba->dma_mem + hba->req_head * hba->rq_size;  in stex_alloc_req()
410 	++hba->req_head;  in stex_alloc_req()
411 	hba->req_head %= hba->rq_count+1;  in stex_alloc_req()
416 static struct req_msg *stex_ss_alloc_req(struct st_hba *hba)  in stex_ss_alloc_req()  argument
418 	return (struct req_msg *)(hba->dma_mem +  in stex_ss_alloc_req()
419 		hba->req_head * hba->rq_size + sizeof(struct st_msg_header));  in stex_ss_alloc_req()
422 static int stex_map_sg(struct st_hba *hba,  in stex_map_sg()  argument
439 		dst->max_sg_count = cpu_to_le16(hba->host->sg_tablesize);  in stex_map_sg()
454 static int stex_ss_map_sg(struct st_hba *hba,  in stex_ss_map_sg()  argument
471 		dst->max_sg_count = cpu_to_le16(hba->host->sg_tablesize);  in stex_ss_map_sg()
487 static void stex_controller_info(struct st_hba *hba, struct st_ccb *ccb)  in stex_controller_info()  argument
492 	p = hba->copy_buffer;  in stex_controller_info()
495 	*(unsigned long *)(p->base) = pci_resource_start(hba->pdev, 0);  in stex_controller_info()
503 	p->bus = hba->pdev->bus->number;  in stex_controller_info()
504 	p->slot = hba->pdev->devfn;  in stex_controller_info()
506 	p->irq_vec = hba->pdev->irq;  in stex_controller_info()
507 	p->id = hba->pdev->vendor << 16 | hba->pdev->device;  in stex_controller_info()
509 		hba->pdev->subsystem_vendor << 16 | hba->pdev->subsystem_device;  in stex_controller_info()
515 stex_send_cmd(struct st_hba *hba, struct req_msg *req, u16 tag)  in stex_send_cmd()  argument
519 	hba->ccb[tag].req = req;  in stex_send_cmd()
520 	hba->out_req_cnt++;  in stex_send_cmd()
522 	writel(hba->req_head, hba->mmio_base + IMR0);  in stex_send_cmd()
523 	writel(MU_INBOUND_DOORBELL_REQHEADCHANGED, hba->mmio_base + IDBL);  in stex_send_cmd()
524 	readl(hba->mmio_base + IDBL); /* flush */  in stex_send_cmd()
528 stex_ss_send_cmd(struct st_hba *hba, struct req_msg *req, u16 tag)  in stex_ss_send_cmd()  argument
536 	hba->ccb[tag].req = req;  in stex_ss_send_cmd()
537 	hba->out_req_cnt++;  in stex_ss_send_cmd()
539 	cmd = hba->ccb[tag].cmd;  in stex_ss_send_cmd()
545 	addr = hba->dma_handle + hba->req_head * hba->rq_size;  in stex_ss_send_cmd()
546 	addr += (hba->ccb[tag].sg_count+4)/11;  in stex_ss_send_cmd()
549 	++hba->req_head;  in stex_ss_send_cmd()
550 	hba->req_head %= hba->rq_count+1;  in stex_ss_send_cmd()
551 	if (hba->cardtype == st_P3) {  in stex_ss_send_cmd()
552 		writel((addr >> 16) >> 16, hba->mmio_base + YH2I_REQ_HI);  in stex_ss_send_cmd()
553 		writel(addr, hba->mmio_base + YH2I_REQ);  in stex_ss_send_cmd()
555 		writel((addr >> 16) >> 16, hba->mmio_base + YH2I_REQ_HI);  in stex_ss_send_cmd()
556 		readl(hba->mmio_base + YH2I_REQ_HI); /* flush */  in stex_ss_send_cmd()
557 		writel(addr, hba->mmio_base + YH2I_REQ);  in stex_ss_send_cmd()
558 		readl(hba->mmio_base + YH2I_REQ); /* flush */  in stex_ss_send_cmd()
562 static void return_abnormal_state(struct st_hba *hba, int status)  in return_abnormal_state()  argument
568 	spin_lock_irqsave(hba->host->host_lock, flags);  in return_abnormal_state()
569 	for (tag = 0; tag < hba->host->can_queue; tag++) {  in return_abnormal_state()
570 		ccb = &hba->ccb[tag];  in return_abnormal_state()
581 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in return_abnormal_state()
596 	struct st_hba *hba;  in stex_queuecommand_lck()  local
605 	hba = (struct st_hba *) &host->hostdata[0];  in stex_queuecommand_lck()
606 	if (hba->mu_status == MU_STATE_NOCONNECT) {  in stex_queuecommand_lck()
611 	if (unlikely(hba->mu_status != MU_STATE_STARTED))  in stex_queuecommand_lck()
637 		if (hba->cardtype == st_shasta || id == host->max_id - 1) {  in stex_queuecommand_lck()
677 			ver.host_no = hba->host->host_no;  in stex_queuecommand_lck()
698 	req = hba->alloc_rq(hba);  in stex_queuecommand_lck()
713 	hba->ccb[tag].cmd = cmd;  in stex_queuecommand_lck()
714 	hba->ccb[tag].sense_bufflen = SCSI_SENSE_BUFFERSIZE;  in stex_queuecommand_lck()
715 	hba->ccb[tag].sense_buffer = cmd->sense_buffer;  in stex_queuecommand_lck()
717 	if (!hba->map_sg(hba, req, &hba->ccb[tag])) {  in stex_queuecommand_lck()
718 		hba->ccb[tag].sg_count = 0;  in stex_queuecommand_lck()
722 	hba->send(hba, req, tag);  in stex_queuecommand_lck()
785 static void stex_check_cmd(struct st_hba *hba,  in stex_check_cmd()  argument
794 static void stex_mu_intr(struct st_hba *hba, u32 doorbell)  in stex_mu_intr()  argument
796 	void __iomem *base = hba->mmio_base;  in stex_mu_intr()
806 	hba->status_head = readl(base + OMR1);  in stex_mu_intr()
807 	if (unlikely(hba->status_head > hba->sts_count)) {  in stex_mu_intr()
809 			pci_name(hba->pdev));  in stex_mu_intr()
821 	if (unlikely(hba->out_req_cnt <= 0 ||  in stex_mu_intr()
822 			(hba->mu_status == MU_STATE_RESETTING &&  in stex_mu_intr()
823 			 hba->cardtype != st_yosemite))) {  in stex_mu_intr()
824 		hba->status_tail = hba->status_head;  in stex_mu_intr()
828 	while (hba->status_tail != hba->status_head) {  in stex_mu_intr()
829 		resp = stex_get_status(hba);  in stex_mu_intr()
831 		if (unlikely(tag >= hba->host->can_queue)) {  in stex_mu_intr()
833 				"(%s): invalid tag\n", pci_name(hba->pdev));  in stex_mu_intr()
837 		hba->out_req_cnt--;  in stex_mu_intr()
838 		ccb = &hba->ccb[tag];  in stex_mu_intr()
839 		if (unlikely(hba->wait_ccb == ccb))  in stex_mu_intr()
840 			hba->wait_ccb = NULL;  in stex_mu_intr()
843 				"(%s): lagging req\n", pci_name(hba->pdev));  in stex_mu_intr()
851 				pci_name(hba->pdev));  in stex_mu_intr()
863 			if (hba->cardtype == st_yosemite)  in stex_mu_intr()
864 				stex_check_cmd(hba, ccb, resp);  in stex_mu_intr()
868 				stex_controller_info(hba, ccb);  in stex_mu_intr()
877 	writel(hba->status_head, base + IMR1);  in stex_mu_intr()
883 	struct st_hba *hba = __hba;  in stex_intr()  local
884 	void __iomem *base = hba->mmio_base;  in stex_intr()
888 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_intr()
896 		stex_mu_intr(hba, data);  in stex_intr()
897 		spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_intr()
899 			hba->cardtype == st_shasta))  in stex_intr()
900 			queue_work(hba->work_q, &hba->reset_work);  in stex_intr()
904 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_intr()
909 static void stex_ss_mu_intr(struct st_hba *hba)  in stex_ss_mu_intr()  argument
919 	if (unlikely(hba->out_req_cnt <= 0 ||  in stex_ss_mu_intr()
920 			hba->mu_status == MU_STATE_RESETTING))  in stex_ss_mu_intr()
923 	while (count < hba->sts_count) {  in stex_ss_mu_intr()
924 		scratch = hba->scratch + hba->status_tail;  in stex_ss_mu_intr()
929 		resp = hba->status_buffer + hba->status_tail;  in stex_ss_mu_intr()
932 		++hba->status_tail;  in stex_ss_mu_intr()
933 		hba->status_tail %= hba->sts_count+1;  in stex_ss_mu_intr()
936 		if (unlikely(tag >= hba->host->can_queue)) {  in stex_ss_mu_intr()
938 				"(%s): invalid tag\n", pci_name(hba->pdev));  in stex_ss_mu_intr()
942 		hba->out_req_cnt--;  in stex_ss_mu_intr()
943 		ccb = &hba->ccb[tag];  in stex_ss_mu_intr()
944 		if (unlikely(hba->wait_ccb == ccb))  in stex_ss_mu_intr()
945 			hba->wait_ccb = NULL;  in stex_ss_mu_intr()
948 				"(%s): lagging req\n", pci_name(hba->pdev));  in stex_ss_mu_intr()
964 					pci_name(hba->pdev));  in stex_ss_mu_intr()
971 				stex_check_cmd(hba, ccb, resp);  in stex_ss_mu_intr()
984 	struct st_hba *hba = __hba;  in stex_ss_intr()  local
985 	void __iomem *base = hba->mmio_base;  in stex_ss_intr()
989 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_ss_intr()
991 	if (hba->cardtype == st_yel) {  in stex_ss_intr()
996 			stex_ss_mu_intr(hba);  in stex_ss_intr()
997 			spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_ss_intr()
999 				queue_work(hba->work_q, &hba->reset_work);  in stex_ss_intr()
1010 			stex_ss_mu_intr(hba);  in stex_ss_intr()
1011 			spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_ss_intr()
1013 				queue_work(hba->work_q, &hba->reset_work);  in stex_ss_intr()
1018 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_ss_intr()
1023 static int stex_common_handshake(struct st_hba *hba)  in stex_common_handshake()  argument
1025 	void __iomem *base = hba->mmio_base;  in stex_common_handshake()
1039 					pci_name(hba->pdev));  in stex_common_handshake()
1052 		if (hba->host->can_queue > data) {  in stex_common_handshake()
1053 			hba->host->can_queue = data;  in stex_common_handshake()
1054 			hba->host->cmd_per_lun = data;  in stex_common_handshake()
1058 	h = (struct handshake_frame *)hba->status_buffer;  in stex_common_handshake()
1059 	h->rb_phy = cpu_to_le64(hba->dma_handle);  in stex_common_handshake()
1060 	h->req_sz = cpu_to_le16(hba->rq_size);  in stex_common_handshake()
1061 	h->req_cnt = cpu_to_le16(hba->rq_count+1);  in stex_common_handshake()
1063 	h->status_cnt = cpu_to_le16(hba->sts_count+1);  in stex_common_handshake()
1066 	if (hba->extra_offset) {  in stex_common_handshake()
1067 		h->extra_offset = cpu_to_le32(hba->extra_offset);  in stex_common_handshake()
1068 		h->extra_size = cpu_to_le32(hba->dma_size - hba->extra_offset);  in stex_common_handshake()
1072 	status_phys = hba->dma_handle + (hba->rq_count+1) * hba->rq_size;  in stex_common_handshake()
1089 				pci_name(hba->pdev));  in stex_common_handshake()
1107 static int stex_ss_handshake(struct st_hba *hba)  in stex_ss_handshake()  argument
1109 	void __iomem *base = hba->mmio_base;  in stex_ss_handshake()
1119 	if (hba->cardtype == st_yel) {  in stex_ss_handshake()
1125 					pci_name(hba->pdev));  in stex_ss_handshake()
1137 					pci_name(hba->pdev));  in stex_ss_handshake()
1145 	msg_h = (struct st_msg_header *)hba->dma_mem;  in stex_ss_handshake()
1146 	msg_h->handle = cpu_to_le64(hba->dma_handle);  in stex_ss_handshake()
1150 	h->rb_phy = cpu_to_le64(hba->dma_handle);  in stex_ss_handshake()
1151 	h->req_sz = cpu_to_le16(hba->rq_size);  in stex_ss_handshake()
1152 	h->req_cnt = cpu_to_le16(hba->rq_count+1);  in stex_ss_handshake()
1154 	h->status_cnt = cpu_to_le16(hba->sts_count+1);  in stex_ss_handshake()
1158 	scratch_size = (hba->sts_count+1)*sizeof(u32);  in stex_ss_handshake()
1161 	if (hba->cardtype == st_yel) {  in stex_ss_handshake()
1165 		writel((hba->dma_handle >> 16) >> 16, base + YH2I_REQ_HI);  in stex_ss_handshake()
1167 		writel(hba->dma_handle, base + YH2I_REQ);  in stex_ss_handshake()
1174 		if (hba->msi_lock == 0) {  in stex_ss_handshake()
1177 			hba->msi_lock  = 1;  in stex_ss_handshake()
1179 		writel((hba->dma_handle >> 16) >> 16, base + YH2I_REQ_HI);  in stex_ss_handshake()
1180 		writel(hba->dma_handle, base + YH2I_REQ);  in stex_ss_handshake()
1184 	scratch = hba->scratch;  in stex_ss_handshake()
1185 	if (hba->cardtype == st_yel) {  in stex_ss_handshake()
1190 					pci_name(hba->pdev));  in stex_ss_handshake()
1203 					pci_name(hba->pdev));  in stex_ss_handshake()
1218 static int stex_handshake(struct st_hba *hba)  in stex_handshake()  argument
1224 	if (hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_handshake()
1225 		err = stex_ss_handshake(hba);  in stex_handshake()
1227 		err = stex_common_handshake(hba);  in stex_handshake()
1228 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_handshake()
1229 	mu_status = hba->mu_status;  in stex_handshake()
1231 		hba->req_head = 0;  in stex_handshake()
1232 		hba->req_tail = 0;  in stex_handshake()
1233 		hba->status_head = 0;  in stex_handshake()
1234 		hba->status_tail = 0;  in stex_handshake()
1235 		hba->out_req_cnt = 0;  in stex_handshake()
1236 		hba->mu_status = MU_STATE_STARTED;  in stex_handshake()
1238 		hba->mu_status = MU_STATE_FAILED;  in stex_handshake()
1240 		wake_up_all(&hba->reset_waitq);  in stex_handshake()
1241 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_handshake()
1248 	struct st_hba *hba = (struct st_hba *)host->hostdata;  in stex_abort()  local
1257 	base = hba->mmio_base;  in stex_abort()
1260 		hba->ccb[tag].req && hba->ccb[tag].cmd == cmd)  in stex_abort()
1261 		hba->wait_ccb = &hba->ccb[tag];  in stex_abort()
1265 	if (hba->cardtype == st_yel) {  in stex_abort()
1271 		stex_ss_mu_intr(hba);  in stex_abort()
1272 	} else if (hba->cardtype == st_P3) {  in stex_abort()
1280 		stex_ss_mu_intr(hba);  in stex_abort()
1288 		stex_mu_intr(hba, data);  in stex_abort()
1290 	if (hba->wait_ccb == NULL) {  in stex_abort()
1292 			"(%s): lost interrupt\n", pci_name(hba->pdev));  in stex_abort()
1298 	hba->wait_ccb->req = NULL; /* nullify the req's future return */  in stex_abort()
1299 	hba->wait_ccb = NULL;  in stex_abort()
1306 static void stex_hard_reset(struct st_hba *hba)  in stex_hard_reset()  argument
1314 		pci_read_config_dword(hba->pdev, i * 4,  in stex_hard_reset()
1315 			&hba->pdev->saved_config_space[i]);  in stex_hard_reset()
1319 	bus = hba->pdev->bus;  in stex_hard_reset()
1333 		pci_read_config_word(hba->pdev, PCI_COMMAND, &pci_cmd);  in stex_hard_reset()
1341 		pci_write_config_dword(hba->pdev, i * 4,  in stex_hard_reset()
1342 			hba->pdev->saved_config_space[i]);  in stex_hard_reset()
1345 static int stex_yos_reset(struct st_hba *hba)  in stex_yos_reset()  argument
1351 	base = hba->mmio_base;  in stex_yos_reset()
1355 	while (hba->out_req_cnt > 0) {  in stex_yos_reset()
1358 				"(%s): reset timeout\n", pci_name(hba->pdev));  in stex_yos_reset()
1365 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_yos_reset()
1367 		hba->mu_status = MU_STATE_FAILED;  in stex_yos_reset()
1369 		hba->mu_status = MU_STATE_STARTED;  in stex_yos_reset()
1370 	wake_up_all(&hba->reset_waitq);  in stex_yos_reset()
1371 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_yos_reset()
1376 static void stex_ss_reset(struct st_hba *hba)  in stex_ss_reset()  argument
1378 	writel(SS_H2I_INT_RESET, hba->mmio_base + YH2I_INT);  in stex_ss_reset()
1379 	readl(hba->mmio_base + YH2I_INT);  in stex_ss_reset()
1383 static void stex_p3_reset(struct st_hba *hba)  in stex_p3_reset()  argument
1385 	writel(SS_H2I_INT_RESET, hba->mmio_base + YH2I_INT);  in stex_p3_reset()
1389 static int stex_do_reset(struct st_hba *hba)  in stex_do_reset()  argument
1394 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_do_reset()
1395 	if (hba->mu_status == MU_STATE_STARTING) {  in stex_do_reset()
1396 		spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_do_reset()
1398 			pci_name(hba->pdev));  in stex_do_reset()
1401 	while (hba->mu_status == MU_STATE_RESETTING) {  in stex_do_reset()
1402 		spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_do_reset()
1403 		wait_event_timeout(hba->reset_waitq,  in stex_do_reset()
1404 				   hba->mu_status != MU_STATE_RESETTING,  in stex_do_reset()
1406 		spin_lock_irqsave(hba->host->host_lock, flags);  in stex_do_reset()
1407 		mu_status = hba->mu_status;  in stex_do_reset()
1411 		spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_do_reset()
1415 	hba->mu_status = MU_STATE_RESETTING;  in stex_do_reset()
1416 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_do_reset()
1418 	if (hba->cardtype == st_yosemite)  in stex_do_reset()
1419 		return stex_yos_reset(hba);  in stex_do_reset()
1421 	if (hba->cardtype == st_shasta)  in stex_do_reset()
1422 		stex_hard_reset(hba);  in stex_do_reset()
1423 	else if (hba->cardtype == st_yel)  in stex_do_reset()
1424 		stex_ss_reset(hba);  in stex_do_reset()
1425 	else if (hba->cardtype == st_P3)  in stex_do_reset()
1426 		stex_p3_reset(hba);  in stex_do_reset()
1428 	return_abnormal_state(hba, DID_RESET);  in stex_do_reset()
1430 	if (stex_handshake(hba) == 0)  in stex_do_reset()
1434 		pci_name(hba->pdev));  in stex_do_reset()
1440 	struct st_hba *hba;  in stex_reset()  local
1442 	hba = (struct st_hba *) &cmd->device->host->hostdata[0];  in stex_reset()
1447 	return stex_do_reset(hba) ? FAILED : SUCCESS;  in stex_reset()
1452 	struct st_hba *hba = container_of(work, struct st_hba, reset_work);  in stex_reset_work()  local
1454 	stex_do_reset(hba);  in stex_reset_work()
1615 static int stex_request_irq(struct st_hba *hba)  in stex_request_irq()  argument
1617 	struct pci_dev *pdev = hba->pdev;  in stex_request_irq()
1620 	if (msi || hba->cardtype == st_P3) {  in stex_request_irq()
1627 			hba->msi_enabled = 1;  in stex_request_irq()
1629 		hba->msi_enabled = 0;  in stex_request_irq()
1632 		(hba->cardtype == st_yel || hba->cardtype == st_P3) ?  in stex_request_irq()
1633 		stex_ss_intr : stex_intr, IRQF_SHARED, DRV_NAME, hba);  in stex_request_irq()
1636 		if (hba->msi_enabled)  in stex_request_irq()
1642 static void stex_free_irq(struct st_hba *hba)  in stex_free_irq()  argument
1644 	struct pci_dev *pdev = hba->pdev;  in stex_free_irq()
1646 	free_irq(pdev->irq, hba);  in stex_free_irq()
1647 	if (hba->msi_enabled)  in stex_free_irq()
1653 	struct st_hba *hba;  in stex_probe()  local
1677 	hba = (struct st_hba *)host->hostdata;  in stex_probe()
1678 	memset(hba, 0, sizeof(struct st_hba));  in stex_probe()
1687 	hba->mmio_base = pci_ioremap_bar(pdev, 0);  in stex_probe()
1688 	if ( !hba->mmio_base) {  in stex_probe()
1704 	hba->cardtype = (unsigned int) id->driver_data;  in stex_probe()
1705 	ci = &stex_card_info[hba->cardtype];  in stex_probe()
1721 		if (hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_probe()
1722 			hba->supports_pm = 1;  in stex_probe()
1726 	if (hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_probe()
1729 	hba->dma_size = cp_offset + sizeof(struct st_frame);  in stex_probe()
1730 	if (hba->cardtype == st_seq ||  in stex_probe()
1731 		(hba->cardtype == st_vsc && (pdev->subsystem_device & 1))) {  in stex_probe()
1732 		hba->extra_offset = hba->dma_size;  in stex_probe()
1733 		hba->dma_size += ST_ADDITIONAL_MEM;  in stex_probe()
1735 	hba->dma_mem = dma_alloc_coherent(&pdev->dev,  in stex_probe()
1736 		hba->dma_size, &hba->dma_handle, GFP_KERNEL);  in stex_probe()
1737 	if (!hba->dma_mem) {  in stex_probe()
1739 		if (hba->cardtype == st_seq ||  in stex_probe()
1740 		    (hba->cardtype == st_vsc && (pdev->subsystem_device & 1))) {  in stex_probe()
1744 			hba->dma_size = hba->extra_offset  in stex_probe()
1746 			hba->dma_mem = dma_alloc_coherent(&pdev->dev,  in stex_probe()
1747 				hba->dma_size, &hba->dma_handle, GFP_KERNEL);  in stex_probe()
1750 		if (!hba->dma_mem) {  in stex_probe()
1758 	hba->ccb = kcalloc(ci->rq_count, sizeof(struct st_ccb), GFP_KERNEL);  in stex_probe()
1759 	if (!hba->ccb) {  in stex_probe()
1766 	if (hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_probe()
1767 		hba->scratch = (__le32 *)(hba->dma_mem + scratch_offset);  in stex_probe()
1768 	hba->status_buffer = (struct status_msg *)(hba->dma_mem + sts_offset);  in stex_probe()
1769 	hba->copy_buffer = hba->dma_mem + cp_offset;  in stex_probe()
1770 	hba->rq_count = ci->rq_count;  in stex_probe()
1771 	hba->rq_size = ci->rq_size;  in stex_probe()
1772 	hba->sts_count = ci->sts_count;  in stex_probe()
1773 	hba->alloc_rq = ci->alloc_rq;  in stex_probe()
1774 	hba->map_sg = ci->map_sg;  in stex_probe()
1775 	hba->send = ci->send;  in stex_probe()
1776 	hba->mu_status = MU_STATE_STARTING;  in stex_probe()
1777 	hba->msi_lock = 0;  in stex_probe()
1779 	if (hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_probe()
1791 	hba->host = host;  in stex_probe()
1792 	hba->pdev = pdev;  in stex_probe()
1793 	init_waitqueue_head(&hba->reset_waitq);  in stex_probe()
1795 	snprintf(hba->work_q_name, sizeof(hba->work_q_name),  in stex_probe()
1797 	hba->work_q = create_singlethread_workqueue(hba->work_q_name);  in stex_probe()
1798 	if (!hba->work_q) {  in stex_probe()
1804 	INIT_WORK(&hba->reset_work, stex_reset_work);  in stex_probe()
1806 	err = stex_request_irq(hba);  in stex_probe()
1813 	err = stex_handshake(hba);  in stex_probe()
1817 	pci_set_drvdata(pdev, hba);  in stex_probe()
1831 	stex_free_irq(hba);  in stex_probe()
1833 	destroy_workqueue(hba->work_q);  in stex_probe()
1835 	kfree(hba->ccb);  in stex_probe()
1837 	dma_free_coherent(&pdev->dev, hba->dma_size,  in stex_probe()
1838 			  hba->dma_mem, hba->dma_handle);  in stex_probe()
1840 	iounmap(hba->mmio_base);  in stex_probe()
1851 static void stex_hba_stop(struct st_hba *hba, int st_sleep_mic)  in stex_hba_stop()  argument
1859 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_hba_stop()
1861 	if ((hba->cardtype == st_yel || hba->cardtype == st_P3) &&  in stex_hba_stop()
1862 		hba->supports_pm == 1) {  in stex_hba_stop()
1864 			spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_hba_stop()
1868 	req = hba->alloc_rq(hba);  in stex_hba_stop()
1869 	if (hba->cardtype == st_yel || hba->cardtype == st_P3) {  in stex_hba_stop()
1871 		memset(msg_h, 0, hba->rq_size);  in stex_hba_stop()
1873 		memset(req, 0, hba->rq_size);  in stex_hba_stop()
1875 	if ((hba->cardtype == st_yosemite || hba->cardtype == st_yel  in stex_hba_stop()
1876 		|| hba->cardtype == st_P3)  in stex_hba_stop()
1882 	} else if ((hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_hba_stop()
1894 	hba->ccb[tag].cmd = NULL;  in stex_hba_stop()
1895 	hba->ccb[tag].sg_count = 0;  in stex_hba_stop()
1896 	hba->ccb[tag].sense_bufflen = 0;  in stex_hba_stop()
1897 	hba->ccb[tag].sense_buffer = NULL;  in stex_hba_stop()
1898 	hba->ccb[tag].req_type = PASSTHRU_REQ_TYPE;  in stex_hba_stop()
1899 	hba->send(hba, req, tag);  in stex_hba_stop()
1900 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_hba_stop()
1902 	while (hba->ccb[tag].req_type & PASSTHRU_REQ_TYPE) {  in stex_hba_stop()
1904 			hba->ccb[tag].req_type = 0;  in stex_hba_stop()
1905 			hba->mu_status = MU_STATE_STOP;  in stex_hba_stop()
1910 	hba->mu_status = MU_STATE_STOP;  in stex_hba_stop()
1913 static void stex_hba_free(struct st_hba *hba)  in stex_hba_free()  argument
1915 	stex_free_irq(hba);  in stex_hba_free()
1917 	destroy_workqueue(hba->work_q);  in stex_hba_free()
1919 	iounmap(hba->mmio_base);  in stex_hba_free()
1921 	pci_release_regions(hba->pdev);  in stex_hba_free()
1923 	kfree(hba->ccb);  in stex_hba_free()
1925 	dma_free_coherent(&hba->pdev->dev, hba->dma_size,  in stex_hba_free()
1926 			  hba->dma_mem, hba->dma_handle);  in stex_hba_free()
1931 	struct st_hba *hba = pci_get_drvdata(pdev);  in stex_remove()  local
1933 	hba->mu_status = MU_STATE_NOCONNECT;  in stex_remove()
1934 	return_abnormal_state(hba, DID_NO_CONNECT);  in stex_remove()
1935 	scsi_remove_host(hba->host);  in stex_remove()
1937 	scsi_block_requests(hba->host);  in stex_remove()
1939 	stex_hba_free(hba);  in stex_remove()
1941 	scsi_host_put(hba->host);  in stex_remove()
1950 	struct st_hba *hba = pci_get_drvdata(pdev);  in stex_shutdown()  local
1952 	if (hba->supports_pm == 0) {  in stex_shutdown()
1953 		stex_hba_stop(hba, ST_IGNORED);  in stex_shutdown()
1954 	} else if (hba->supports_pm == 1 && S6flag) {  in stex_shutdown()
1956 		stex_hba_stop(hba, ST_S6);  in stex_shutdown()
1958 		stex_hba_stop(hba, ST_S5);  in stex_shutdown()
1961 static int stex_choice_sleep_mic(struct st_hba *hba, pm_message_t state)  in stex_choice_sleep_mic()  argument
1967 		hba->msi_lock = 0;  in stex_choice_sleep_mic()
1976 	struct st_hba *hba = pci_get_drvdata(pdev);  in stex_suspend()  local
1978 	if ((hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_suspend()
1979 		&& hba->supports_pm == 1)  in stex_suspend()
1980 		stex_hba_stop(hba, stex_choice_sleep_mic(hba, state));  in stex_suspend()
1982 		stex_hba_stop(hba, ST_IGNORED);  in stex_suspend()
1988 	struct st_hba *hba = pci_get_drvdata(pdev);  in stex_resume()  local
1990 	hba->mu_status = MU_STATE_STARTING;  in stex_resume()
1991 	stex_handshake(hba);  in stex_resume()