388 static struct status_msg *stex_get_status(struct st_hba *hba)  in stex_get_status()  argument
390 	struct status_msg *status = hba->status_buffer + hba->status_tail;  in stex_get_status()
392 	++hba->status_tail;  in stex_get_status()
393 	hba->status_tail %= hba->sts_count+1;  in stex_get_status()
406 static struct req_msg *stex_alloc_req(struct st_hba *hba)  in stex_alloc_req()  argument
408 	struct req_msg *req = hba->dma_mem + hba->req_head * hba->rq_size;  in stex_alloc_req()
410 	++hba->req_head;  in stex_alloc_req()
411 	hba->req_head %= hba->rq_count+1;  in stex_alloc_req()
416 static struct req_msg *stex_ss_alloc_req(struct st_hba *hba)  in stex_ss_alloc_req()  argument
418 	return (struct req_msg *)(hba->dma_mem +  in stex_ss_alloc_req()
419 		hba->req_head * hba->rq_size + sizeof(struct st_msg_header));  in stex_ss_alloc_req()
422 static int stex_map_sg(struct st_hba *hba,  in stex_map_sg()  argument
439 		dst->max_sg_count = cpu_to_le16(hba->host->sg_tablesize);  in stex_map_sg()
454 static int stex_ss_map_sg(struct st_hba *hba,  in stex_ss_map_sg()  argument
471 		dst->max_sg_count = cpu_to_le16(hba->host->sg_tablesize);  in stex_ss_map_sg()
487 static void stex_controller_info(struct st_hba *hba, struct st_ccb *ccb)  in stex_controller_info()  argument
492 	p = hba->copy_buffer;  in stex_controller_info()
495 	*(unsigned long *)(p->base) = pci_resource_start(hba->pdev, 0);  in stex_controller_info()
503 	p->bus = hba->pdev->bus->number;  in stex_controller_info()
504 	p->slot = hba->pdev->devfn;  in stex_controller_info()
506 	p->irq_vec = hba->pdev->irq;  in stex_controller_info()
507 	p->id = hba->pdev->vendor << 16 | hba->pdev->device;  in stex_controller_info()
509 		hba->pdev->subsystem_vendor << 16 | hba->pdev->subsystem_device;  in stex_controller_info()
515 stex_send_cmd(struct st_hba *hba, struct req_msg *req, u16 tag)  in stex_send_cmd()  argument
519 	hba->ccb[tag].req = req;  in stex_send_cmd()
520 	hba->out_req_cnt++;  in stex_send_cmd()
522 	writel(hba->req_head, hba->mmio_base + IMR0);  in stex_send_cmd()
523 	writel(MU_INBOUND_DOORBELL_REQHEADCHANGED, hba->mmio_base + IDBL);  in stex_send_cmd()
524 	readl(hba->mmio_base + IDBL); /* flush */  in stex_send_cmd()
528 stex_ss_send_cmd(struct st_hba *hba, struct req_msg *req, u16 tag)  in stex_ss_send_cmd()  argument
536 	hba->ccb[tag].req = req;  in stex_ss_send_cmd()
537 	hba->out_req_cnt++;  in stex_ss_send_cmd()
539 	cmd = hba->ccb[tag].cmd;  in stex_ss_send_cmd()
545 	addr = hba->dma_handle + hba->req_head * hba->rq_size;  in stex_ss_send_cmd()
546 	addr += (hba->ccb[tag].sg_count+4)/11;  in stex_ss_send_cmd()
549 	++hba->req_head;  in stex_ss_send_cmd()
550 	hba->req_head %= hba->rq_count+1;  in stex_ss_send_cmd()
551 	if (hba->cardtype == st_P3) {  in stex_ss_send_cmd()
552 		writel((addr >> 16) >> 16, hba->mmio_base + YH2I_REQ_HI);  in stex_ss_send_cmd()
553 		writel(addr, hba->mmio_base + YH2I_REQ);  in stex_ss_send_cmd()
555 		writel((addr >> 16) >> 16, hba->mmio_base + YH2I_REQ_HI);  in stex_ss_send_cmd()
556 		readl(hba->mmio_base + YH2I_REQ_HI); /* flush */  in stex_ss_send_cmd()
557 		writel(addr, hba->mmio_base + YH2I_REQ);  in stex_ss_send_cmd()
558 		readl(hba->mmio_base + YH2I_REQ); /* flush */  in stex_ss_send_cmd()
562 static void return_abnormal_state(struct st_hba *hba, int status)  in return_abnormal_state()  argument
568 	spin_lock_irqsave(hba->host->host_lock, flags);  in return_abnormal_state()
569 	for (tag = 0; tag < hba->host->can_queue; tag++) {  in return_abnormal_state()
570 		ccb = &hba->ccb[tag];  in return_abnormal_state()
581 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in return_abnormal_state()
596 	struct st_hba *hba;  in stex_queuecommand_lck()  local
605 	hba = (struct st_hba *) &host->hostdata[0];  in stex_queuecommand_lck()
606 	if (hba->mu_status == MU_STATE_NOCONNECT) {  in stex_queuecommand_lck()
611 	if (unlikely(hba->mu_status != MU_STATE_STARTED))  in stex_queuecommand_lck()
637 		if (hba->cardtype == st_shasta || id == host->max_id - 1) {  in stex_queuecommand_lck()
675 				.host_no = hba->host->host_no,  in stex_queuecommand_lck()
697 	req = hba->alloc_rq(hba);  in stex_queuecommand_lck()
712 	hba->ccb[tag].cmd = cmd;  in stex_queuecommand_lck()
713 	hba->ccb[tag].sense_bufflen = SCSI_SENSE_BUFFERSIZE;  in stex_queuecommand_lck()
714 	hba->ccb[tag].sense_buffer = cmd->sense_buffer;  in stex_queuecommand_lck()
716 	if (!hba->map_sg(hba, req, &hba->ccb[tag])) {  in stex_queuecommand_lck()
717 		hba->ccb[tag].sg_count = 0;  in stex_queuecommand_lck()
721 	hba->send(hba, req, tag);  in stex_queuecommand_lck()
784 static void stex_check_cmd(struct st_hba *hba,  in stex_check_cmd()  argument
793 static void stex_mu_intr(struct st_hba *hba, u32 doorbell)  in stex_mu_intr()  argument
795 	void __iomem *base = hba->mmio_base;  in stex_mu_intr()
805 	hba->status_head = readl(base + OMR1);  in stex_mu_intr()
806 	if (unlikely(hba->status_head > hba->sts_count)) {  in stex_mu_intr()
808 			pci_name(hba->pdev));  in stex_mu_intr()
820 	if (unlikely(hba->out_req_cnt <= 0 ||  in stex_mu_intr()
821 			(hba->mu_status == MU_STATE_RESETTING &&  in stex_mu_intr()
822 			 hba->cardtype != st_yosemite))) {  in stex_mu_intr()
823 		hba->status_tail = hba->status_head;  in stex_mu_intr()
827 	while (hba->status_tail != hba->status_head) {  in stex_mu_intr()
828 		resp = stex_get_status(hba);  in stex_mu_intr()
830 		if (unlikely(tag >= hba->host->can_queue)) {  in stex_mu_intr()
832 				"(%s): invalid tag\n", pci_name(hba->pdev));  in stex_mu_intr()
836 		hba->out_req_cnt--;  in stex_mu_intr()
837 		ccb = &hba->ccb[tag];  in stex_mu_intr()
838 		if (unlikely(hba->wait_ccb == ccb))  in stex_mu_intr()
839 			hba->wait_ccb = NULL;  in stex_mu_intr()
842 				"(%s): lagging req\n", pci_name(hba->pdev));  in stex_mu_intr()
850 				pci_name(hba->pdev));  in stex_mu_intr()
862 			if (hba->cardtype == st_yosemite)  in stex_mu_intr()
863 				stex_check_cmd(hba, ccb, resp);  in stex_mu_intr()
867 				stex_controller_info(hba, ccb);  in stex_mu_intr()
876 	writel(hba->status_head, base + IMR1);  in stex_mu_intr()
882 	struct st_hba *hba = __hba;  in stex_intr()  local
883 	void __iomem *base = hba->mmio_base;  in stex_intr()
887 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_intr()
895 		stex_mu_intr(hba, data);  in stex_intr()
896 		spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_intr()
898 			hba->cardtype == st_shasta))  in stex_intr()
899 			queue_work(hba->work_q, &hba->reset_work);  in stex_intr()
903 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_intr()
908 static void stex_ss_mu_intr(struct st_hba *hba)  in stex_ss_mu_intr()  argument
918 	if (unlikely(hba->out_req_cnt <= 0 ||  in stex_ss_mu_intr()
919 			hba->mu_status == MU_STATE_RESETTING))  in stex_ss_mu_intr()
922 	while (count < hba->sts_count) {  in stex_ss_mu_intr()
923 		scratch = hba->scratch + hba->status_tail;  in stex_ss_mu_intr()
928 		resp = hba->status_buffer + hba->status_tail;  in stex_ss_mu_intr()
931 		++hba->status_tail;  in stex_ss_mu_intr()
932 		hba->status_tail %= hba->sts_count+1;  in stex_ss_mu_intr()
935 		if (unlikely(tag >= hba->host->can_queue)) {  in stex_ss_mu_intr()
937 				"(%s): invalid tag\n", pci_name(hba->pdev));  in stex_ss_mu_intr()
941 		hba->out_req_cnt--;  in stex_ss_mu_intr()
942 		ccb = &hba->ccb[tag];  in stex_ss_mu_intr()
943 		if (unlikely(hba->wait_ccb == ccb))  in stex_ss_mu_intr()
944 			hba->wait_ccb = NULL;  in stex_ss_mu_intr()
947 				"(%s): lagging req\n", pci_name(hba->pdev));  in stex_ss_mu_intr()
963 					pci_name(hba->pdev));  in stex_ss_mu_intr()
970 				stex_check_cmd(hba, ccb, resp);  in stex_ss_mu_intr()
983 	struct st_hba *hba = __hba;  in stex_ss_intr()  local
984 	void __iomem *base = hba->mmio_base;  in stex_ss_intr()
988 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_ss_intr()
990 	if (hba->cardtype == st_yel) {  in stex_ss_intr()
995 			stex_ss_mu_intr(hba);  in stex_ss_intr()
996 			spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_ss_intr()
998 				queue_work(hba->work_q, &hba->reset_work);  in stex_ss_intr()
1009 			stex_ss_mu_intr(hba);  in stex_ss_intr()
1010 			spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_ss_intr()
1012 				queue_work(hba->work_q, &hba->reset_work);  in stex_ss_intr()
1017 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_ss_intr()
1022 static int stex_common_handshake(struct st_hba *hba)  in stex_common_handshake()  argument
1024 	void __iomem *base = hba->mmio_base;  in stex_common_handshake()
1038 					pci_name(hba->pdev));  in stex_common_handshake()
1051 		if (hba->host->can_queue > data) {  in stex_common_handshake()
1052 			hba->host->can_queue = data;  in stex_common_handshake()
1053 			hba->host->cmd_per_lun = data;  in stex_common_handshake()
1057 	h = (struct handshake_frame *)hba->status_buffer;  in stex_common_handshake()
1058 	h->rb_phy = cpu_to_le64(hba->dma_handle);  in stex_common_handshake()
1059 	h->req_sz = cpu_to_le16(hba->rq_size);  in stex_common_handshake()
1060 	h->req_cnt = cpu_to_le16(hba->rq_count+1);  in stex_common_handshake()
1062 	h->status_cnt = cpu_to_le16(hba->sts_count+1);  in stex_common_handshake()
1065 	if (hba->extra_offset) {  in stex_common_handshake()
1066 		h->extra_offset = cpu_to_le32(hba->extra_offset);  in stex_common_handshake()
1067 		h->extra_size = cpu_to_le32(hba->dma_size - hba->extra_offset);  in stex_common_handshake()
1071 	status_phys = hba->dma_handle + (hba->rq_count+1) * hba->rq_size;  in stex_common_handshake()
1088 				pci_name(hba->pdev));  in stex_common_handshake()
1106 static int stex_ss_handshake(struct st_hba *hba)  in stex_ss_handshake()  argument
1108 	void __iomem *base = hba->mmio_base;  in stex_ss_handshake()
1118 	if (hba->cardtype == st_yel) {  in stex_ss_handshake()
1124 					pci_name(hba->pdev));  in stex_ss_handshake()
1136 					pci_name(hba->pdev));  in stex_ss_handshake()
1144 	msg_h = (struct st_msg_header *)hba->dma_mem;  in stex_ss_handshake()
1145 	msg_h->handle = cpu_to_le64(hba->dma_handle);  in stex_ss_handshake()
1149 	h->rb_phy = cpu_to_le64(hba->dma_handle);  in stex_ss_handshake()
1150 	h->req_sz = cpu_to_le16(hba->rq_size);  in stex_ss_handshake()
1151 	h->req_cnt = cpu_to_le16(hba->rq_count+1);  in stex_ss_handshake()
1153 	h->status_cnt = cpu_to_le16(hba->sts_count+1);  in stex_ss_handshake()
1157 	scratch_size = (hba->sts_count+1)*sizeof(u32);  in stex_ss_handshake()
1160 	if (hba->cardtype == st_yel) {  in stex_ss_handshake()
1164 		writel((hba->dma_handle >> 16) >> 16, base + YH2I_REQ_HI);  in stex_ss_handshake()
1166 		writel(hba->dma_handle, base + YH2I_REQ);  in stex_ss_handshake()
1173 		if (hba->msi_lock == 0) {  in stex_ss_handshake()
1176 			hba->msi_lock  = 1;  in stex_ss_handshake()
1178 		writel((hba->dma_handle >> 16) >> 16, base + YH2I_REQ_HI);  in stex_ss_handshake()
1179 		writel(hba->dma_handle, base + YH2I_REQ);  in stex_ss_handshake()
1183 	scratch = hba->scratch;  in stex_ss_handshake()
1184 	if (hba->cardtype == st_yel) {  in stex_ss_handshake()
1189 					pci_name(hba->pdev));  in stex_ss_handshake()
1202 					pci_name(hba->pdev));  in stex_ss_handshake()
1217 static int stex_handshake(struct st_hba *hba)  in stex_handshake()  argument
1223 	if (hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_handshake()
1224 		err = stex_ss_handshake(hba);  in stex_handshake()
1226 		err = stex_common_handshake(hba);  in stex_handshake()
1227 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_handshake()
1228 	mu_status = hba->mu_status;  in stex_handshake()
1230 		hba->req_head = 0;  in stex_handshake()
1231 		hba->req_tail = 0;  in stex_handshake()
1232 		hba->status_head = 0;  in stex_handshake()
1233 		hba->status_tail = 0;  in stex_handshake()
1234 		hba->out_req_cnt = 0;  in stex_handshake()
1235 		hba->mu_status = MU_STATE_STARTED;  in stex_handshake()
1237 		hba->mu_status = MU_STATE_FAILED;  in stex_handshake()
1239 		wake_up_all(&hba->reset_waitq);  in stex_handshake()
1240 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_handshake()
1247 	struct st_hba *hba = (struct st_hba *)host->hostdata;  in stex_abort()  local
1256 	base = hba->mmio_base;  in stex_abort()
1259 		hba->ccb[tag].req && hba->ccb[tag].cmd == cmd)  in stex_abort()
1260 		hba->wait_ccb = &hba->ccb[tag];  in stex_abort()
1264 	if (hba->cardtype == st_yel) {  in stex_abort()
1270 		stex_ss_mu_intr(hba);  in stex_abort()
1271 	} else if (hba->cardtype == st_P3) {  in stex_abort()
1279 		stex_ss_mu_intr(hba);  in stex_abort()
1287 		stex_mu_intr(hba, data);  in stex_abort()
1289 	if (hba->wait_ccb == NULL) {  in stex_abort()
1291 			"(%s): lost interrupt\n", pci_name(hba->pdev));  in stex_abort()
1297 	hba->wait_ccb->req = NULL; /* nullify the req's future return */  in stex_abort()
1298 	hba->wait_ccb = NULL;  in stex_abort()
1305 static void stex_hard_reset(struct st_hba *hba)  in stex_hard_reset()  argument
1313 		pci_read_config_dword(hba->pdev, i * 4,  in stex_hard_reset()
1314 			&hba->pdev->saved_config_space[i]);  in stex_hard_reset()
1318 	bus = hba->pdev->bus;  in stex_hard_reset()
1332 		pci_read_config_word(hba->pdev, PCI_COMMAND, &pci_cmd);  in stex_hard_reset()
1340 		pci_write_config_dword(hba->pdev, i * 4,  in stex_hard_reset()
1341 			hba->pdev->saved_config_space[i]);  in stex_hard_reset()
1344 static int stex_yos_reset(struct st_hba *hba)  in stex_yos_reset()  argument
1350 	base = hba->mmio_base;  in stex_yos_reset()
1354 	while (hba->out_req_cnt > 0) {  in stex_yos_reset()
1357 				"(%s): reset timeout\n", pci_name(hba->pdev));  in stex_yos_reset()
1364 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_yos_reset()
1366 		hba->mu_status = MU_STATE_FAILED;  in stex_yos_reset()
1368 		hba->mu_status = MU_STATE_STARTED;  in stex_yos_reset()
1369 	wake_up_all(&hba->reset_waitq);  in stex_yos_reset()
1370 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_yos_reset()
1375 static void stex_ss_reset(struct st_hba *hba)  in stex_ss_reset()  argument
1377 	writel(SS_H2I_INT_RESET, hba->mmio_base + YH2I_INT);  in stex_ss_reset()
1378 	readl(hba->mmio_base + YH2I_INT);  in stex_ss_reset()
1382 static void stex_p3_reset(struct st_hba *hba)  in stex_p3_reset()  argument
1384 	writel(SS_H2I_INT_RESET, hba->mmio_base + YH2I_INT);  in stex_p3_reset()
1388 static int stex_do_reset(struct st_hba *hba)  in stex_do_reset()  argument
1393 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_do_reset()
1394 	if (hba->mu_status == MU_STATE_STARTING) {  in stex_do_reset()
1395 		spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_do_reset()
1397 			pci_name(hba->pdev));  in stex_do_reset()
1400 	while (hba->mu_status == MU_STATE_RESETTING) {  in stex_do_reset()
1401 		spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_do_reset()
1402 		wait_event_timeout(hba->reset_waitq,  in stex_do_reset()
1403 				   hba->mu_status != MU_STATE_RESETTING,  in stex_do_reset()
1405 		spin_lock_irqsave(hba->host->host_lock, flags);  in stex_do_reset()
1406 		mu_status = hba->mu_status;  in stex_do_reset()
1410 		spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_do_reset()
1414 	hba->mu_status = MU_STATE_RESETTING;  in stex_do_reset()
1415 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_do_reset()
1417 	if (hba->cardtype == st_yosemite)  in stex_do_reset()
1418 		return stex_yos_reset(hba);  in stex_do_reset()
1420 	if (hba->cardtype == st_shasta)  in stex_do_reset()
1421 		stex_hard_reset(hba);  in stex_do_reset()
1422 	else if (hba->cardtype == st_yel)  in stex_do_reset()
1423 		stex_ss_reset(hba);  in stex_do_reset()
1424 	else if (hba->cardtype == st_P3)  in stex_do_reset()
1425 		stex_p3_reset(hba);  in stex_do_reset()
1427 	return_abnormal_state(hba, DID_RESET);  in stex_do_reset()
1429 	if (stex_handshake(hba) == 0)  in stex_do_reset()
1433 		pci_name(hba->pdev));  in stex_do_reset()
1439 	struct st_hba *hba;  in stex_reset()  local
1441 	hba = (struct st_hba *) &cmd->device->host->hostdata[0];  in stex_reset()
1446 	return stex_do_reset(hba) ? FAILED : SUCCESS;  in stex_reset()
1451 	struct st_hba *hba = container_of(work, struct st_hba, reset_work);  in stex_reset_work()  local
1453 	stex_do_reset(hba);  in stex_reset_work()
1614 static int stex_request_irq(struct st_hba *hba)  in stex_request_irq()  argument
1616 	struct pci_dev *pdev = hba->pdev;  in stex_request_irq()
1619 	if (msi || hba->cardtype == st_P3) {  in stex_request_irq()
1626 			hba->msi_enabled = 1;  in stex_request_irq()
1628 		hba->msi_enabled = 0;  in stex_request_irq()
1631 		(hba->cardtype == st_yel || hba->cardtype == st_P3) ?  in stex_request_irq()
1632 		stex_ss_intr : stex_intr, IRQF_SHARED, DRV_NAME, hba);  in stex_request_irq()
1635 		if (hba->msi_enabled)  in stex_request_irq()
1641 static void stex_free_irq(struct st_hba *hba)  in stex_free_irq()  argument
1643 	struct pci_dev *pdev = hba->pdev;  in stex_free_irq()
1645 	free_irq(pdev->irq, hba);  in stex_free_irq()
1646 	if (hba->msi_enabled)  in stex_free_irq()
1652 	struct st_hba *hba;  in stex_probe()  local
1676 	hba = (struct st_hba *)host->hostdata;  in stex_probe()
1677 	memset(hba, 0, sizeof(struct st_hba));  in stex_probe()
1686 	hba->mmio_base = pci_ioremap_bar(pdev, 0);  in stex_probe()
1687 	if ( !hba->mmio_base) {  in stex_probe()
1703 	hba->cardtype = (unsigned int) id->driver_data;  in stex_probe()
1704 	ci = &stex_card_info[hba->cardtype];  in stex_probe()
1720 		if (hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_probe()
1721 			hba->supports_pm = 1;  in stex_probe()
1725 	if (hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_probe()
1728 	hba->dma_size = cp_offset + sizeof(struct st_frame);  in stex_probe()
1729 	if (hba->cardtype == st_seq ||  in stex_probe()
1730 		(hba->cardtype == st_vsc && (pdev->subsystem_device & 1))) {  in stex_probe()
1731 		hba->extra_offset = hba->dma_size;  in stex_probe()
1732 		hba->dma_size += ST_ADDITIONAL_MEM;  in stex_probe()
1734 	hba->dma_mem = dma_alloc_coherent(&pdev->dev,  in stex_probe()
1735 		hba->dma_size, &hba->dma_handle, GFP_KERNEL);  in stex_probe()
1736 	if (!hba->dma_mem) {  in stex_probe()
1738 		if (hba->cardtype == st_seq ||  in stex_probe()
1739 		    (hba->cardtype == st_vsc && (pdev->subsystem_device & 1))) {  in stex_probe()
1743 			hba->dma_size = hba->extra_offset  in stex_probe()
1745 			hba->dma_mem = dma_alloc_coherent(&pdev->dev,  in stex_probe()
1746 				hba->dma_size, &hba->dma_handle, GFP_KERNEL);  in stex_probe()
1749 		if (!hba->dma_mem) {  in stex_probe()
1757 	hba->ccb = kcalloc(ci->rq_count, sizeof(struct st_ccb), GFP_KERNEL);  in stex_probe()
1758 	if (!hba->ccb) {  in stex_probe()
1765 	if (hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_probe()
1766 		hba->scratch = (__le32 *)(hba->dma_mem + scratch_offset);  in stex_probe()
1767 	hba->status_buffer = (struct status_msg *)(hba->dma_mem + sts_offset);  in stex_probe()
1768 	hba->copy_buffer = hba->dma_mem + cp_offset;  in stex_probe()
1769 	hba->rq_count = ci->rq_count;  in stex_probe()
1770 	hba->rq_size = ci->rq_size;  in stex_probe()
1771 	hba->sts_count = ci->sts_count;  in stex_probe()
1772 	hba->alloc_rq = ci->alloc_rq;  in stex_probe()
1773 	hba->map_sg = ci->map_sg;  in stex_probe()
1774 	hba->send = ci->send;  in stex_probe()
1775 	hba->mu_status = MU_STATE_STARTING;  in stex_probe()
1776 	hba->msi_lock = 0;  in stex_probe()
1778 	if (hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_probe()
1790 	hba->host = host;  in stex_probe()
1791 	hba->pdev = pdev;  in stex_probe()
1792 	init_waitqueue_head(&hba->reset_waitq);  in stex_probe()
1794 	snprintf(hba->work_q_name, sizeof(hba->work_q_name),  in stex_probe()
1796 	hba->work_q = create_singlethread_workqueue(hba->work_q_name);  in stex_probe()
1797 	if (!hba->work_q) {  in stex_probe()
1803 	INIT_WORK(&hba->reset_work, stex_reset_work);  in stex_probe()
1805 	err = stex_request_irq(hba);  in stex_probe()
1812 	err = stex_handshake(hba);  in stex_probe()
1816 	pci_set_drvdata(pdev, hba);  in stex_probe()
1830 	stex_free_irq(hba);  in stex_probe()
1832 	destroy_workqueue(hba->work_q);  in stex_probe()
1834 	kfree(hba->ccb);  in stex_probe()
1836 	dma_free_coherent(&pdev->dev, hba->dma_size,  in stex_probe()
1837 			  hba->dma_mem, hba->dma_handle);  in stex_probe()
1839 	iounmap(hba->mmio_base);  in stex_probe()
1850 static void stex_hba_stop(struct st_hba *hba, int st_sleep_mic)  in stex_hba_stop()  argument
1858 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_hba_stop()
1860 	if ((hba->cardtype == st_yel || hba->cardtype == st_P3) &&  in stex_hba_stop()
1861 		hba->supports_pm == 1) {  in stex_hba_stop()
1863 			spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_hba_stop()
1867 	req = hba->alloc_rq(hba);  in stex_hba_stop()
1868 	if (hba->cardtype == st_yel || hba->cardtype == st_P3) {  in stex_hba_stop()
1870 		memset(msg_h, 0, hba->rq_size);  in stex_hba_stop()
1872 		memset(req, 0, hba->rq_size);  in stex_hba_stop()
1874 	if ((hba->cardtype == st_yosemite || hba->cardtype == st_yel  in stex_hba_stop()
1875 		|| hba->cardtype == st_P3)  in stex_hba_stop()
1881 	} else if ((hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_hba_stop()
1893 	hba->ccb[tag].cmd = NULL;  in stex_hba_stop()
1894 	hba->ccb[tag].sg_count = 0;  in stex_hba_stop()
1895 	hba->ccb[tag].sense_bufflen = 0;  in stex_hba_stop()
1896 	hba->ccb[tag].sense_buffer = NULL;  in stex_hba_stop()
1897 	hba->ccb[tag].req_type = PASSTHRU_REQ_TYPE;  in stex_hba_stop()
1898 	hba->send(hba, req, tag);  in stex_hba_stop()
1899 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_hba_stop()
1901 	while (hba->ccb[tag].req_type & PASSTHRU_REQ_TYPE) {  in stex_hba_stop()
1903 			hba->ccb[tag].req_type = 0;  in stex_hba_stop()
1904 			hba->mu_status = MU_STATE_STOP;  in stex_hba_stop()
1909 	hba->mu_status = MU_STATE_STOP;  in stex_hba_stop()
1912 static void stex_hba_free(struct st_hba *hba)  in stex_hba_free()  argument
1914 	stex_free_irq(hba);  in stex_hba_free()
1916 	destroy_workqueue(hba->work_q);  in stex_hba_free()
1918 	iounmap(hba->mmio_base);  in stex_hba_free()
1920 	pci_release_regions(hba->pdev);  in stex_hba_free()
1922 	kfree(hba->ccb);  in stex_hba_free()
1924 	dma_free_coherent(&hba->pdev->dev, hba->dma_size,  in stex_hba_free()
1925 			  hba->dma_mem, hba->dma_handle);  in stex_hba_free()
1930 	struct st_hba *hba = pci_get_drvdata(pdev);  in stex_remove()  local
1932 	hba->mu_status = MU_STATE_NOCONNECT;  in stex_remove()
1933 	return_abnormal_state(hba, DID_NO_CONNECT);  in stex_remove()
1934 	scsi_remove_host(hba->host);  in stex_remove()
1936 	scsi_block_requests(hba->host);  in stex_remove()
1938 	stex_hba_free(hba);  in stex_remove()
1940 	scsi_host_put(hba->host);  in stex_remove()
1949 	struct st_hba *hba = pci_get_drvdata(pdev);  in stex_shutdown()  local
1951 	if (hba->supports_pm == 0) {  in stex_shutdown()
1952 		stex_hba_stop(hba, ST_IGNORED);  in stex_shutdown()
1953 	} else if (hba->supports_pm == 1 && S6flag) {  in stex_shutdown()
1955 		stex_hba_stop(hba, ST_S6);  in stex_shutdown()
1957 		stex_hba_stop(hba, ST_S5);  in stex_shutdown()
1960 static int stex_choice_sleep_mic(struct st_hba *hba, pm_message_t state)  in stex_choice_sleep_mic()  argument
1966 		hba->msi_lock = 0;  in stex_choice_sleep_mic()
1975 	struct st_hba *hba = pci_get_drvdata(pdev);  in stex_suspend()  local
1977 	if ((hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_suspend()
1978 		&& hba->supports_pm == 1)  in stex_suspend()
1979 		stex_hba_stop(hba, stex_choice_sleep_mic(hba, state));  in stex_suspend()
1981 		stex_hba_stop(hba, ST_IGNORED);  in stex_suspend()
1987 	struct st_hba *hba = pci_get_drvdata(pdev);  in stex_resume()  local
1989 	hba->mu_status = MU_STATE_STARTING;  in stex_resume()
1990 	stex_handshake(hba);  in stex_resume()