388 static struct status_msg *stex_get_status(struct st_hba *hba)  in stex_get_status()  argument
390 	struct status_msg *status = hba->status_buffer + hba->status_tail;  in stex_get_status()
392 	++hba->status_tail;  in stex_get_status()
393 	hba->status_tail %= hba->sts_count+1;  in stex_get_status()
409 static struct req_msg *stex_alloc_req(struct st_hba *hba)  in stex_alloc_req()  argument
411 	struct req_msg *req = hba->dma_mem + hba->req_head * hba->rq_size;  in stex_alloc_req()
413 	++hba->req_head;  in stex_alloc_req()
414 	hba->req_head %= hba->rq_count+1;  in stex_alloc_req()
419 static struct req_msg *stex_ss_alloc_req(struct st_hba *hba)  in stex_ss_alloc_req()  argument
421 	return (struct req_msg *)(hba->dma_mem +  in stex_ss_alloc_req()
422 		hba->req_head * hba->rq_size + sizeof(struct st_msg_header));  in stex_ss_alloc_req()
425 static int stex_map_sg(struct st_hba *hba,  in stex_map_sg()  argument
442 		dst->max_sg_count = cpu_to_le16(hba->host->sg_tablesize);  in stex_map_sg()
457 static int stex_ss_map_sg(struct st_hba *hba,  in stex_ss_map_sg()  argument
474 		dst->max_sg_count = cpu_to_le16(hba->host->sg_tablesize);  in stex_ss_map_sg()
490 static void stex_controller_info(struct st_hba *hba, struct st_ccb *ccb)  in stex_controller_info()  argument
495 	p = hba->copy_buffer;  in stex_controller_info()
498 	*(unsigned long *)(p->base) = pci_resource_start(hba->pdev, 0);  in stex_controller_info()
506 	p->bus = hba->pdev->bus->number;  in stex_controller_info()
507 	p->slot = hba->pdev->devfn;  in stex_controller_info()
509 	p->irq_vec = hba->pdev->irq;  in stex_controller_info()
510 	p->id = hba->pdev->vendor << 16 | hba->pdev->device;  in stex_controller_info()
512 		hba->pdev->subsystem_vendor << 16 | hba->pdev->subsystem_device;  in stex_controller_info()
518 stex_send_cmd(struct st_hba *hba, struct req_msg *req, u16 tag)  in stex_send_cmd()  argument
522 	hba->ccb[tag].req = req;  in stex_send_cmd()
523 	hba->out_req_cnt++;  in stex_send_cmd()
525 	writel(hba->req_head, hba->mmio_base + IMR0);  in stex_send_cmd()
526 	writel(MU_INBOUND_DOORBELL_REQHEADCHANGED, hba->mmio_base + IDBL);  in stex_send_cmd()
527 	readl(hba->mmio_base + IDBL); /* flush */  in stex_send_cmd()
531 stex_ss_send_cmd(struct st_hba *hba, struct req_msg *req, u16 tag)  in stex_ss_send_cmd()  argument
539 	hba->ccb[tag].req = req;  in stex_ss_send_cmd()
540 	hba->out_req_cnt++;  in stex_ss_send_cmd()
542 	cmd = hba->ccb[tag].cmd;  in stex_ss_send_cmd()
548 	addr = hba->dma_handle + hba->req_head * hba->rq_size;  in stex_ss_send_cmd()
549 	addr += (hba->ccb[tag].sg_count+4)/11;  in stex_ss_send_cmd()
552 	++hba->req_head;  in stex_ss_send_cmd()
553 	hba->req_head %= hba->rq_count+1;  in stex_ss_send_cmd()
554 	if (hba->cardtype == st_P3) {  in stex_ss_send_cmd()
555 		writel((addr >> 16) >> 16, hba->mmio_base + YH2I_REQ_HI);  in stex_ss_send_cmd()
556 		writel(addr, hba->mmio_base + YH2I_REQ);  in stex_ss_send_cmd()
558 		writel((addr >> 16) >> 16, hba->mmio_base + YH2I_REQ_HI);  in stex_ss_send_cmd()
559 		readl(hba->mmio_base + YH2I_REQ_HI); /* flush */  in stex_ss_send_cmd()
560 		writel(addr, hba->mmio_base + YH2I_REQ);  in stex_ss_send_cmd()
561 		readl(hba->mmio_base + YH2I_REQ); /* flush */  in stex_ss_send_cmd()
565 static void return_abnormal_state(struct st_hba *hba, int status)  in return_abnormal_state()  argument
571 	spin_lock_irqsave(hba->host->host_lock, flags);  in return_abnormal_state()
572 	for (tag = 0; tag < hba->host->can_queue; tag++) {  in return_abnormal_state()
573 		ccb = &hba->ccb[tag];  in return_abnormal_state()
584 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in return_abnormal_state()
599 	struct st_hba *hba;  in stex_queuecommand_lck()  local
608 	hba = (struct st_hba *) &host->hostdata[0];  in stex_queuecommand_lck()
609 	if (hba->mu_status == MU_STATE_NOCONNECT) {  in stex_queuecommand_lck()
614 	if (unlikely(hba->mu_status != MU_STATE_STARTED))  in stex_queuecommand_lck()
640 		if (hba->cardtype == st_shasta || id == host->max_id - 1) {  in stex_queuecommand_lck()
680 			ver.host_no = hba->host->host_no;  in stex_queuecommand_lck()
699 	req = hba->alloc_rq(hba);  in stex_queuecommand_lck()
714 	hba->ccb[tag].cmd = cmd;  in stex_queuecommand_lck()
715 	hba->ccb[tag].sense_bufflen = SCSI_SENSE_BUFFERSIZE;  in stex_queuecommand_lck()
716 	hba->ccb[tag].sense_buffer = cmd->sense_buffer;  in stex_queuecommand_lck()
718 	if (!hba->map_sg(hba, req, &hba->ccb[tag])) {  in stex_queuecommand_lck()
719 		hba->ccb[tag].sg_count = 0;  in stex_queuecommand_lck()
723 	hba->send(hba, req, tag);  in stex_queuecommand_lck()
786 static void stex_check_cmd(struct st_hba *hba,  in stex_check_cmd()  argument
795 static void stex_mu_intr(struct st_hba *hba, u32 doorbell)  in stex_mu_intr()  argument
797 	void __iomem *base = hba->mmio_base;  in stex_mu_intr()
807 	hba->status_head = readl(base + OMR1);  in stex_mu_intr()
808 	if (unlikely(hba->status_head > hba->sts_count)) {  in stex_mu_intr()
810 			pci_name(hba->pdev));  in stex_mu_intr()
822 	if (unlikely(hba->out_req_cnt <= 0 ||  in stex_mu_intr()
823 			(hba->mu_status == MU_STATE_RESETTING &&  in stex_mu_intr()
824 			 hba->cardtype != st_yosemite))) {  in stex_mu_intr()
825 		hba->status_tail = hba->status_head;  in stex_mu_intr()
829 	while (hba->status_tail != hba->status_head) {  in stex_mu_intr()
830 		resp = stex_get_status(hba);  in stex_mu_intr()
832 		if (unlikely(tag >= hba->host->can_queue)) {  in stex_mu_intr()
834 				"(%s): invalid tag\n", pci_name(hba->pdev));  in stex_mu_intr()
838 		hba->out_req_cnt--;  in stex_mu_intr()
839 		ccb = &hba->ccb[tag];  in stex_mu_intr()
840 		if (unlikely(hba->wait_ccb == ccb))  in stex_mu_intr()
841 			hba->wait_ccb = NULL;  in stex_mu_intr()
844 				"(%s): lagging req\n", pci_name(hba->pdev));  in stex_mu_intr()
852 				pci_name(hba->pdev));  in stex_mu_intr()
864 			if (hba->cardtype == st_yosemite)  in stex_mu_intr()
865 				stex_check_cmd(hba, ccb, resp);  in stex_mu_intr()
869 				stex_controller_info(hba, ccb);  in stex_mu_intr()
878 	writel(hba->status_head, base + IMR1);  in stex_mu_intr()
884 	struct st_hba *hba = __hba;  in stex_intr()  local
885 	void __iomem *base = hba->mmio_base;  in stex_intr()
889 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_intr()
897 		stex_mu_intr(hba, data);  in stex_intr()
898 		spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_intr()
900 			hba->cardtype == st_shasta))  in stex_intr()
901 			queue_work(hba->work_q, &hba->reset_work);  in stex_intr()
905 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_intr()
910 static void stex_ss_mu_intr(struct st_hba *hba)  in stex_ss_mu_intr()  argument
920 	if (unlikely(hba->out_req_cnt <= 0 ||  in stex_ss_mu_intr()
921 			hba->mu_status == MU_STATE_RESETTING))  in stex_ss_mu_intr()
924 	while (count < hba->sts_count) {  in stex_ss_mu_intr()
925 		scratch = hba->scratch + hba->status_tail;  in stex_ss_mu_intr()
930 		resp = hba->status_buffer + hba->status_tail;  in stex_ss_mu_intr()
933 		++hba->status_tail;  in stex_ss_mu_intr()
934 		hba->status_tail %= hba->sts_count+1;  in stex_ss_mu_intr()
937 		if (unlikely(tag >= hba->host->can_queue)) {  in stex_ss_mu_intr()
939 				"(%s): invalid tag\n", pci_name(hba->pdev));  in stex_ss_mu_intr()
943 		hba->out_req_cnt--;  in stex_ss_mu_intr()
944 		ccb = &hba->ccb[tag];  in stex_ss_mu_intr()
945 		if (unlikely(hba->wait_ccb == ccb))  in stex_ss_mu_intr()
946 			hba->wait_ccb = NULL;  in stex_ss_mu_intr()
949 				"(%s): lagging req\n", pci_name(hba->pdev));  in stex_ss_mu_intr()
965 					pci_name(hba->pdev));  in stex_ss_mu_intr()
972 				stex_check_cmd(hba, ccb, resp);  in stex_ss_mu_intr()
985 	struct st_hba *hba = __hba;  in stex_ss_intr()  local
986 	void __iomem *base = hba->mmio_base;  in stex_ss_intr()
990 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_ss_intr()
992 	if (hba->cardtype == st_yel) {  in stex_ss_intr()
997 			stex_ss_mu_intr(hba);  in stex_ss_intr()
998 			spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_ss_intr()
1000 				queue_work(hba->work_q, &hba->reset_work);  in stex_ss_intr()
1011 			stex_ss_mu_intr(hba);  in stex_ss_intr()
1012 			spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_ss_intr()
1014 				queue_work(hba->work_q, &hba->reset_work);  in stex_ss_intr()
1019 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_ss_intr()
1024 static int stex_common_handshake(struct st_hba *hba)  in stex_common_handshake()  argument
1026 	void __iomem *base = hba->mmio_base;  in stex_common_handshake()
1040 					pci_name(hba->pdev));  in stex_common_handshake()
1053 		if (hba->host->can_queue > data) {  in stex_common_handshake()
1054 			hba->host->can_queue = data;  in stex_common_handshake()
1055 			hba->host->cmd_per_lun = data;  in stex_common_handshake()
1059 	h = (struct handshake_frame *)hba->status_buffer;  in stex_common_handshake()
1060 	h->rb_phy = cpu_to_le64(hba->dma_handle);  in stex_common_handshake()
1061 	h->req_sz = cpu_to_le16(hba->rq_size);  in stex_common_handshake()
1062 	h->req_cnt = cpu_to_le16(hba->rq_count+1);  in stex_common_handshake()
1064 	h->status_cnt = cpu_to_le16(hba->sts_count+1);  in stex_common_handshake()
1067 	if (hba->extra_offset) {  in stex_common_handshake()
1068 		h->extra_offset = cpu_to_le32(hba->extra_offset);  in stex_common_handshake()
1069 		h->extra_size = cpu_to_le32(hba->dma_size - hba->extra_offset);  in stex_common_handshake()
1073 	status_phys = hba->dma_handle + (hba->rq_count+1) * hba->rq_size;  in stex_common_handshake()
1090 				pci_name(hba->pdev));  in stex_common_handshake()
1108 static int stex_ss_handshake(struct st_hba *hba)  in stex_ss_handshake()  argument
1110 	void __iomem *base = hba->mmio_base;  in stex_ss_handshake()
1120 	if (hba->cardtype == st_yel) {  in stex_ss_handshake()
1126 					pci_name(hba->pdev));  in stex_ss_handshake()
1138 					pci_name(hba->pdev));  in stex_ss_handshake()
1146 	msg_h = (struct st_msg_header *)hba->dma_mem;  in stex_ss_handshake()
1147 	msg_h->handle = cpu_to_le64(hba->dma_handle);  in stex_ss_handshake()
1151 	h->rb_phy = cpu_to_le64(hba->dma_handle);  in stex_ss_handshake()
1152 	h->req_sz = cpu_to_le16(hba->rq_size);  in stex_ss_handshake()
1153 	h->req_cnt = cpu_to_le16(hba->rq_count+1);  in stex_ss_handshake()
1155 	h->status_cnt = cpu_to_le16(hba->sts_count+1);  in stex_ss_handshake()
1159 	scratch_size = (hba->sts_count+1)*sizeof(u32);  in stex_ss_handshake()
1162 	if (hba->cardtype == st_yel) {  in stex_ss_handshake()
1166 		writel((hba->dma_handle >> 16) >> 16, base + YH2I_REQ_HI);  in stex_ss_handshake()
1168 		writel(hba->dma_handle, base + YH2I_REQ);  in stex_ss_handshake()
1175 		if (hba->msi_lock == 0) {  in stex_ss_handshake()
1178 			hba->msi_lock  = 1;  in stex_ss_handshake()
1180 		writel((hba->dma_handle >> 16) >> 16, base + YH2I_REQ_HI);  in stex_ss_handshake()
1181 		writel(hba->dma_handle, base + YH2I_REQ);  in stex_ss_handshake()
1185 	scratch = hba->scratch;  in stex_ss_handshake()
1186 	if (hba->cardtype == st_yel) {  in stex_ss_handshake()
1191 					pci_name(hba->pdev));  in stex_ss_handshake()
1204 					pci_name(hba->pdev));  in stex_ss_handshake()
1219 static int stex_handshake(struct st_hba *hba)  in stex_handshake()  argument
1225 	if (hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_handshake()
1226 		err = stex_ss_handshake(hba);  in stex_handshake()
1228 		err = stex_common_handshake(hba);  in stex_handshake()
1229 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_handshake()
1230 	mu_status = hba->mu_status;  in stex_handshake()
1232 		hba->req_head = 0;  in stex_handshake()
1233 		hba->req_tail = 0;  in stex_handshake()
1234 		hba->status_head = 0;  in stex_handshake()
1235 		hba->status_tail = 0;  in stex_handshake()
1236 		hba->out_req_cnt = 0;  in stex_handshake()
1237 		hba->mu_status = MU_STATE_STARTED;  in stex_handshake()
1239 		hba->mu_status = MU_STATE_FAILED;  in stex_handshake()
1241 		wake_up_all(&hba->reset_waitq);  in stex_handshake()
1242 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_handshake()
1249 	struct st_hba *hba = (struct st_hba *)host->hostdata;  in stex_abort()  local
1258 	base = hba->mmio_base;  in stex_abort()
1261 		hba->ccb[tag].req && hba->ccb[tag].cmd == cmd)  in stex_abort()
1262 		hba->wait_ccb = &hba->ccb[tag];  in stex_abort()
1266 	if (hba->cardtype == st_yel) {  in stex_abort()
1272 		stex_ss_mu_intr(hba);  in stex_abort()
1273 	} else if (hba->cardtype == st_P3) {  in stex_abort()
1281 		stex_ss_mu_intr(hba);  in stex_abort()
1289 		stex_mu_intr(hba, data);  in stex_abort()
1291 	if (hba->wait_ccb == NULL) {  in stex_abort()
1293 			"(%s): lost interrupt\n", pci_name(hba->pdev));  in stex_abort()
1299 	hba->wait_ccb->req = NULL; /* nullify the req's future return */  in stex_abort()
1300 	hba->wait_ccb = NULL;  in stex_abort()
1307 static void stex_hard_reset(struct st_hba *hba)  in stex_hard_reset()  argument
1315 		pci_read_config_dword(hba->pdev, i * 4,  in stex_hard_reset()
1316 			&hba->pdev->saved_config_space[i]);  in stex_hard_reset()
1320 	bus = hba->pdev->bus;  in stex_hard_reset()
1334 		pci_read_config_word(hba->pdev, PCI_COMMAND, &pci_cmd);  in stex_hard_reset()
1342 		pci_write_config_dword(hba->pdev, i * 4,  in stex_hard_reset()
1343 			hba->pdev->saved_config_space[i]);  in stex_hard_reset()
1346 static int stex_yos_reset(struct st_hba *hba)  in stex_yos_reset()  argument
1352 	base = hba->mmio_base;  in stex_yos_reset()
1356 	while (hba->out_req_cnt > 0) {  in stex_yos_reset()
1359 				"(%s): reset timeout\n", pci_name(hba->pdev));  in stex_yos_reset()
1366 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_yos_reset()
1368 		hba->mu_status = MU_STATE_FAILED;  in stex_yos_reset()
1370 		hba->mu_status = MU_STATE_STARTED;  in stex_yos_reset()
1371 	wake_up_all(&hba->reset_waitq);  in stex_yos_reset()
1372 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_yos_reset()
1377 static void stex_ss_reset(struct st_hba *hba)  in stex_ss_reset()  argument
1379 	writel(SS_H2I_INT_RESET, hba->mmio_base + YH2I_INT);  in stex_ss_reset()
1380 	readl(hba->mmio_base + YH2I_INT);  in stex_ss_reset()
1384 static void stex_p3_reset(struct st_hba *hba)  in stex_p3_reset()  argument
1386 	writel(SS_H2I_INT_RESET, hba->mmio_base + YH2I_INT);  in stex_p3_reset()
1390 static int stex_do_reset(struct st_hba *hba)  in stex_do_reset()  argument
1395 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_do_reset()
1396 	if (hba->mu_status == MU_STATE_STARTING) {  in stex_do_reset()
1397 		spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_do_reset()
1399 			pci_name(hba->pdev));  in stex_do_reset()
1402 	while (hba->mu_status == MU_STATE_RESETTING) {  in stex_do_reset()
1403 		spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_do_reset()
1404 		wait_event_timeout(hba->reset_waitq,  in stex_do_reset()
1405 				   hba->mu_status != MU_STATE_RESETTING,  in stex_do_reset()
1407 		spin_lock_irqsave(hba->host->host_lock, flags);  in stex_do_reset()
1408 		mu_status = hba->mu_status;  in stex_do_reset()
1412 		spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_do_reset()
1416 	hba->mu_status = MU_STATE_RESETTING;  in stex_do_reset()
1417 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_do_reset()
1419 	if (hba->cardtype == st_yosemite)  in stex_do_reset()
1420 		return stex_yos_reset(hba);  in stex_do_reset()
1422 	if (hba->cardtype == st_shasta)  in stex_do_reset()
1423 		stex_hard_reset(hba);  in stex_do_reset()
1424 	else if (hba->cardtype == st_yel)  in stex_do_reset()
1425 		stex_ss_reset(hba);  in stex_do_reset()
1426 	else if (hba->cardtype == st_P3)  in stex_do_reset()
1427 		stex_p3_reset(hba);  in stex_do_reset()
1429 	return_abnormal_state(hba, DID_RESET);  in stex_do_reset()
1431 	if (stex_handshake(hba) == 0)  in stex_do_reset()
1435 		pci_name(hba->pdev));  in stex_do_reset()
1441 	struct st_hba *hba;  in stex_reset()  local
1443 	hba = (struct st_hba *) &cmd->device->host->hostdata[0];  in stex_reset()
1448 	return stex_do_reset(hba) ? FAILED : SUCCESS;  in stex_reset()
1453 	struct st_hba *hba = container_of(work, struct st_hba, reset_work);  in stex_reset_work()  local
1455 	stex_do_reset(hba);  in stex_reset_work()
1616 static int stex_request_irq(struct st_hba *hba)  in stex_request_irq()  argument
1618 	struct pci_dev *pdev = hba->pdev;  in stex_request_irq()
1621 	if (msi || hba->cardtype == st_P3) {  in stex_request_irq()
1628 			hba->msi_enabled = 1;  in stex_request_irq()
1630 		hba->msi_enabled = 0;  in stex_request_irq()
1633 		(hba->cardtype == st_yel || hba->cardtype == st_P3) ?  in stex_request_irq()
1634 		stex_ss_intr : stex_intr, IRQF_SHARED, DRV_NAME, hba);  in stex_request_irq()
1637 		if (hba->msi_enabled)  in stex_request_irq()
1643 static void stex_free_irq(struct st_hba *hba)  in stex_free_irq()  argument
1645 	struct pci_dev *pdev = hba->pdev;  in stex_free_irq()
1647 	free_irq(pdev->irq, hba);  in stex_free_irq()
1648 	if (hba->msi_enabled)  in stex_free_irq()
1654 	struct st_hba *hba;  in stex_probe()  local
1678 	hba = (struct st_hba *)host->hostdata;  in stex_probe()
1679 	memset(hba, 0, sizeof(struct st_hba));  in stex_probe()
1688 	hba->mmio_base = pci_ioremap_bar(pdev, 0);  in stex_probe()
1689 	if ( !hba->mmio_base) {  in stex_probe()
1705 	hba->cardtype = (unsigned int) id->driver_data;  in stex_probe()
1706 	ci = &stex_card_info[hba->cardtype];  in stex_probe()
1722 		if (hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_probe()
1723 			hba->supports_pm = 1;  in stex_probe()
1727 	if (hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_probe()
1730 	hba->dma_size = cp_offset + sizeof(struct st_frame);  in stex_probe()
1731 	if (hba->cardtype == st_seq ||  in stex_probe()
1732 		(hba->cardtype == st_vsc && (pdev->subsystem_device & 1))) {  in stex_probe()
1733 		hba->extra_offset = hba->dma_size;  in stex_probe()
1734 		hba->dma_size += ST_ADDITIONAL_MEM;  in stex_probe()
1736 	hba->dma_mem = dma_alloc_coherent(&pdev->dev,  in stex_probe()
1737 		hba->dma_size, &hba->dma_handle, GFP_KERNEL);  in stex_probe()
1738 	if (!hba->dma_mem) {  in stex_probe()
1740 		if (hba->cardtype == st_seq ||  in stex_probe()
1741 		    (hba->cardtype == st_vsc && (pdev->subsystem_device & 1))) {  in stex_probe()
1745 			hba->dma_size = hba->extra_offset  in stex_probe()
1747 			hba->dma_mem = dma_alloc_coherent(&pdev->dev,  in stex_probe()
1748 				hba->dma_size, &hba->dma_handle, GFP_KERNEL);  in stex_probe()
1751 		if (!hba->dma_mem) {  in stex_probe()
1759 	hba->ccb = kcalloc(ci->rq_count, sizeof(struct st_ccb), GFP_KERNEL);  in stex_probe()
1760 	if (!hba->ccb) {  in stex_probe()
1767 	if (hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_probe()
1768 		hba->scratch = (__le32 *)(hba->dma_mem + scratch_offset);  in stex_probe()
1769 	hba->status_buffer = (struct status_msg *)(hba->dma_mem + sts_offset);  in stex_probe()
1770 	hba->copy_buffer = hba->dma_mem + cp_offset;  in stex_probe()
1771 	hba->rq_count = ci->rq_count;  in stex_probe()
1772 	hba->rq_size = ci->rq_size;  in stex_probe()
1773 	hba->sts_count = ci->sts_count;  in stex_probe()
1774 	hba->alloc_rq = ci->alloc_rq;  in stex_probe()
1775 	hba->map_sg = ci->map_sg;  in stex_probe()
1776 	hba->send = ci->send;  in stex_probe()
1777 	hba->mu_status = MU_STATE_STARTING;  in stex_probe()
1778 	hba->msi_lock = 0;  in stex_probe()
1780 	if (hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_probe()
1792 	hba->host = host;  in stex_probe()
1793 	hba->pdev = pdev;  in stex_probe()
1794 	init_waitqueue_head(&hba->reset_waitq);  in stex_probe()
1796 	snprintf(hba->work_q_name, sizeof(hba->work_q_name),  in stex_probe()
1798 	hba->work_q = create_singlethread_workqueue(hba->work_q_name);  in stex_probe()
1799 	if (!hba->work_q) {  in stex_probe()
1805 	INIT_WORK(&hba->reset_work, stex_reset_work);  in stex_probe()
1807 	err = stex_request_irq(hba);  in stex_probe()
1814 	err = stex_handshake(hba);  in stex_probe()
1818 	pci_set_drvdata(pdev, hba);  in stex_probe()
1832 	stex_free_irq(hba);  in stex_probe()
1834 	destroy_workqueue(hba->work_q);  in stex_probe()
1836 	kfree(hba->ccb);  in stex_probe()
1838 	dma_free_coherent(&pdev->dev, hba->dma_size,  in stex_probe()
1839 			  hba->dma_mem, hba->dma_handle);  in stex_probe()
1841 	iounmap(hba->mmio_base);  in stex_probe()
1852 static void stex_hba_stop(struct st_hba *hba, int st_sleep_mic)  in stex_hba_stop()  argument
1860 	spin_lock_irqsave(hba->host->host_lock, flags);  in stex_hba_stop()
1862 	if ((hba->cardtype == st_yel || hba->cardtype == st_P3) &&  in stex_hba_stop()
1863 		hba->supports_pm == 1) {  in stex_hba_stop()
1865 			spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_hba_stop()
1869 	req = hba->alloc_rq(hba);  in stex_hba_stop()
1870 	if (hba->cardtype == st_yel || hba->cardtype == st_P3) {  in stex_hba_stop()
1872 		memset(msg_h, 0, hba->rq_size);  in stex_hba_stop()
1874 		memset(req, 0, hba->rq_size);  in stex_hba_stop()
1876 	if ((hba->cardtype == st_yosemite || hba->cardtype == st_yel  in stex_hba_stop()
1877 		|| hba->cardtype == st_P3)  in stex_hba_stop()
1883 	} else if ((hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_hba_stop()
1895 	hba->ccb[tag].cmd = NULL;  in stex_hba_stop()
1896 	hba->ccb[tag].sg_count = 0;  in stex_hba_stop()
1897 	hba->ccb[tag].sense_bufflen = 0;  in stex_hba_stop()
1898 	hba->ccb[tag].sense_buffer = NULL;  in stex_hba_stop()
1899 	hba->ccb[tag].req_type = PASSTHRU_REQ_TYPE;  in stex_hba_stop()
1900 	hba->send(hba, req, tag);  in stex_hba_stop()
1901 	spin_unlock_irqrestore(hba->host->host_lock, flags);  in stex_hba_stop()
1903 	while (hba->ccb[tag].req_type & PASSTHRU_REQ_TYPE) {  in stex_hba_stop()
1905 			hba->ccb[tag].req_type = 0;  in stex_hba_stop()
1906 			hba->mu_status = MU_STATE_STOP;  in stex_hba_stop()
1911 	hba->mu_status = MU_STATE_STOP;  in stex_hba_stop()
1914 static void stex_hba_free(struct st_hba *hba)  in stex_hba_free()  argument
1916 	stex_free_irq(hba);  in stex_hba_free()
1918 	destroy_workqueue(hba->work_q);  in stex_hba_free()
1920 	iounmap(hba->mmio_base);  in stex_hba_free()
1922 	pci_release_regions(hba->pdev);  in stex_hba_free()
1924 	kfree(hba->ccb);  in stex_hba_free()
1926 	dma_free_coherent(&hba->pdev->dev, hba->dma_size,  in stex_hba_free()
1927 			  hba->dma_mem, hba->dma_handle);  in stex_hba_free()
1932 	struct st_hba *hba = pci_get_drvdata(pdev);  in stex_remove()  local
1934 	hba->mu_status = MU_STATE_NOCONNECT;  in stex_remove()
1935 	return_abnormal_state(hba, DID_NO_CONNECT);  in stex_remove()
1936 	scsi_remove_host(hba->host);  in stex_remove()
1938 	scsi_block_requests(hba->host);  in stex_remove()
1940 	stex_hba_free(hba);  in stex_remove()
1942 	scsi_host_put(hba->host);  in stex_remove()
1951 	struct st_hba *hba = pci_get_drvdata(pdev);  in stex_shutdown()  local
1953 	if (hba->supports_pm == 0) {  in stex_shutdown()
1954 		stex_hba_stop(hba, ST_IGNORED);  in stex_shutdown()
1955 	} else if (hba->supports_pm == 1 && S6flag) {  in stex_shutdown()
1957 		stex_hba_stop(hba, ST_S6);  in stex_shutdown()
1959 		stex_hba_stop(hba, ST_S5);  in stex_shutdown()
1962 static int stex_choice_sleep_mic(struct st_hba *hba, pm_message_t state)  in stex_choice_sleep_mic()  argument
1968 		hba->msi_lock = 0;  in stex_choice_sleep_mic()
1977 	struct st_hba *hba = pci_get_drvdata(pdev);  in stex_suspend()  local
1979 	if ((hba->cardtype == st_yel || hba->cardtype == st_P3)  in stex_suspend()
1980 		&& hba->supports_pm == 1)  in stex_suspend()
1981 		stex_hba_stop(hba, stex_choice_sleep_mic(hba, state));  in stex_suspend()
1983 		stex_hba_stop(hba, ST_IGNORED);  in stex_suspend()
1989 	struct st_hba *hba = pci_get_drvdata(pdev);  in stex_resume()  local
1991 	hba->mu_status = MU_STATE_STARTING;  in stex_resume()
1992 	stex_handshake(hba);  in stex_resume()