1 // SPDX-License-Identifier: GPL-2.0-or-later
3  * Support for SATA devices on Serial Attached SCSI (SAS) controllers
27 static enum ata_completion_errors sas_to_ata_err(struct task_status_struct *ts)  in sas_to_ata_err()  argument
32 	if (ts->resp == SAS_TASK_UNDELIVERED)  in sas_to_ata_err()
35 	/* ts->resp == SAS_TASK_COMPLETE */  in sas_to_ata_err()
37 	switch (ts->stat) {  in sas_to_ata_err()
58 			__func__, ts->stat);  in sas_to_ata_err()
75 	struct ata_queued_cmd *qc = task->uldd_task;  in sas_ata_task_done()
76 	struct domain_device *dev = task->dev;  in sas_ata_task_done()
77 	struct task_status_struct *stat = &task->task_status;  in sas_ata_task_done()
78 	struct ata_task_resp *resp = (struct ata_task_resp *)stat->buf;  in sas_ata_task_done()
79 	struct sas_ha_struct *sas_ha = dev->port->ha;  in sas_ata_task_done()
85 	spin_lock_irqsave(&dev->done_lock, flags);  in sas_ata_task_done()
86 	if (test_bit(SAS_HA_FROZEN, &sas_ha->state))  in sas_ata_task_done()
88 	else if (qc && qc->scsicmd)  in sas_ata_task_done()
89 		ASSIGN_SAS_TASK(qc->scsicmd, NULL);  in sas_ata_task_done()
90 	spin_unlock_irqrestore(&dev->done_lock, flags);  in sas_ata_task_done()
92 	/* check if libsas-eh got to the task before us */  in sas_ata_task_done()
99 	ap = qc->ap;  in sas_ata_task_done()
100 	link = &ap->link;  in sas_ata_task_done()
102 	spin_lock_irqsave(ap->lock, flags);  in sas_ata_task_done()
104 	if (unlikely(ap->pflags & ATA_PFLAG_FROZEN)) {  in sas_ata_task_done()
105 		spin_unlock_irqrestore(ap->lock, flags);  in sas_ata_task_done()
106 		if (qc->scsicmd)  in sas_ata_task_done()
117 	if (stat->stat == SAS_PROTO_RESPONSE ||  in sas_ata_task_done()
118 	    stat->stat == SAS_SAM_STAT_GOOD ||  in sas_ata_task_done()
119 	    (stat->stat == SAS_SAM_STAT_CHECK_CONDITION &&  in sas_ata_task_done()
120 	      dev->sata_dev.class == ATA_DEV_ATAPI)) {  in sas_ata_task_done()
121 		memcpy(dev->sata_dev.fis, resp->ending_fis, ATA_RESP_FIS_SIZE);  in sas_ata_task_done()
123 		if (!link->sactive) {  in sas_ata_task_done()
124 			qc->err_mask |= ac_err_mask(dev->sata_dev.fis[2]);  in sas_ata_task_done()
126 			link->eh_info.err_mask |= ac_err_mask(dev->sata_dev.fis[2]);  in sas_ata_task_done()
127 			if (unlikely(link->eh_info.err_mask))  in sas_ata_task_done()
128 				qc->flags |= ATA_QCFLAG_FAILED;  in sas_ata_task_done()
133 			pr_warn("%s: SAS error 0x%x\n", __func__, stat->stat);  in sas_ata_task_done()
135 			if (!link->sactive) {  in sas_ata_task_done()
136 				qc->err_mask = ac;  in sas_ata_task_done()
138 				link->eh_info.err_mask |= AC_ERR_DEV;  in sas_ata_task_done()
139 				qc->flags |= ATA_QCFLAG_FAILED;  in sas_ata_task_done()
142 			dev->sata_dev.fis[3] = 0x04; /* status err */  in sas_ata_task_done()
143 			dev->sata_dev.fis[2] = ATA_ERR;  in sas_ata_task_done()
147 	qc->lldd_task = NULL;  in sas_ata_task_done()
149 	spin_unlock_irqrestore(ap->lock, flags);  in sas_ata_task_done()
156 	__must_hold(ap->lock)  in sas_ata_qc_issue()
162 	struct ata_port *ap = qc->ap;  in sas_ata_qc_issue()
163 	struct domain_device *dev = ap->private_data;  in sas_ata_qc_issue()
164 	struct sas_ha_struct *sas_ha = dev->port->ha;  in sas_ata_qc_issue()
165 	struct Scsi_Host *host = sas_ha->core.shost;  in sas_ata_qc_issue()
166 	struct sas_internal *i = to_sas_internal(host->transportt);  in sas_ata_qc_issue()
169 	spin_unlock(ap->lock);  in sas_ata_qc_issue()
172 	if (test_bit(SAS_DEV_GONE, &dev->state))  in sas_ata_qc_issue()
178 	task->dev = dev;  in sas_ata_qc_issue()
179 	task->task_proto = SAS_PROTOCOL_STP;  in sas_ata_qc_issue()
180 	task->task_done = sas_ata_task_done;  in sas_ata_qc_issue()
183 	if (ata_is_ncq(qc->tf.protocol))  in sas_ata_qc_issue()
184 		qc->tf.nsect = 0;  in sas_ata_qc_issue()
186 	ata_tf_to_fis(&qc->tf, qc->dev->link->pmp, 1, (u8 *)&task->ata_task.fis);  in sas_ata_qc_issue()
187 	task->uldd_task = qc;  in sas_ata_qc_issue()
188 	if (ata_is_atapi(qc->tf.protocol)) {  in sas_ata_qc_issue()
189 		memcpy(task->ata_task.atapi_packet, qc->cdb, qc->dev->cdb_len);  in sas_ata_qc_issue()
190 		task->total_xfer_len = qc->nbytes;  in sas_ata_qc_issue()
191 		task->num_scatter = qc->n_elem;  in sas_ata_qc_issue()
192 		task->data_dir = qc->dma_dir;  in sas_ata_qc_issue()
193 	} else if (!ata_is_data(qc->tf.protocol)) {  in sas_ata_qc_issue()
194 		task->data_dir = DMA_NONE;  in sas_ata_qc_issue()
196 		for_each_sg(qc->sg, sg, qc->n_elem, si)  in sas_ata_qc_issue()
199 		task->total_xfer_len = xfer;  in sas_ata_qc_issue()
200 		task->num_scatter = si;  in sas_ata_qc_issue()
201 		task->data_dir = qc->dma_dir;  in sas_ata_qc_issue()
203 	task->scatter = qc->sg;  in sas_ata_qc_issue()
204 	task->ata_task.retry_count = 1;  in sas_ata_qc_issue()
205 	qc->lldd_task = task;  in sas_ata_qc_issue()
207 	task->ata_task.use_ncq = ata_is_ncq(qc->tf.protocol);  in sas_ata_qc_issue()
208 	task->ata_task.dma_xfer = ata_is_dma(qc->tf.protocol);  in sas_ata_qc_issue()
210 	if (qc->scsicmd)  in sas_ata_qc_issue()
211 		ASSIGN_SAS_TASK(qc->scsicmd, task);  in sas_ata_qc_issue()
213 	ret = i->dft->lldd_execute_task(task, GFP_ATOMIC);  in sas_ata_qc_issue()
217 		if (qc->scsicmd)  in sas_ata_qc_issue()
218 			ASSIGN_SAS_TASK(qc->scsicmd, NULL);  in sas_ata_qc_issue()
220 		qc->lldd_task = NULL;  in sas_ata_qc_issue()
225 	spin_lock(ap->lock);  in sas_ata_qc_issue()
231 	struct domain_device *dev = qc->ap->private_data;  in sas_ata_qc_fill_rtf()
233 	ata_tf_from_fis(dev->sata_dev.fis, &qc->result_tf);  in sas_ata_qc_fill_rtf()
239 	return to_sas_internal(dev->port->ha->core.shost->transportt);  in dev_to_sas_internal()
246 	if (phy->attached_tproto & SAS_PROTOCOL_STP)  in sas_get_ata_info()
247 		dev->tproto = phy->attached_tproto;  in sas_get_ata_info()
248 	if (phy->attached_sata_dev)  in sas_get_ata_info()
249 		dev->tproto |= SAS_SATA_DEV;  in sas_get_ata_info()
251 	if (phy->attached_dev_type == SAS_SATA_PENDING)  in sas_get_ata_info()
252 		dev->dev_type = SAS_SATA_PENDING;  in sas_get_ata_info()
256 		dev->dev_type = SAS_SATA_DEV;  in sas_get_ata_info()
257 		res = sas_get_report_phy_sata(dev->parent, phy->phy_id,  in sas_get_ata_info()
258 					      &dev->sata_dev.rps_resp);  in sas_get_ata_info()
261 				 SAS_ADDR(dev->parent->sas_addr),  in sas_get_ata_info()
262 				 phy->phy_id, res);  in sas_get_ata_info()
265 		memcpy(dev->frame_rcvd, &dev->sata_dev.rps_resp.rps.fis,  in sas_get_ata_info()
267 		dev->sata_dev.class = sas_get_ata_command_set(dev);  in sas_get_ata_info()
277 	if (dev->dev_type != SAS_SATA_PENDING)  in sas_ata_clear_pending()
293 	struct ata_port *ap = link->ap;  in smp_ata_check_ready()
294 	struct domain_device *dev = ap->private_data;  in smp_ata_check_ready()
295 	struct domain_device *ex_dev = dev->parent;  in smp_ata_check_ready()
297 	struct ex_phy *ex_phy = &ex_dev->ex_dev.ex_phy[phy->number];  in smp_ata_check_ready()
299 	res = sas_ex_phy_discover(ex_dev, phy->number);  in smp_ata_check_ready()
305 	if (res == -ECOMM)  in smp_ata_check_ready()
310 	switch (ex_phy->attached_dev_type) {  in smp_ata_check_ready()
314 		if (ex_phy->attached_sata_dev)  in smp_ata_check_ready()
318 		return -ENODEV;  in smp_ata_check_ready()
324 	struct ata_port *ap = link->ap;  in local_ata_check_ready()
325 	struct domain_device *dev = ap->private_data;  in local_ata_check_ready()
328 	if (i->dft->lldd_ata_check_ready)  in local_ata_check_ready()
329 		return i->dft->lldd_ata_check_ready(dev);  in local_ata_check_ready()
342 	struct ata_port *ap = ddev->sata_dev.ap;  in sas_ata_printk()
343 	struct device *dev = &ddev->rphy->dev;  in sas_ata_printk()
354 		   level, ap->print_id, dev_name(dev), &vaf);  in sas_ata_printk()
363 	struct sata_device *sata_dev = &dev->sata_dev;  in sas_ata_wait_after_reset()
365 	struct ata_port *ap = sata_dev->ap;  in sas_ata_wait_after_reset()
366 	struct ata_link *link = &ap->link;  in sas_ata_wait_after_reset()
378 	if (ret && ret != -EAGAIN)  in sas_ata_wait_after_reset()
388 	struct ata_port *ap = link->ap;  in sas_ata_hard_reset()
389 	struct domain_device *dev = ap->private_data;  in sas_ata_hard_reset()
393 	ret = i->dft->lldd_I_T_nexus_reset(dev);  in sas_ata_hard_reset()
394 	if (ret == -ENODEV)  in sas_ata_hard_reset()
402 	*class = dev->sata_dev.class;  in sas_ata_hard_reset()
404 	ap->cbl = ATA_CBL_SATA;  in sas_ata_hard_reset()
410  * that bypasses scsi-eh
414 	struct sas_internal *si = dev_to_sas_internal(task->dev);  in sas_ata_internal_abort()
418 	spin_lock_irqsave(&task->task_state_lock, flags);  in sas_ata_internal_abort()
419 	if (task->task_state_flags & SAS_TASK_STATE_ABORTED ||  in sas_ata_internal_abort()
420 	    task->task_state_flags & SAS_TASK_STATE_DONE) {  in sas_ata_internal_abort()
421 		spin_unlock_irqrestore(&task->task_state_lock, flags);  in sas_ata_internal_abort()
425 	task->task_state_flags |= SAS_TASK_STATE_ABORTED;  in sas_ata_internal_abort()
426 	spin_unlock_irqrestore(&task->task_state_lock, flags);  in sas_ata_internal_abort()
428 	res = si->dft->lldd_abort_task(task);  in sas_ata_internal_abort()
430 	spin_lock_irqsave(&task->task_state_lock, flags);  in sas_ata_internal_abort()
431 	if (task->task_state_flags & SAS_TASK_STATE_DONE ||  in sas_ata_internal_abort()
433 		spin_unlock_irqrestore(&task->task_state_lock, flags);  in sas_ata_internal_abort()
437 	/* XXX we are not prepared to deal with ->lldd_abort_task()  in sas_ata_internal_abort()
444 	if (!(task->task_state_flags & SAS_TASK_STATE_DONE))  in sas_ata_internal_abort()
445 		task->task_state_flags &= ~SAS_TASK_STATE_ABORTED;  in sas_ata_internal_abort()
446 	spin_unlock_irqrestore(&task->task_state_lock, flags);  in sas_ata_internal_abort()
455 	if (qc->flags & ATA_QCFLAG_FAILED)  in sas_ata_post_internal()
456 		qc->err_mask |= AC_ERR_OTHER;  in sas_ata_post_internal()
458 	if (qc->err_mask) {  in sas_ata_post_internal()
464 		 * ->lldd_abort_task) that the task is dead and free it  in sas_ata_post_internal()
467 		struct sas_task *task = qc->lldd_task;  in sas_ata_post_internal()
469 		qc->lldd_task = NULL;  in sas_ata_post_internal()
472 		task->uldd_task = NULL;  in sas_ata_post_internal()
480 	struct domain_device *dev = ap->private_data;  in sas_ata_set_dmamode()
483 	if (i->dft->lldd_ata_set_dmamode)  in sas_ata_set_dmamode()
484 		i->dft->lldd_ata_set_dmamode(dev);  in sas_ata_set_dmamode()
489 	struct domain_device *dev = ap->private_data;  in sas_ata_sched_eh()
490 	struct sas_ha_struct *ha = dev->port->ha;  in sas_ata_sched_eh()
493 	spin_lock_irqsave(&ha->lock, flags);  in sas_ata_sched_eh()
494 	if (!test_and_set_bit(SAS_DEV_EH_PENDING, &dev->state))  in sas_ata_sched_eh()
495 		ha->eh_active++;  in sas_ata_sched_eh()
497 	spin_unlock_irqrestore(&ha->lock, flags);  in sas_ata_sched_eh()
502 	struct domain_device *dev = ap->private_data;  in sas_ata_end_eh()
503 	struct sas_ha_struct *ha = dev->port->ha;  in sas_ata_end_eh()
506 	spin_lock_irqsave(&ha->lock, flags);  in sas_ata_end_eh()
507 	if (test_and_clear_bit(SAS_DEV_EH_PENDING, &dev->state))  in sas_ata_end_eh()
508 		ha->eh_active--;  in sas_ata_end_eh()
509 	spin_unlock_irqrestore(&ha->lock, flags);  in sas_ata_end_eh()
514 	struct ata_port *ap = link->ap;  in sas_ata_prereset()
515 	struct domain_device *dev = ap->private_data;  in sas_ata_prereset()
519 	if (!local_phy->enabled || test_bit(SAS_DEV_GONE, &dev->state))  in sas_ata_prereset()
520 		res = -ENOENT;  in sas_ata_prereset()
553 	struct sas_ha_struct *ha = found_dev->port->ha;  in sas_ata_init()
554 	struct Scsi_Host *shost = ha->core.shost;  in sas_ata_init()
562 		return -ENOMEM;  in sas_ata_init()
565 	ata_host_init(ata_host, ha->dev, &sas_sata_ops);  in sas_ata_init()
570 		rc = -ENODEV;  in sas_ata_init()
574 	ap->private_data = found_dev;  in sas_ata_init()
575 	ap->cbl = ATA_CBL_SATA;  in sas_ata_init()
576 	ap->scsi_host = shost;  in sas_ata_init()
581 	rc = ata_sas_tport_add(ata_host->dev, ap);  in sas_ata_init()
585 	found_dev->sata_dev.ata_host = ata_host;  in sas_ata_init()
586 	found_dev->sata_dev.ap = ap;  in sas_ata_init()
599 	struct ata_queued_cmd *qc = task->uldd_task;  in sas_ata_task_abort()
602 	/* Bounce SCSI-initiated commands to the SCSI EH */  in sas_ata_task_abort()
603 	if (qc->scsicmd) {  in sas_ata_task_abort()
604 		blk_abort_request(scsi_cmd_to_rq(qc->scsicmd));  in sas_ata_task_abort()
609 	qc->flags &= ~ATA_QCFLAG_ACTIVE;  in sas_ata_task_abort()
610 	qc->flags |= ATA_QCFLAG_FAILED;  in sas_ata_task_abort()
611 	qc->err_mask |= AC_ERR_TIMEOUT;  in sas_ata_task_abort()
612 	waiting = qc->private_data;  in sas_ata_task_abort()
619 		(struct dev_to_host_fis *) dev->frame_rcvd;  in sas_get_ata_command_set()
622 	if (dev->dev_type == SAS_SATA_PENDING)  in sas_get_ata_command_set()
634 	mutex_lock(&port->ha->disco_mutex);  in sas_probe_sata()
635 	list_for_each_entry(dev, &port->disco_list, disco_list_node) {  in sas_probe_sata()
639 		ata_sas_async_probe(dev->sata_dev.ap);  in sas_probe_sata()
641 	mutex_unlock(&port->ha->disco_mutex);  in sas_probe_sata()
643 	list_for_each_entry_safe(dev, n, &port->disco_list, disco_list_node) {  in sas_probe_sata()
653 			sas_fail_probe(dev, __func__, -ENODEV);  in sas_probe_sata()
662 	list_for_each_entry_safe(dev, n, &port->dev_list, dev_list_node) {  in sas_ata_flush_pm_eh()
670 			sas_fail_probe(dev, func, -ENODEV);  in sas_ata_flush_pm_eh()
678 	mutex_lock(&port->ha->disco_mutex);  in sas_suspend_sata()
679 	list_for_each_entry(dev, &port->dev_list, dev_list_node) {  in sas_suspend_sata()
685 		sata = &dev->sata_dev;  in sas_suspend_sata()
686 		if (sata->ap->pm_mesg.event == PM_EVENT_SUSPEND)  in sas_suspend_sata()
689 		ata_sas_port_suspend(sata->ap);  in sas_suspend_sata()
691 	mutex_unlock(&port->ha->disco_mutex);  in sas_suspend_sata()
700 	mutex_lock(&port->ha->disco_mutex);  in sas_resume_sata()
701 	list_for_each_entry(dev, &port->dev_list, dev_list_node) {  in sas_resume_sata()
707 		sata = &dev->sata_dev;  in sas_resume_sata()
708 		if (sata->ap->pm_mesg.event == PM_EVENT_ON)  in sas_resume_sata()
711 		ata_sas_port_resume(sata->ap);  in sas_resume_sata()
713 	mutex_unlock(&port->ha->disco_mutex);  in sas_resume_sata()
719  * sas_discover_sata - discover an STP/SATA domain device
722  * Devices directly attached to a HA port, have no parents.  All other
728 	if (dev->dev_type == SAS_SATA_PM)  in sas_discover_sata()
729 		return -ENODEV;  in sas_discover_sata()
731 	dev->sata_dev.class = sas_get_ata_command_set(dev);  in sas_discover_sata()
732 	sas_fill_in_rphy(dev, dev->rphy);  in sas_discover_sata()
740 	struct ata_port *ap = dev->sata_dev.ap;  in async_sas_ata_eh()
741 	struct sas_ha_struct *ha = dev->port->ha;  in async_sas_ata_eh()
744 	ata_scsi_port_error_handler(ha->core.shost, ap);  in async_sas_ata_eh()
764 	spin_lock_irq(&sas_ha->phy_port_lock);  in sas_ata_strategy_handler()
765 	for (i = 0; i < sas_ha->num_phys; i++) {  in sas_ata_strategy_handler()
766 		struct asd_sas_port *port = sas_ha->sas_port[i];  in sas_ata_strategy_handler()
769 		spin_lock(&port->dev_list_lock);  in sas_ata_strategy_handler()
770 		list_for_each_entry(dev, &port->dev_list, dev_list_node) {  in sas_ata_strategy_handler()
778 			kref_get(&dev->kref);  in sas_ata_strategy_handler()
782 		spin_unlock(&port->dev_list_lock);  in sas_ata_strategy_handler()
784 	spin_unlock_irq(&sas_ha->phy_port_lock);  in sas_ata_strategy_handler()
808 			list_move(&cmd->eh_entry, &sata_q);  in sas_ata_eh()
812 			struct ata_port *ap = eh_dev->sata_dev.ap;  in sas_ata_eh()
842 	ap = dev->sata_dev.ap;  in sas_ata_schedule_reset()
843 	ehi = &ap->link.eh_info;  in sas_ata_schedule_reset()
845 	spin_lock_irqsave(ap->lock, flags);  in sas_ata_schedule_reset()
846 	ehi->err_mask |= AC_ERR_TIMEOUT;  in sas_ata_schedule_reset()
847 	ehi->action |= ATA_EH_RESET;  in sas_ata_schedule_reset()
849 	spin_unlock_irqrestore(ap->lock, flags);  in sas_ata_schedule_reset()
860 	ap = dev->sata_dev.ap;  in sas_ata_wait_eh()