145 bfad_sm_uninit(struct bfad_s *bfad, enum bfad_sm_event event);
147 bfad_sm_created(struct bfad_s *bfad, enum bfad_sm_event event);
149 bfad_sm_initializing(struct bfad_s *bfad, enum bfad_sm_event event);
151 bfad_sm_operational(struct bfad_s *bfad, enum bfad_sm_event event);
153 bfad_sm_stopping(struct bfad_s *bfad, enum bfad_sm_event event);
155 bfad_sm_failed(struct bfad_s *bfad, enum bfad_sm_event event);
157 bfad_sm_fcs_exit(struct bfad_s *bfad, enum bfad_sm_event event);
163 bfad_sm_uninit(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_uninit()  argument
165 	bfa_trc(bfad, event);  in bfad_sm_uninit()
169 		bfa_sm_set_state(bfad, bfad_sm_created);  in bfad_sm_uninit()
170 		bfad->bfad_tsk = kthread_create(bfad_worker, (void *) bfad,  in bfad_sm_uninit()
172 		if (IS_ERR(bfad->bfad_tsk)) {  in bfad_sm_uninit()
174 				"creation failed!\n", bfad->inst_no);  in bfad_sm_uninit()
175 			bfa_sm_send_event(bfad, BFAD_E_KTHREAD_CREATE_FAILED);  in bfad_sm_uninit()
177 		bfa_sm_send_event(bfad, BFAD_E_INIT);  in bfad_sm_uninit()
185 		bfa_sm_fault(bfad, event);  in bfad_sm_uninit()
193 bfad_sm_created(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_created()  argument
198 	bfa_trc(bfad, event);  in bfad_sm_created()
202 		bfa_sm_set_state(bfad, bfad_sm_initializing);  in bfad_sm_created()
204 		init_completion(&bfad->comp);  in bfad_sm_created()
207 		if (bfad_setup_intr(bfad)) {  in bfad_sm_created()
209 					bfad->inst_no);  in bfad_sm_created()
210 			bfa_sm_send_event(bfad, BFAD_E_INIT_FAILED);  in bfad_sm_created()
214 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_created()
215 		bfa_iocfc_init(&bfad->bfa);  in bfad_sm_created()
216 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_created()
219 		if ((bfad->bfad_flags & BFAD_MSIX_ON) &&  in bfad_sm_created()
220 			bfad_install_msix_handler(bfad)) {  in bfad_sm_created()
222 				__func__, bfad->inst_no);  in bfad_sm_created()
225 		bfad_init_timer(bfad);  in bfad_sm_created()
227 		wait_for_completion(&bfad->comp);  in bfad_sm_created()
229 		if ((bfad->bfad_flags & BFAD_HAL_INIT_DONE)) {  in bfad_sm_created()
230 			bfa_sm_send_event(bfad, BFAD_E_INIT_SUCCESS);  in bfad_sm_created()
234 				bfad->pci_name);  in bfad_sm_created()
235 			spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_created()
236 			bfa_fcs_init(&bfad->bfa_fcs);  in bfad_sm_created()
237 			spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_created()
239 			ret = bfad_cfg_pport(bfad, BFA_LPORT_ROLE_FCP_IM);  in bfad_sm_created()
241 				init_completion(&bfad->comp);  in bfad_sm_created()
243 				spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_created()
244 				bfad->pport.flags |= BFAD_PORT_DELETE;  in bfad_sm_created()
245 				bfa_fcs_exit(&bfad->bfa_fcs);  in bfad_sm_created()
246 				spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_created()
248 				wait_for_completion(&bfad->comp);  in bfad_sm_created()
250 				bfa_sm_send_event(bfad, BFAD_E_INIT_FAILED);  in bfad_sm_created()
253 			bfad->bfad_flags |= BFAD_HAL_INIT_FAIL;  in bfad_sm_created()
254 			bfa_sm_send_event(bfad, BFAD_E_HAL_INIT_FAILED);  in bfad_sm_created()
260 		bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_sm_created()
264 		bfa_sm_fault(bfad, event);  in bfad_sm_created()
269 bfad_sm_initializing(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_initializing()  argument
274 	bfa_trc(bfad, event);  in bfad_sm_initializing()
278 		kthread_stop(bfad->bfad_tsk);  in bfad_sm_initializing()
279 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_initializing()
280 		bfad->bfad_tsk = NULL;  in bfad_sm_initializing()
281 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_initializing()
283 		retval = bfad_start_ops(bfad);  in bfad_sm_initializing()
285 			bfa_sm_set_state(bfad, bfad_sm_failed);  in bfad_sm_initializing()
288 		bfa_sm_set_state(bfad, bfad_sm_operational);  in bfad_sm_initializing()
292 		bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_sm_initializing()
293 		kthread_stop(bfad->bfad_tsk);  in bfad_sm_initializing()
294 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_initializing()
295 		bfad->bfad_tsk = NULL;  in bfad_sm_initializing()
296 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_initializing()
300 		bfa_sm_set_state(bfad, bfad_sm_failed);  in bfad_sm_initializing()
303 		bfa_sm_fault(bfad, event);  in bfad_sm_initializing()
308 bfad_sm_failed(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_failed()  argument
312 	bfa_trc(bfad, event);  in bfad_sm_failed()
316 		retval = bfad_start_ops(bfad);  in bfad_sm_failed()
319 		bfa_sm_set_state(bfad, bfad_sm_operational);  in bfad_sm_failed()
323 		bfa_sm_set_state(bfad, bfad_sm_fcs_exit);  in bfad_sm_failed()
324 		bfa_sm_send_event(bfad, BFAD_E_FCS_EXIT_COMP);  in bfad_sm_failed()
328 		bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_sm_failed()
329 		bfad_remove_intr(bfad);  in bfad_sm_failed()
330 		del_timer_sync(&bfad->hal_tmo);  in bfad_sm_failed()
334 		bfa_sm_fault(bfad, event);  in bfad_sm_failed()
339 bfad_sm_operational(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_operational()  argument
341 	bfa_trc(bfad, event);  in bfad_sm_operational()
345 		bfa_sm_set_state(bfad, bfad_sm_fcs_exit);  in bfad_sm_operational()
346 		bfad_fcs_stop(bfad);  in bfad_sm_operational()
350 		bfa_sm_fault(bfad, event);  in bfad_sm_operational()
355 bfad_sm_fcs_exit(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_fcs_exit()  argument
357 	bfa_trc(bfad, event);  in bfad_sm_fcs_exit()
361 		bfa_sm_set_state(bfad, bfad_sm_stopping);  in bfad_sm_fcs_exit()
362 		bfad_stop(bfad);  in bfad_sm_fcs_exit()
366 		bfa_sm_fault(bfad, event);  in bfad_sm_fcs_exit()
371 bfad_sm_stopping(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_stopping()  argument
373 	bfa_trc(bfad, event);  in bfad_sm_stopping()
377 		bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_sm_stopping()
378 		bfad_remove_intr(bfad);  in bfad_sm_stopping()
379 		del_timer_sync(&bfad->hal_tmo);  in bfad_sm_stopping()
380 		bfad_im_probe_undo(bfad);  in bfad_sm_stopping()
381 		bfad->bfad_flags &= ~BFAD_FC4_PROBE_DONE;  in bfad_sm_stopping()
382 		bfad_uncfg_pport(bfad);  in bfad_sm_stopping()
386 		bfa_sm_fault(bfad, event);  in bfad_sm_stopping()
409 	struct bfad_s	      *bfad = drv;  in bfa_cb_init()  local
412 		bfad->bfad_flags |= BFAD_HAL_INIT_DONE;  in bfa_cb_init()
419 		if ((bfad->bfad_flags & BFAD_HAL_INIT_FAIL)) {  in bfa_cb_init()
420 			bfad->bfad_flags &= ~BFAD_HAL_INIT_FAIL;  in bfa_cb_init()
421 			wake_up_process(bfad->bfad_tsk);  in bfa_cb_init()
425 	complete(&bfad->comp);  in bfa_cb_init()
432 bfa_fcb_lport_new(struct bfad_s *bfad, struct bfa_fcs_lport_s *port,  in bfa_fcb_lport_new()  argument
440 		port_drv = &bfad->pport;  in bfa_fcb_lport_new()
457 		rc = bfad_im_port_new(bfad, port_drv);  in bfa_fcb_lport_new()
459 			bfad_im_port_delete(bfad, port_drv);  in bfa_fcb_lport_new()
471 bfa_fcb_rport_alloc(struct bfad_s *bfad, struct bfa_fcs_rport_s **rport,  in bfa_fcb_rport_alloc()  argument
492 bfa_fcb_pbc_vport_create(struct bfad_s *bfad, struct bfi_pbc_vport_s pbc_vport)  in bfa_fcb_pbc_vport_create()  argument
501 		bfa_trc(bfad, 0);  in bfa_fcb_pbc_vport_create()
505 	vport->drv_port.bfad = bfad;  in bfa_fcb_pbc_vport_create()
511 	rc = bfa_fcs_pbc_vport_create(&vport->fcs_vport, &bfad->bfa_fcs, 0,  in bfa_fcb_pbc_vport_create()
515 		bfa_trc(bfad, 0);  in bfa_fcb_pbc_vport_create()
519 	list_add_tail(&vport->list_entry, &bfad->pbc_vport_list);  in bfa_fcb_pbc_vport_create()
523 bfad_hal_mem_release(struct bfad_s *bfad)  in bfad_hal_mem_release()  argument
525 	struct bfa_meminfo_s *hal_meminfo = &bfad->meminfo;  in bfad_hal_mem_release()
542 		dma_free_coherent(&bfad->pcidev->dev,  in bfad_hal_mem_release()
585 bfad_hal_mem_alloc(struct bfad_s *bfad)  in bfad_hal_mem_alloc()  argument
587 	struct bfa_meminfo_s *hal_meminfo = &bfad->meminfo;  in bfad_hal_mem_alloc()
594 	bfa_cfg_get_default(&bfad->ioc_cfg);  in bfad_hal_mem_alloc()
595 	bfad_update_hal_cfg(&bfad->ioc_cfg);  in bfad_hal_mem_alloc()
596 	bfad->cfg_data.ioc_queue_depth = bfad->ioc_cfg.fwcfg.num_ioim_reqs;  in bfad_hal_mem_alloc()
597 	bfa_cfg_get_meminfo(&bfad->ioc_cfg, hal_meminfo, &bfad->bfa);  in bfad_hal_mem_alloc()
607 			bfad_hal_mem_release(bfad);  in bfad_hal_mem_alloc()
616 		dma_elem->kva = dma_alloc_coherent(&bfad->pcidev->dev,  in bfad_hal_mem_alloc()
620 			bfad_hal_mem_release(bfad);  in bfad_hal_mem_alloc()
635 bfad_vport_create(struct bfad_s *bfad, u16 vf_id,  in bfad_vport_create()  argument
649 	vport->drv_port.bfad = bfad;  in bfad_vport_create()
650 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_vport_create()
651 	rc = bfa_fcs_vport_create(&vport->fcs_vport, &bfad->bfa_fcs, vf_id,  in bfad_vport_create()
653 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_vport_create()
659 		rc = bfad_im_scsi_host_alloc(bfad, vport->drv_port.im_port,  in bfad_vport_create()
665 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_vport_create()
667 	list_add_tail(&vport->list_entry, &bfad->vport_list);  in bfad_vport_create()
668 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_vport_create()
673 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_vport_create()
677 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_vport_create()
688 	struct bfad_s	      *bfad = from_timer(bfad, t, hal_tmo);  in bfad_bfa_tmo()  local
692 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_bfa_tmo()
694 	bfa_timer_beat(&bfad->bfa.timer_mod);  in bfad_bfa_tmo()
696 	bfa_comp_deq(&bfad->bfa, &doneq);  in bfad_bfa_tmo()
697 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_bfa_tmo()
700 		bfa_comp_process(&bfad->bfa, &doneq);  in bfad_bfa_tmo()
701 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_bfa_tmo()
702 		bfa_comp_free(&bfad->bfa, &doneq);  in bfad_bfa_tmo()
703 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_bfa_tmo()
706 	mod_timer(&bfad->hal_tmo,  in bfad_bfa_tmo()
711 bfad_init_timer(struct bfad_s *bfad)  in bfad_init_timer()  argument
713 	timer_setup(&bfad->hal_tmo, bfad_bfa_tmo, 0);  in bfad_init_timer()
715 	mod_timer(&bfad->hal_tmo,  in bfad_init_timer()
720 bfad_pci_init(struct pci_dev *pdev, struct bfad_s *bfad)  in bfad_pci_init()  argument
747 	bfad->pci_bar0_kva = pci_iomap(pdev, 0, pci_resource_len(pdev, 0));  in bfad_pci_init()
748 	bfad->pci_bar2_kva = pci_iomap(pdev, 2, pci_resource_len(pdev, 2));  in bfad_pci_init()
750 	if (bfad->pci_bar0_kva == NULL) {  in bfad_pci_init()
755 	bfad->hal_pcidev.pci_slot = PCI_SLOT(pdev->devfn);  in bfad_pci_init()
756 	bfad->hal_pcidev.pci_func = PCI_FUNC(pdev->devfn);  in bfad_pci_init()
757 	bfad->hal_pcidev.pci_bar_kva = bfad->pci_bar0_kva;  in bfad_pci_init()
758 	bfad->hal_pcidev.device_id = pdev->device;  in bfad_pci_init()
759 	bfad->hal_pcidev.ssid = pdev->subsystem_device;  in bfad_pci_init()
760 	bfad->pci_name = pci_name(pdev);  in bfad_pci_init()
762 	bfad->pci_attr.vendor_id = pdev->vendor;  in bfad_pci_init()
763 	bfad->pci_attr.device_id = pdev->device;  in bfad_pci_init()
764 	bfad->pci_attr.ssid = pdev->subsystem_device;  in bfad_pci_init()
765 	bfad->pci_attr.ssvid = pdev->subsystem_vendor;  in bfad_pci_init()
766 	bfad->pci_attr.pcifn = PCI_FUNC(pdev->devfn);  in bfad_pci_init()
768 	bfad->pcidev = pdev;  in bfad_pci_init()
778 				"reset to %d\n", bfad->pci_name, max_rq,  in bfad_pci_init()
784 			       bfad->pci_name, pcie_max_read_reqsz);  in bfad_pci_init()
801 bfad_pci_uninit(struct pci_dev *pdev, struct bfad_s *bfad)  in bfad_pci_uninit()  argument
803 	pci_iounmap(pdev, bfad->pci_bar0_kva);  in bfad_pci_uninit()
804 	pci_iounmap(pdev, bfad->pci_bar2_kva);  in bfad_pci_uninit()
812 bfad_drv_init(struct bfad_s *bfad)  in bfad_drv_init()  argument
817 	bfad->cfg_data.rport_del_timeout = rport_del_timeout;  in bfad_drv_init()
818 	bfad->cfg_data.lun_queue_depth = bfa_lun_queue_depth;  in bfad_drv_init()
819 	bfad->cfg_data.io_max_sge = bfa_io_max_sge;  in bfad_drv_init()
820 	bfad->cfg_data.binding_method = FCP_PWWN_BINDING;  in bfad_drv_init()
822 	rc = bfad_hal_mem_alloc(bfad);  in bfad_drv_init()
825 		       bfad->inst_no);  in bfad_drv_init()
831 	bfad->bfa.trcmod = bfad->trcmod;  in bfad_drv_init()
832 	bfad->bfa.plog = &bfad->plog_buf;  in bfad_drv_init()
833 	bfa_plog_init(&bfad->plog_buf);  in bfad_drv_init()
834 	bfa_plog_str(&bfad->plog_buf, BFA_PL_MID_DRVR, BFA_PL_EID_DRIVER_START,  in bfad_drv_init()
837 	bfa_attach(&bfad->bfa, bfad, &bfad->ioc_cfg, &bfad->meminfo,  in bfad_drv_init()
838 		   &bfad->hal_pcidev);  in bfad_drv_init()
841 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_drv_init()
842 	bfad->bfa_fcs.trcmod = bfad->trcmod;  in bfad_drv_init()
843 	bfa_fcs_attach(&bfad->bfa_fcs, &bfad->bfa, bfad, BFA_FALSE);  in bfad_drv_init()
844 	bfad->bfa_fcs.fdmi_enabled = fdmi_enable;  in bfad_drv_init()
845 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_drv_init()
847 	bfad->bfad_flags |= BFAD_DRV_INIT_DONE;  in bfad_drv_init()
853 bfad_drv_uninit(struct bfad_s *bfad)  in bfad_drv_uninit()  argument
857 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_drv_uninit()
858 	init_completion(&bfad->comp);  in bfad_drv_uninit()
859 	bfa_iocfc_stop(&bfad->bfa);  in bfad_drv_uninit()
860 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_drv_uninit()
861 	wait_for_completion(&bfad->comp);  in bfad_drv_uninit()
863 	del_timer_sync(&bfad->hal_tmo);  in bfad_drv_uninit()
864 	bfa_isr_disable(&bfad->bfa);  in bfad_drv_uninit()
865 	bfa_detach(&bfad->bfa);  in bfad_drv_uninit()
866 	bfad_remove_intr(bfad);  in bfad_drv_uninit()
867 	bfad_hal_mem_release(bfad);  in bfad_drv_uninit()
869 	bfad->bfad_flags &= ~BFAD_DRV_INIT_DONE;  in bfad_drv_uninit()
873 bfad_drv_start(struct bfad_s *bfad)  in bfad_drv_start()  argument
877 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_drv_start()
878 	bfa_iocfc_start(&bfad->bfa);  in bfad_drv_start()
879 	bfa_fcs_pbc_vport_init(&bfad->bfa_fcs);  in bfad_drv_start()
880 	bfa_fcs_fabric_modstart(&bfad->bfa_fcs);  in bfad_drv_start()
881 	bfad->bfad_flags |= BFAD_HAL_START_DONE;  in bfad_drv_start()
882 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_drv_start()
884 	if (bfad->im)  in bfad_drv_start()
885 		flush_workqueue(bfad->im->drv_workq);  in bfad_drv_start()
889 bfad_fcs_stop(struct bfad_s *bfad)  in bfad_fcs_stop()  argument
893 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_fcs_stop()
894 	init_completion(&bfad->comp);  in bfad_fcs_stop()
895 	bfad->pport.flags |= BFAD_PORT_DELETE;  in bfad_fcs_stop()
896 	bfa_fcs_exit(&bfad->bfa_fcs);  in bfad_fcs_stop()
897 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_fcs_stop()
898 	wait_for_completion(&bfad->comp);  in bfad_fcs_stop()
900 	bfa_sm_send_event(bfad, BFAD_E_FCS_EXIT_COMP);  in bfad_fcs_stop()
904 bfad_stop(struct bfad_s *bfad)  in bfad_stop()  argument
908 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_stop()
909 	init_completion(&bfad->comp);  in bfad_stop()
910 	bfa_iocfc_stop(&bfad->bfa);  in bfad_stop()
911 	bfad->bfad_flags &= ~BFAD_HAL_START_DONE;  in bfad_stop()
912 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_stop()
913 	wait_for_completion(&bfad->comp);  in bfad_stop()
915 	bfa_sm_send_event(bfad, BFAD_E_EXIT_COMP);  in bfad_stop()
919 bfad_cfg_pport(struct bfad_s *bfad, enum bfa_lport_role role)  in bfad_cfg_pport()  argument
926 		if (bfad->pport.im_port == NULL) {  in bfad_cfg_pport()
931 		rc = bfad_im_scsi_host_alloc(bfad, bfad->pport.im_port,  in bfad_cfg_pport()
932 						&bfad->pcidev->dev);  in bfad_cfg_pport()
936 		bfad->pport.roles |= BFA_LPORT_ROLE_FCP_IM;  in bfad_cfg_pport()
939 	bfad->bfad_flags |= BFAD_CFG_PPORT_DONE;  in bfad_cfg_pport()
946 bfad_uncfg_pport(struct bfad_s *bfad)  in bfad_uncfg_pport()  argument
949 	    (bfad->pport.roles & BFA_LPORT_ROLE_FCP_IM)) {  in bfad_uncfg_pport()
950 		bfad_im_scsi_host_free(bfad, bfad->pport.im_port);  in bfad_uncfg_pport()
951 		bfad_im_port_clean(bfad->pport.im_port);  in bfad_uncfg_pport()
952 		kfree(bfad->pport.im_port);  in bfad_uncfg_pport()
953 		bfad->pport.roles &= ~BFA_LPORT_ROLE_FCP_IM;  in bfad_uncfg_pport()
956 	bfad->bfad_flags &= ~BFAD_CFG_PPORT_DONE;  in bfad_uncfg_pport()
960 bfad_start_ops(struct bfad_s *bfad) {  in bfad_start_ops()  argument
987 	strlcpy(driver_info.os_device_name, bfad->pci_name,  in bfad_start_ops()
991 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_start_ops()
992 	bfa_fcs_driver_info_init(&bfad->bfa_fcs, &driver_info);  in bfad_start_ops()
994 	if (bfad->bfad_flags & BFAD_CFG_PPORT_DONE)  in bfad_start_ops()
995 		bfa_fcs_update_cfg(&bfad->bfa_fcs);  in bfad_start_ops()
997 		bfa_fcs_init(&bfad->bfa_fcs);  in bfad_start_ops()
999 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_start_ops()
1001 	if (!(bfad->bfad_flags & BFAD_CFG_PPORT_DONE)) {  in bfad_start_ops()
1002 		retval = bfad_cfg_pport(bfad, BFA_LPORT_ROLE_FCP_IM);  in bfad_start_ops()
1008 	bfad_fc_host_init(bfad->pport.im_port);  in bfad_start_ops()
1011 	retval = bfad_im_probe(bfad);  in bfad_start_ops()
1014 		if (bfa_sm_cmp_state(bfad, bfad_sm_initializing))  in bfad_start_ops()
1015 			bfa_sm_set_state(bfad, bfad_sm_failed);  in bfad_start_ops()
1018 		bfad->bfad_flags |= BFAD_FC4_PROBE_DONE;  in bfad_start_ops()
1020 	bfad_drv_start(bfad);  in bfad_start_ops()
1023 	list_for_each_entry_safe(vport, vport_new, &bfad->pbc_vport_list,  in bfad_start_ops()
1037 		fc_vport = fc_vport_create(bfad->pport.im_port->shost, 0, &vid);  in bfad_start_ops()
1041 				" %s\n", bfad->inst_no, pwwn_buf);  in bfad_start_ops()
1053 		bfa_linkup_delay = bfad_get_linkup_delay(bfad);  in bfad_start_ops()
1054 		bfad_rport_online_wait(bfad);  in bfad_start_ops()
1057 		bfad_rport_online_wait(bfad);  in bfad_start_ops()
1059 	BFA_LOG(KERN_INFO, bfad, bfa_log_level, "bfa device claimed\n");  in bfad_start_ops()
1067 	struct bfad_s *bfad = ptr;  in bfad_worker()  local
1074 	bfa_sm_send_event(bfad, BFAD_E_INIT_SUCCESS);  in bfad_worker()
1076 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_worker()
1077 	bfad->bfad_tsk = NULL;  in bfad_worker()
1078 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_worker()
1089 	struct bfad_s	*bfad = dev_id;  in bfad_intx()  local
1094 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_intx()
1095 	rc = bfa_intx(&bfad->bfa);  in bfad_intx()
1097 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_intx()
1101 	bfa_comp_deq(&bfad->bfa, &doneq);  in bfad_intx()
1102 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_intx()
1105 		bfa_comp_process(&bfad->bfa, &doneq);  in bfad_intx()
1107 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_intx()
1108 		bfa_comp_free(&bfad->bfa, &doneq);  in bfad_intx()
1109 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_intx()
1120 	struct bfad_s *bfad = vec->bfad;  in bfad_msix()  local
1124 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_msix()
1126 	bfa_msix(&bfad->bfa, vec->msix.entry);  in bfad_msix()
1127 	bfa_comp_deq(&bfad->bfa, &doneq);  in bfad_msix()
1128 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_msix()
1131 		bfa_comp_process(&bfad->bfa, &doneq);  in bfad_msix()
1133 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_msix()
1134 		bfa_comp_free(&bfad->bfa, &doneq);  in bfad_msix()
1135 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_msix()
1145 bfad_init_msix_entry(struct bfad_s *bfad, struct msix_entry *msix_entries,  in bfad_init_msix_entry()  argument
1151 	for (i = 0, bfad->nvec = 0; i < MAX_MSIX_ENTRY; i++) {  in bfad_init_msix_entry()
1153 			bfad->msix_tab[bfad->nvec].msix.entry = i;  in bfad_init_msix_entry()
1154 			bfad->msix_tab[bfad->nvec].bfad = bfad;  in bfad_init_msix_entry()
1155 			msix_entries[bfad->nvec].entry = i;  in bfad_init_msix_entry()
1156 			bfad->nvec++;  in bfad_init_msix_entry()
1165 bfad_install_msix_handler(struct bfad_s *bfad)  in bfad_install_msix_handler()  argument
1169 	for (i = 0; i < bfad->nvec; i++) {  in bfad_install_msix_handler()
1170 		sprintf(bfad->msix_tab[i].name, "bfa-%s-%s",  in bfad_install_msix_handler()
1171 				bfad->pci_name,  in bfad_install_msix_handler()
1172 				((bfa_asic_id_cb(bfad->hal_pcidev.device_id)) ?  in bfad_install_msix_handler()
1175 		error = request_irq(bfad->msix_tab[i].msix.vector,  in bfad_install_msix_handler()
1177 				    bfad->msix_tab[i].name, &bfad->msix_tab[i]);  in bfad_install_msix_handler()
1178 		bfa_trc(bfad, i);  in bfad_install_msix_handler()
1179 		bfa_trc(bfad, bfad->msix_tab[i].msix.vector);  in bfad_install_msix_handler()
1184 				free_irq(bfad->msix_tab[j].msix.vector,  in bfad_install_msix_handler()
1185 						&bfad->msix_tab[j]);  in bfad_install_msix_handler()
1187 			bfad->bfad_flags &= ~BFAD_MSIX_ON;  in bfad_install_msix_handler()
1188 			pci_disable_msix(bfad->pcidev);  in bfad_install_msix_handler()
1201 bfad_setup_intr(struct bfad_s *bfad)  in bfad_setup_intr()  argument
1206 	struct pci_dev *pdev = bfad->pcidev;  in bfad_setup_intr()
1210 	bfa_msix_getvecs(&bfad->bfa, &mask, &num_bit, &max_bit);  in bfad_setup_intr()
1213 	bfad_init_msix_entry(bfad, msix_entries, mask, max_bit);  in bfad_setup_intr()
1218 		error = pci_enable_msix_exact(bfad->pcidev,  in bfad_setup_intr()
1219 					      msix_entries, bfad->nvec);  in bfad_setup_intr()
1224 			       bfad->pci_name, bfad->nvec, error);  in bfad_setup_intr()
1225 			bfad->nvec = 1;  in bfad_setup_intr()
1226 			error = pci_enable_msix_exact(bfad->pcidev,  in bfad_setup_intr()
1234 				bfad->inst_no, error);  in bfad_setup_intr()
1246 		for (i = 0; i < bfad->nvec; i++) {  in bfad_setup_intr()
1247 			bfa_trc(bfad, msix_entries[i].vector);  in bfad_setup_intr()
1248 			bfad->msix_tab[i].msix.vector = msix_entries[i].vector;  in bfad_setup_intr()
1251 		bfa_msix_init(&bfad->bfa, bfad->nvec);  in bfad_setup_intr()
1253 		bfad->bfad_flags |= BFAD_MSIX_ON;  in bfad_setup_intr()
1259 	error = request_irq(bfad->pcidev->irq, (irq_handler_t)bfad_intx,  in bfad_setup_intr()
1260 			    BFAD_IRQ_FLAGS, BFAD_DRIVER_NAME, bfad);  in bfad_setup_intr()
1264 	bfad->bfad_flags |= BFAD_INTX_ON;  in bfad_setup_intr()
1270 bfad_remove_intr(struct bfad_s *bfad)  in bfad_remove_intr()  argument
1274 	if (bfad->bfad_flags & BFAD_MSIX_ON) {  in bfad_remove_intr()
1275 		for (i = 0; i < bfad->nvec; i++)  in bfad_remove_intr()
1276 			free_irq(bfad->msix_tab[i].msix.vector,  in bfad_remove_intr()
1277 					&bfad->msix_tab[i]);  in bfad_remove_intr()
1279 		pci_disable_msix(bfad->pcidev);  in bfad_remove_intr()
1280 		bfad->bfad_flags &= ~BFAD_MSIX_ON;  in bfad_remove_intr()
1281 	} else if (bfad->bfad_flags & BFAD_INTX_ON) {  in bfad_remove_intr()
1282 		free_irq(bfad->pcidev->irq, bfad);  in bfad_remove_intr()
1292 	struct bfad_s	*bfad;  in bfad_pci_probe()  local
1300 	bfad = kzalloc(sizeof(struct bfad_s), GFP_KERNEL);  in bfad_pci_probe()
1301 	if (!bfad) {  in bfad_pci_probe()
1306 	bfad->trcmod = kzalloc(sizeof(struct bfa_trc_mod_s), GFP_KERNEL);  in bfad_pci_probe()
1307 	if (!bfad->trcmod) {  in bfad_pci_probe()
1314 	bfa_trc_init(bfad->trcmod);  in bfad_pci_probe()
1315 	bfa_trc(bfad, bfad_inst);  in bfad_pci_probe()
1318 	INIT_LIST_HEAD(&bfad->free_aen_q);  in bfad_pci_probe()
1319 	INIT_LIST_HEAD(&bfad->active_aen_q);  in bfad_pci_probe()
1321 		list_add_tail(&bfad->aen_list[i].qe, &bfad->free_aen_q);  in bfad_pci_probe()
1324 		kfree(bfad->trcmod);  in bfad_pci_probe()
1328 	retval = bfad_pci_init(pdev, bfad);  in bfad_pci_probe()
1336 	bfad->inst_no = bfad_inst++;  in bfad_pci_probe()
1337 	list_add_tail(&bfad->list_entry, &bfad_list);  in bfad_pci_probe()
1341 	bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_pci_probe()
1343 	spin_lock_init(&bfad->bfad_lock);  in bfad_pci_probe()
1344 	spin_lock_init(&bfad->bfad_aen_spinlock);  in bfad_pci_probe()
1346 	pci_set_drvdata(pdev, bfad);  in bfad_pci_probe()
1348 	bfad->ref_count = 0;  in bfad_pci_probe()
1349 	bfad->pport.bfad = bfad;  in bfad_pci_probe()
1350 	INIT_LIST_HEAD(&bfad->pbc_vport_list);  in bfad_pci_probe()
1351 	INIT_LIST_HEAD(&bfad->vport_list);  in bfad_pci_probe()
1355 		bfad_debugfs_init(&bfad->pport);  in bfad_pci_probe()
1357 	retval = bfad_drv_init(bfad);  in bfad_pci_probe()
1361 	bfa_sm_send_event(bfad, BFAD_E_CREATE);  in bfad_pci_probe()
1363 	if (bfa_sm_cmp_state(bfad, bfad_sm_uninit))  in bfad_pci_probe()
1369 	bfad_hal_mem_release(bfad);  in bfad_pci_probe()
1372 	kfree(bfad->regdata);  in bfad_pci_probe()
1373 	bfad_debugfs_exit(&bfad->pport);  in bfad_pci_probe()
1376 	list_del(&bfad->list_entry);  in bfad_pci_probe()
1378 	bfad_pci_uninit(pdev, bfad);  in bfad_pci_probe()
1380 	kfree(bfad->trcmod);  in bfad_pci_probe()
1382 	kfree(bfad);  in bfad_pci_probe()
1393 	struct bfad_s	      *bfad = pci_get_drvdata(pdev);  in bfad_pci_remove()  local
1396 	bfa_trc(bfad, bfad->inst_no);  in bfad_pci_remove()
1398 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1399 	if (bfad->bfad_tsk != NULL) {  in bfad_pci_remove()
1400 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1401 		kthread_stop(bfad->bfad_tsk);  in bfad_pci_remove()
1403 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1407 	bfa_sm_send_event(bfad, BFAD_E_STOP);  in bfad_pci_remove()
1410 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1411 	bfa_detach(&bfad->bfa);  in bfad_pci_remove()
1412 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1413 	bfad_hal_mem_release(bfad);  in bfad_pci_remove()
1416 	kfree(bfad->regdata);  in bfad_pci_remove()
1417 	bfad_debugfs_exit(&bfad->pport);  in bfad_pci_remove()
1422 	list_del(&bfad->list_entry);  in bfad_pci_remove()
1424 	bfad_pci_uninit(pdev, bfad);  in bfad_pci_remove()
1426 	kfree(bfad->trcmod);  in bfad_pci_remove()
1427 	kfree(bfad);  in bfad_pci_remove()
1436 	struct bfad_s *bfad = pci_get_drvdata(pdev);  in bfad_pci_error_detected()  local
1442 		   state, bfad->bfad_flags);  in bfad_pci_error_detected()
1446 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1447 		bfad->bfad_flags &= ~BFAD_EEH_BUSY;  in bfad_pci_error_detected()
1449 		bfa_ioc_suspend(&bfad->bfa.ioc);  in bfad_pci_error_detected()
1450 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1451 		del_timer_sync(&bfad->hal_tmo);  in bfad_pci_error_detected()
1455 		init_completion(&bfad->comp);  in bfad_pci_error_detected()
1456 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1457 		bfad->bfad_flags |= BFAD_EEH_BUSY;  in bfad_pci_error_detected()
1459 		bfa_ioc_suspend(&bfad->bfa.ioc);  in bfad_pci_error_detected()
1460 		bfa_fcs_stop(&bfad->bfa_fcs);  in bfad_pci_error_detected()
1461 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1462 		wait_for_completion(&bfad->comp);  in bfad_pci_error_detected()
1464 		bfad_remove_intr(bfad);  in bfad_pci_error_detected()
1465 		del_timer_sync(&bfad->hal_tmo);  in bfad_pci_error_detected()
1470 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1471 		bfad->bfad_flags |= BFAD_EEH_BUSY |  in bfad_pci_error_detected()
1473 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1491 restart_bfa(struct bfad_s *bfad)  in restart_bfa()  argument
1494 	struct pci_dev *pdev = bfad->pcidev;  in restart_bfa()
1496 	bfa_attach(&bfad->bfa, bfad, &bfad->ioc_cfg,  in restart_bfa()
1497 		   &bfad->meminfo, &bfad->hal_pcidev);  in restart_bfa()
1500 	if (bfad_setup_intr(bfad)) {  in restart_bfa()
1502 			   "%s: bfad_setup_intr failed\n", bfad->pci_name);  in restart_bfa()
1503 		bfa_sm_send_event(bfad, BFAD_E_INIT_FAILED);  in restart_bfa()
1507 	init_completion(&bfad->comp);  in restart_bfa()
1508 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in restart_bfa()
1509 	bfa_iocfc_init(&bfad->bfa);  in restart_bfa()
1510 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in restart_bfa()
1513 	if ((bfad->bfad_flags & BFAD_MSIX_ON) &&  in restart_bfa()
1514 	    bfad_install_msix_handler(bfad))  in restart_bfa()
1516 			   "%s: install_msix failed.\n", bfad->pci_name);  in restart_bfa()
1518 	bfad_init_timer(bfad);  in restart_bfa()
1519 	wait_for_completion(&bfad->comp);  in restart_bfa()
1520 	bfad_drv_start(bfad);  in restart_bfa()
1531 	struct bfad_s *bfad = pci_get_drvdata(pdev);  in bfad_pci_slot_reset()  local
1536 		   "bfad_pci_slot_reset flags: 0x%x\n", bfad->bfad_flags);  in bfad_pci_slot_reset()
1561 	rc = dma_set_mask_and_coherent(&bfad->pcidev->dev, DMA_BIT_MASK(64));  in bfad_pci_slot_reset()
1563 		rc = dma_set_mask_and_coherent(&bfad->pcidev->dev,  in bfad_pci_slot_reset()
1568 	if (restart_bfa(bfad) == -1)  in bfad_pci_slot_reset()
1573 		   "slot_reset completed  flags: 0x%x!\n", bfad->bfad_flags);  in bfad_pci_slot_reset()
1586 	struct bfad_s *bfad = pci_get_drvdata(pdev);  in bfad_pci_mmio_enabled()  local
1591 	bfa_ioc_debug_save_ftrc(&bfad->bfa.ioc);  in bfad_pci_mmio_enabled()
1594 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_mmio_enabled()
1595 	init_completion(&bfad->comp);  in bfad_pci_mmio_enabled()
1596 	bfa_fcs_stop(&bfad->bfa_fcs);  in bfad_pci_mmio_enabled()
1597 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_mmio_enabled()
1598 	wait_for_completion(&bfad->comp);  in bfad_pci_mmio_enabled()
1600 	bfad_remove_intr(bfad);  in bfad_pci_mmio_enabled()
1601 	del_timer_sync(&bfad->hal_tmo);  in bfad_pci_mmio_enabled()
1611 	struct bfad_s *bfad = pci_get_drvdata(pdev);  in bfad_pci_resume()  local
1616 	bfad_rport_online_wait(bfad);  in bfad_pci_resume()
1618 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_resume()
1619 	bfad->bfad_flags &= ~BFAD_EEH_BUSY;  in bfad_pci_resume()
1620 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_resume()