145 bfad_sm_uninit(struct bfad_s *bfad, enum bfad_sm_event event);
147 bfad_sm_created(struct bfad_s *bfad, enum bfad_sm_event event);
149 bfad_sm_initializing(struct bfad_s *bfad, enum bfad_sm_event event);
151 bfad_sm_operational(struct bfad_s *bfad, enum bfad_sm_event event);
153 bfad_sm_stopping(struct bfad_s *bfad, enum bfad_sm_event event);
155 bfad_sm_failed(struct bfad_s *bfad, enum bfad_sm_event event);
157 bfad_sm_fcs_exit(struct bfad_s *bfad, enum bfad_sm_event event);
163 bfad_sm_uninit(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_uninit()  argument
165 	bfa_trc(bfad, event);  in bfad_sm_uninit()
169 		bfa_sm_set_state(bfad, bfad_sm_created);  in bfad_sm_uninit()
170 		bfad->bfad_tsk = kthread_create(bfad_worker, (void *) bfad,  in bfad_sm_uninit()
172 		if (IS_ERR(bfad->bfad_tsk)) {  in bfad_sm_uninit()
174 				"creation failed!\n", bfad->inst_no);  in bfad_sm_uninit()
175 			bfa_sm_send_event(bfad, BFAD_E_KTHREAD_CREATE_FAILED);  in bfad_sm_uninit()
177 		bfa_sm_send_event(bfad, BFAD_E_INIT);  in bfad_sm_uninit()
185 		bfa_sm_fault(bfad, event);  in bfad_sm_uninit()
193 bfad_sm_created(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_created()  argument
198 	bfa_trc(bfad, event);  in bfad_sm_created()
202 		bfa_sm_set_state(bfad, bfad_sm_initializing);  in bfad_sm_created()
204 		init_completion(&bfad->comp);  in bfad_sm_created()
207 		if (bfad_setup_intr(bfad)) {  in bfad_sm_created()
209 					bfad->inst_no);  in bfad_sm_created()
210 			bfa_sm_send_event(bfad, BFAD_E_INIT_FAILED);  in bfad_sm_created()
214 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_created()
215 		bfa_iocfc_init(&bfad->bfa);  in bfad_sm_created()
216 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_created()
219 		if ((bfad->bfad_flags & BFAD_MSIX_ON) &&  in bfad_sm_created()
220 			bfad_install_msix_handler(bfad)) {  in bfad_sm_created()
222 				__func__, bfad->inst_no);  in bfad_sm_created()
225 		bfad_init_timer(bfad);  in bfad_sm_created()
227 		wait_for_completion(&bfad->comp);  in bfad_sm_created()
229 		if ((bfad->bfad_flags & BFAD_HAL_INIT_DONE)) {  in bfad_sm_created()
230 			bfa_sm_send_event(bfad, BFAD_E_INIT_SUCCESS);  in bfad_sm_created()
234 				bfad->pci_name);  in bfad_sm_created()
235 			spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_created()
236 			bfa_fcs_init(&bfad->bfa_fcs);  in bfad_sm_created()
237 			spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_created()
239 			ret = bfad_cfg_pport(bfad, BFA_LPORT_ROLE_FCP_IM);  in bfad_sm_created()
241 				init_completion(&bfad->comp);  in bfad_sm_created()
243 				spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_created()
244 				bfad->pport.flags |= BFAD_PORT_DELETE;  in bfad_sm_created()
245 				bfa_fcs_exit(&bfad->bfa_fcs);  in bfad_sm_created()
246 				spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_created()
248 				wait_for_completion(&bfad->comp);  in bfad_sm_created()
250 				bfa_sm_send_event(bfad, BFAD_E_INIT_FAILED);  in bfad_sm_created()
253 			bfad->bfad_flags |= BFAD_HAL_INIT_FAIL;  in bfad_sm_created()
254 			bfa_sm_send_event(bfad, BFAD_E_HAL_INIT_FAILED);  in bfad_sm_created()
260 		bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_sm_created()
264 		bfa_sm_fault(bfad, event);  in bfad_sm_created()
269 bfad_sm_initializing(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_initializing()  argument
274 	bfa_trc(bfad, event);  in bfad_sm_initializing()
278 		kthread_stop(bfad->bfad_tsk);  in bfad_sm_initializing()
279 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_initializing()
280 		bfad->bfad_tsk = NULL;  in bfad_sm_initializing()
281 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_initializing()
283 		retval = bfad_start_ops(bfad);  in bfad_sm_initializing()
285 			bfa_sm_set_state(bfad, bfad_sm_failed);  in bfad_sm_initializing()
288 		bfa_sm_set_state(bfad, bfad_sm_operational);  in bfad_sm_initializing()
292 		bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_sm_initializing()
293 		kthread_stop(bfad->bfad_tsk);  in bfad_sm_initializing()
294 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_initializing()
295 		bfad->bfad_tsk = NULL;  in bfad_sm_initializing()
296 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_initializing()
300 		bfa_sm_set_state(bfad, bfad_sm_failed);  in bfad_sm_initializing()
303 		bfa_sm_fault(bfad, event);  in bfad_sm_initializing()
308 bfad_sm_failed(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_failed()  argument
312 	bfa_trc(bfad, event);  in bfad_sm_failed()
316 		retval = bfad_start_ops(bfad);  in bfad_sm_failed()
319 		bfa_sm_set_state(bfad, bfad_sm_operational);  in bfad_sm_failed()
323 		bfa_sm_set_state(bfad, bfad_sm_fcs_exit);  in bfad_sm_failed()
324 		bfa_sm_send_event(bfad, BFAD_E_FCS_EXIT_COMP);  in bfad_sm_failed()
328 		bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_sm_failed()
329 		bfad_remove_intr(bfad);  in bfad_sm_failed()
330 		del_timer_sync(&bfad->hal_tmo);  in bfad_sm_failed()
334 		bfa_sm_fault(bfad, event);  in bfad_sm_failed()
339 bfad_sm_operational(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_operational()  argument
341 	bfa_trc(bfad, event);  in bfad_sm_operational()
345 		bfa_sm_set_state(bfad, bfad_sm_fcs_exit);  in bfad_sm_operational()
346 		bfad_fcs_stop(bfad);  in bfad_sm_operational()
350 		bfa_sm_fault(bfad, event);  in bfad_sm_operational()
355 bfad_sm_fcs_exit(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_fcs_exit()  argument
357 	bfa_trc(bfad, event);  in bfad_sm_fcs_exit()
361 		bfa_sm_set_state(bfad, bfad_sm_stopping);  in bfad_sm_fcs_exit()
362 		bfad_stop(bfad);  in bfad_sm_fcs_exit()
366 		bfa_sm_fault(bfad, event);  in bfad_sm_fcs_exit()
371 bfad_sm_stopping(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_stopping()  argument
373 	bfa_trc(bfad, event);  in bfad_sm_stopping()
377 		bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_sm_stopping()
378 		bfad_remove_intr(bfad);  in bfad_sm_stopping()
379 		del_timer_sync(&bfad->hal_tmo);  in bfad_sm_stopping()
380 		bfad_im_probe_undo(bfad);  in bfad_sm_stopping()
381 		bfad->bfad_flags &= ~BFAD_FC4_PROBE_DONE;  in bfad_sm_stopping()
382 		bfad_uncfg_pport(bfad);  in bfad_sm_stopping()
386 		bfa_sm_fault(bfad, event);  in bfad_sm_stopping()
409 	struct bfad_s	      *bfad = drv;  in bfa_cb_init()  local
412 		bfad->bfad_flags |= BFAD_HAL_INIT_DONE;  in bfa_cb_init()
419 		if ((bfad->bfad_flags & BFAD_HAL_INIT_FAIL)) {  in bfa_cb_init()
420 			bfad->bfad_flags &= ~BFAD_HAL_INIT_FAIL;  in bfa_cb_init()
421 			wake_up_process(bfad->bfad_tsk);  in bfa_cb_init()
425 	complete(&bfad->comp);  in bfa_cb_init()
432 bfa_fcb_lport_new(struct bfad_s *bfad, struct bfa_fcs_lport_s *port,  in bfa_fcb_lport_new()  argument
440 		port_drv = &bfad->pport;  in bfa_fcb_lport_new()
457 		rc = bfad_im_port_new(bfad, port_drv);  in bfa_fcb_lport_new()
459 			bfad_im_port_delete(bfad, port_drv);  in bfa_fcb_lport_new()
471 bfa_fcb_rport_alloc(struct bfad_s *bfad, struct bfa_fcs_rport_s **rport,  in bfa_fcb_rport_alloc()  argument
492 bfa_fcb_pbc_vport_create(struct bfad_s *bfad, struct bfi_pbc_vport_s pbc_vport)  in bfa_fcb_pbc_vport_create()  argument
501 		bfa_trc(bfad, 0);  in bfa_fcb_pbc_vport_create()
505 	vport->drv_port.bfad = bfad;  in bfa_fcb_pbc_vport_create()
511 	rc = bfa_fcs_pbc_vport_create(&vport->fcs_vport, &bfad->bfa_fcs, 0,  in bfa_fcb_pbc_vport_create()
515 		bfa_trc(bfad, 0);  in bfa_fcb_pbc_vport_create()
519 	list_add_tail(&vport->list_entry, &bfad->pbc_vport_list);  in bfa_fcb_pbc_vport_create()
523 bfad_hal_mem_release(struct bfad_s *bfad)  in bfad_hal_mem_release()  argument
525 	struct bfa_meminfo_s *hal_meminfo = &bfad->meminfo;  in bfad_hal_mem_release()
542 		dma_free_coherent(&bfad->pcidev->dev,  in bfad_hal_mem_release()
585 bfad_hal_mem_alloc(struct bfad_s *bfad)  in bfad_hal_mem_alloc()  argument
587 	struct bfa_meminfo_s *hal_meminfo = &bfad->meminfo;  in bfad_hal_mem_alloc()
594 	bfa_cfg_get_default(&bfad->ioc_cfg);  in bfad_hal_mem_alloc()
595 	bfad_update_hal_cfg(&bfad->ioc_cfg);  in bfad_hal_mem_alloc()
596 	bfad->cfg_data.ioc_queue_depth = bfad->ioc_cfg.fwcfg.num_ioim_reqs;  in bfad_hal_mem_alloc()
597 	bfa_cfg_get_meminfo(&bfad->ioc_cfg, hal_meminfo, &bfad->bfa);  in bfad_hal_mem_alloc()
607 			bfad_hal_mem_release(bfad);  in bfad_hal_mem_alloc()
616 		dma_elem->kva = dma_alloc_coherent(&bfad->pcidev->dev,  in bfad_hal_mem_alloc()
620 			bfad_hal_mem_release(bfad);  in bfad_hal_mem_alloc()
635 bfad_vport_create(struct bfad_s *bfad, u16 vf_id,  in bfad_vport_create()  argument
649 	vport->drv_port.bfad = bfad;  in bfad_vport_create()
650 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_vport_create()
651 	rc = bfa_fcs_vport_create(&vport->fcs_vport, &bfad->bfa_fcs, vf_id,  in bfad_vport_create()
653 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_vport_create()
659 		rc = bfad_im_scsi_host_alloc(bfad, vport->drv_port.im_port,  in bfad_vport_create()
665 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_vport_create()
667 	list_add_tail(&vport->list_entry, &bfad->vport_list);  in bfad_vport_create()
668 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_vport_create()
673 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_vport_create()
677 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_vport_create()
688 	struct bfad_s	      *bfad = from_timer(bfad, t, hal_tmo);  in bfad_bfa_tmo()  local
692 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_bfa_tmo()
694 	bfa_timer_beat(&bfad->bfa.timer_mod);  in bfad_bfa_tmo()
696 	bfa_comp_deq(&bfad->bfa, &doneq);  in bfad_bfa_tmo()
697 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_bfa_tmo()
700 		bfa_comp_process(&bfad->bfa, &doneq);  in bfad_bfa_tmo()
701 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_bfa_tmo()
702 		bfa_comp_free(&bfad->bfa, &doneq);  in bfad_bfa_tmo()
703 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_bfa_tmo()
706 	mod_timer(&bfad->hal_tmo,  in bfad_bfa_tmo()
711 bfad_init_timer(struct bfad_s *bfad)  in bfad_init_timer()  argument
713 	timer_setup(&bfad->hal_tmo, bfad_bfa_tmo, 0);  in bfad_init_timer()
715 	mod_timer(&bfad->hal_tmo,  in bfad_init_timer()
720 bfad_pci_init(struct pci_dev *pdev, struct bfad_s *bfad)  in bfad_pci_init()  argument
744 	bfad->pci_bar0_kva = pci_iomap(pdev, 0, pci_resource_len(pdev, 0));  in bfad_pci_init()
745 	bfad->pci_bar2_kva = pci_iomap(pdev, 2, pci_resource_len(pdev, 2));  in bfad_pci_init()
747 	if (bfad->pci_bar0_kva == NULL) {  in bfad_pci_init()
753 	bfad->hal_pcidev.pci_slot = PCI_SLOT(pdev->devfn);  in bfad_pci_init()
754 	bfad->hal_pcidev.pci_func = PCI_FUNC(pdev->devfn);  in bfad_pci_init()
755 	bfad->hal_pcidev.pci_bar_kva = bfad->pci_bar0_kva;  in bfad_pci_init()
756 	bfad->hal_pcidev.device_id = pdev->device;  in bfad_pci_init()
757 	bfad->hal_pcidev.ssid = pdev->subsystem_device;  in bfad_pci_init()
758 	bfad->pci_name = pci_name(pdev);  in bfad_pci_init()
760 	bfad->pci_attr.vendor_id = pdev->vendor;  in bfad_pci_init()
761 	bfad->pci_attr.device_id = pdev->device;  in bfad_pci_init()
762 	bfad->pci_attr.ssid = pdev->subsystem_device;  in bfad_pci_init()
763 	bfad->pci_attr.ssvid = pdev->subsystem_vendor;  in bfad_pci_init()
764 	bfad->pci_attr.pcifn = PCI_FUNC(pdev->devfn);  in bfad_pci_init()
766 	bfad->pcidev = pdev;  in bfad_pci_init()
776 				"reset to %d\n", bfad->pci_name, max_rq,  in bfad_pci_init()
782 			       bfad->pci_name, pcie_max_read_reqsz);  in bfad_pci_init()
799 bfad_pci_uninit(struct pci_dev *pdev, struct bfad_s *bfad)  in bfad_pci_uninit()  argument
801 	pci_iounmap(pdev, bfad->pci_bar0_kva);  in bfad_pci_uninit()
802 	pci_iounmap(pdev, bfad->pci_bar2_kva);  in bfad_pci_uninit()
810 bfad_drv_init(struct bfad_s *bfad)  in bfad_drv_init()  argument
815 	bfad->cfg_data.rport_del_timeout = rport_del_timeout;  in bfad_drv_init()
816 	bfad->cfg_data.lun_queue_depth = bfa_lun_queue_depth;  in bfad_drv_init()
817 	bfad->cfg_data.io_max_sge = bfa_io_max_sge;  in bfad_drv_init()
818 	bfad->cfg_data.binding_method = FCP_PWWN_BINDING;  in bfad_drv_init()
820 	rc = bfad_hal_mem_alloc(bfad);  in bfad_drv_init()
823 		       bfad->inst_no);  in bfad_drv_init()
829 	bfad->bfa.trcmod = bfad->trcmod;  in bfad_drv_init()
830 	bfad->bfa.plog = &bfad->plog_buf;  in bfad_drv_init()
831 	bfa_plog_init(&bfad->plog_buf);  in bfad_drv_init()
832 	bfa_plog_str(&bfad->plog_buf, BFA_PL_MID_DRVR, BFA_PL_EID_DRIVER_START,  in bfad_drv_init()
835 	bfa_attach(&bfad->bfa, bfad, &bfad->ioc_cfg, &bfad->meminfo,  in bfad_drv_init()
836 		   &bfad->hal_pcidev);  in bfad_drv_init()
839 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_drv_init()
840 	bfad->bfa_fcs.trcmod = bfad->trcmod;  in bfad_drv_init()
841 	bfa_fcs_attach(&bfad->bfa_fcs, &bfad->bfa, bfad, BFA_FALSE);  in bfad_drv_init()
842 	bfad->bfa_fcs.fdmi_enabled = fdmi_enable;  in bfad_drv_init()
843 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_drv_init()
845 	bfad->bfad_flags |= BFAD_DRV_INIT_DONE;  in bfad_drv_init()
851 bfad_drv_uninit(struct bfad_s *bfad)  in bfad_drv_uninit()  argument
855 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_drv_uninit()
856 	init_completion(&bfad->comp);  in bfad_drv_uninit()
857 	bfa_iocfc_stop(&bfad->bfa);  in bfad_drv_uninit()
858 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_drv_uninit()
859 	wait_for_completion(&bfad->comp);  in bfad_drv_uninit()
861 	del_timer_sync(&bfad->hal_tmo);  in bfad_drv_uninit()
862 	bfa_isr_disable(&bfad->bfa);  in bfad_drv_uninit()
863 	bfa_detach(&bfad->bfa);  in bfad_drv_uninit()
864 	bfad_remove_intr(bfad);  in bfad_drv_uninit()
865 	bfad_hal_mem_release(bfad);  in bfad_drv_uninit()
867 	bfad->bfad_flags &= ~BFAD_DRV_INIT_DONE;  in bfad_drv_uninit()
871 bfad_drv_start(struct bfad_s *bfad)  in bfad_drv_start()  argument
875 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_drv_start()
876 	bfa_iocfc_start(&bfad->bfa);  in bfad_drv_start()
877 	bfa_fcs_pbc_vport_init(&bfad->bfa_fcs);  in bfad_drv_start()
878 	bfa_fcs_fabric_modstart(&bfad->bfa_fcs);  in bfad_drv_start()
879 	bfad->bfad_flags |= BFAD_HAL_START_DONE;  in bfad_drv_start()
880 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_drv_start()
882 	if (bfad->im)  in bfad_drv_start()
883 		flush_workqueue(bfad->im->drv_workq);  in bfad_drv_start()
887 bfad_fcs_stop(struct bfad_s *bfad)  in bfad_fcs_stop()  argument
891 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_fcs_stop()
892 	init_completion(&bfad->comp);  in bfad_fcs_stop()
893 	bfad->pport.flags |= BFAD_PORT_DELETE;  in bfad_fcs_stop()
894 	bfa_fcs_exit(&bfad->bfa_fcs);  in bfad_fcs_stop()
895 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_fcs_stop()
896 	wait_for_completion(&bfad->comp);  in bfad_fcs_stop()
898 	bfa_sm_send_event(bfad, BFAD_E_FCS_EXIT_COMP);  in bfad_fcs_stop()
902 bfad_stop(struct bfad_s *bfad)  in bfad_stop()  argument
906 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_stop()
907 	init_completion(&bfad->comp);  in bfad_stop()
908 	bfa_iocfc_stop(&bfad->bfa);  in bfad_stop()
909 	bfad->bfad_flags &= ~BFAD_HAL_START_DONE;  in bfad_stop()
910 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_stop()
911 	wait_for_completion(&bfad->comp);  in bfad_stop()
913 	bfa_sm_send_event(bfad, BFAD_E_EXIT_COMP);  in bfad_stop()
917 bfad_cfg_pport(struct bfad_s *bfad, enum bfa_lport_role role)  in bfad_cfg_pport()  argument
924 		if (bfad->pport.im_port == NULL) {  in bfad_cfg_pport()
929 		rc = bfad_im_scsi_host_alloc(bfad, bfad->pport.im_port,  in bfad_cfg_pport()
930 						&bfad->pcidev->dev);  in bfad_cfg_pport()
934 		bfad->pport.roles |= BFA_LPORT_ROLE_FCP_IM;  in bfad_cfg_pport()
937 	bfad->bfad_flags |= BFAD_CFG_PPORT_DONE;  in bfad_cfg_pport()
944 bfad_uncfg_pport(struct bfad_s *bfad)  in bfad_uncfg_pport()  argument
947 	    (bfad->pport.roles & BFA_LPORT_ROLE_FCP_IM)) {  in bfad_uncfg_pport()
948 		bfad_im_scsi_host_free(bfad, bfad->pport.im_port);  in bfad_uncfg_pport()
949 		bfad_im_port_clean(bfad->pport.im_port);  in bfad_uncfg_pport()
950 		kfree(bfad->pport.im_port);  in bfad_uncfg_pport()
951 		bfad->pport.roles &= ~BFA_LPORT_ROLE_FCP_IM;  in bfad_uncfg_pport()
954 	bfad->bfad_flags &= ~BFAD_CFG_PPORT_DONE;  in bfad_uncfg_pport()
958 bfad_start_ops(struct bfad_s *bfad) {  in bfad_start_ops()  argument
985 	strlcpy(driver_info.os_device_name, bfad->pci_name,  in bfad_start_ops()
989 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_start_ops()
990 	bfa_fcs_driver_info_init(&bfad->bfa_fcs, &driver_info);  in bfad_start_ops()
992 	if (bfad->bfad_flags & BFAD_CFG_PPORT_DONE)  in bfad_start_ops()
993 		bfa_fcs_update_cfg(&bfad->bfa_fcs);  in bfad_start_ops()
995 		bfa_fcs_init(&bfad->bfa_fcs);  in bfad_start_ops()
997 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_start_ops()
999 	if (!(bfad->bfad_flags & BFAD_CFG_PPORT_DONE)) {  in bfad_start_ops()
1000 		retval = bfad_cfg_pport(bfad, BFA_LPORT_ROLE_FCP_IM);  in bfad_start_ops()
1006 	bfad_fc_host_init(bfad->pport.im_port);  in bfad_start_ops()
1009 	retval = bfad_im_probe(bfad);  in bfad_start_ops()
1012 		if (bfa_sm_cmp_state(bfad, bfad_sm_initializing))  in bfad_start_ops()
1013 			bfa_sm_set_state(bfad, bfad_sm_failed);  in bfad_start_ops()
1016 		bfad->bfad_flags |= BFAD_FC4_PROBE_DONE;  in bfad_start_ops()
1018 	bfad_drv_start(bfad);  in bfad_start_ops()
1021 	list_for_each_entry_safe(vport, vport_new, &bfad->pbc_vport_list,  in bfad_start_ops()
1035 		fc_vport = fc_vport_create(bfad->pport.im_port->shost, 0, &vid);  in bfad_start_ops()
1039 				" %s\n", bfad->inst_no, pwwn_buf);  in bfad_start_ops()
1051 		bfa_linkup_delay = bfad_get_linkup_delay(bfad);  in bfad_start_ops()
1052 		bfad_rport_online_wait(bfad);  in bfad_start_ops()
1055 		bfad_rport_online_wait(bfad);  in bfad_start_ops()
1057 	BFA_LOG(KERN_INFO, bfad, bfa_log_level, "bfa device claimed\n");  in bfad_start_ops()
1065 	struct bfad_s *bfad = ptr;  in bfad_worker()  local
1072 	bfa_sm_send_event(bfad, BFAD_E_INIT_SUCCESS);  in bfad_worker()
1074 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_worker()
1075 	bfad->bfad_tsk = NULL;  in bfad_worker()
1076 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_worker()
1087 	struct bfad_s	*bfad = dev_id;  in bfad_intx()  local
1092 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_intx()
1093 	rc = bfa_intx(&bfad->bfa);  in bfad_intx()
1095 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_intx()
1099 	bfa_comp_deq(&bfad->bfa, &doneq);  in bfad_intx()
1100 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_intx()
1103 		bfa_comp_process(&bfad->bfa, &doneq);  in bfad_intx()
1105 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_intx()
1106 		bfa_comp_free(&bfad->bfa, &doneq);  in bfad_intx()
1107 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_intx()
1118 	struct bfad_s *bfad = vec->bfad;  in bfad_msix()  local
1122 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_msix()
1124 	bfa_msix(&bfad->bfa, vec->msix.entry);  in bfad_msix()
1125 	bfa_comp_deq(&bfad->bfa, &doneq);  in bfad_msix()
1126 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_msix()
1129 		bfa_comp_process(&bfad->bfa, &doneq);  in bfad_msix()
1131 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_msix()
1132 		bfa_comp_free(&bfad->bfa, &doneq);  in bfad_msix()
1133 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_msix()
1143 bfad_init_msix_entry(struct bfad_s *bfad, struct msix_entry *msix_entries,  in bfad_init_msix_entry()  argument
1149 	for (i = 0, bfad->nvec = 0; i < MAX_MSIX_ENTRY; i++) {  in bfad_init_msix_entry()
1151 			bfad->msix_tab[bfad->nvec].msix.entry = i;  in bfad_init_msix_entry()
1152 			bfad->msix_tab[bfad->nvec].bfad = bfad;  in bfad_init_msix_entry()
1153 			msix_entries[bfad->nvec].entry = i;  in bfad_init_msix_entry()
1154 			bfad->nvec++;  in bfad_init_msix_entry()
1163 bfad_install_msix_handler(struct bfad_s *bfad)  in bfad_install_msix_handler()  argument
1167 	for (i = 0; i < bfad->nvec; i++) {  in bfad_install_msix_handler()
1168 		sprintf(bfad->msix_tab[i].name, "bfa-%s-%s",  in bfad_install_msix_handler()
1169 				bfad->pci_name,  in bfad_install_msix_handler()
1170 				((bfa_asic_id_cb(bfad->hal_pcidev.device_id)) ?  in bfad_install_msix_handler()
1173 		error = request_irq(bfad->msix_tab[i].msix.vector,  in bfad_install_msix_handler()
1175 				    bfad->msix_tab[i].name, &bfad->msix_tab[i]);  in bfad_install_msix_handler()
1176 		bfa_trc(bfad, i);  in bfad_install_msix_handler()
1177 		bfa_trc(bfad, bfad->msix_tab[i].msix.vector);  in bfad_install_msix_handler()
1182 				free_irq(bfad->msix_tab[j].msix.vector,  in bfad_install_msix_handler()
1183 						&bfad->msix_tab[j]);  in bfad_install_msix_handler()
1185 			bfad->bfad_flags &= ~BFAD_MSIX_ON;  in bfad_install_msix_handler()
1186 			pci_disable_msix(bfad->pcidev);  in bfad_install_msix_handler()
1199 bfad_setup_intr(struct bfad_s *bfad)  in bfad_setup_intr()  argument
1204 	struct pci_dev *pdev = bfad->pcidev;  in bfad_setup_intr()
1208 	bfa_msix_getvecs(&bfad->bfa, &mask, &num_bit, &max_bit);  in bfad_setup_intr()
1211 	bfad_init_msix_entry(bfad, msix_entries, mask, max_bit);  in bfad_setup_intr()
1216 		error = pci_enable_msix_exact(bfad->pcidev,  in bfad_setup_intr()
1217 					      msix_entries, bfad->nvec);  in bfad_setup_intr()
1222 			       bfad->pci_name, bfad->nvec, error);  in bfad_setup_intr()
1223 			bfad->nvec = 1;  in bfad_setup_intr()
1224 			error = pci_enable_msix_exact(bfad->pcidev,  in bfad_setup_intr()
1232 				bfad->inst_no, error);  in bfad_setup_intr()
1244 		for (i = 0; i < bfad->nvec; i++) {  in bfad_setup_intr()
1245 			bfa_trc(bfad, msix_entries[i].vector);  in bfad_setup_intr()
1246 			bfad->msix_tab[i].msix.vector = msix_entries[i].vector;  in bfad_setup_intr()
1249 		bfa_msix_init(&bfad->bfa, bfad->nvec);  in bfad_setup_intr()
1251 		bfad->bfad_flags |= BFAD_MSIX_ON;  in bfad_setup_intr()
1257 	error = request_irq(bfad->pcidev->irq, (irq_handler_t)bfad_intx,  in bfad_setup_intr()
1258 			    BFAD_IRQ_FLAGS, BFAD_DRIVER_NAME, bfad);  in bfad_setup_intr()
1262 	bfad->bfad_flags |= BFAD_INTX_ON;  in bfad_setup_intr()
1268 bfad_remove_intr(struct bfad_s *bfad)  in bfad_remove_intr()  argument
1272 	if (bfad->bfad_flags & BFAD_MSIX_ON) {  in bfad_remove_intr()
1273 		for (i = 0; i < bfad->nvec; i++)  in bfad_remove_intr()
1274 			free_irq(bfad->msix_tab[i].msix.vector,  in bfad_remove_intr()
1275 					&bfad->msix_tab[i]);  in bfad_remove_intr()
1277 		pci_disable_msix(bfad->pcidev);  in bfad_remove_intr()
1278 		bfad->bfad_flags &= ~BFAD_MSIX_ON;  in bfad_remove_intr()
1279 	} else if (bfad->bfad_flags & BFAD_INTX_ON) {  in bfad_remove_intr()
1280 		free_irq(bfad->pcidev->irq, bfad);  in bfad_remove_intr()
1290 	struct bfad_s	*bfad;  in bfad_pci_probe()  local
1298 	bfad = kzalloc(sizeof(struct bfad_s), GFP_KERNEL);  in bfad_pci_probe()
1299 	if (!bfad) {  in bfad_pci_probe()
1304 	bfad->trcmod = kzalloc(sizeof(struct bfa_trc_mod_s), GFP_KERNEL);  in bfad_pci_probe()
1305 	if (!bfad->trcmod) {  in bfad_pci_probe()
1312 	bfa_trc_init(bfad->trcmod);  in bfad_pci_probe()
1313 	bfa_trc(bfad, bfad_inst);  in bfad_pci_probe()
1316 	INIT_LIST_HEAD(&bfad->free_aen_q);  in bfad_pci_probe()
1317 	INIT_LIST_HEAD(&bfad->active_aen_q);  in bfad_pci_probe()
1319 		list_add_tail(&bfad->aen_list[i].qe, &bfad->free_aen_q);  in bfad_pci_probe()
1322 		kfree(bfad->trcmod);  in bfad_pci_probe()
1326 	retval = bfad_pci_init(pdev, bfad);  in bfad_pci_probe()
1334 	bfad->inst_no = bfad_inst++;  in bfad_pci_probe()
1335 	list_add_tail(&bfad->list_entry, &bfad_list);  in bfad_pci_probe()
1339 	bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_pci_probe()
1341 	spin_lock_init(&bfad->bfad_lock);  in bfad_pci_probe()
1342 	spin_lock_init(&bfad->bfad_aen_spinlock);  in bfad_pci_probe()
1344 	pci_set_drvdata(pdev, bfad);  in bfad_pci_probe()
1346 	bfad->ref_count = 0;  in bfad_pci_probe()
1347 	bfad->pport.bfad = bfad;  in bfad_pci_probe()
1348 	INIT_LIST_HEAD(&bfad->pbc_vport_list);  in bfad_pci_probe()
1349 	INIT_LIST_HEAD(&bfad->vport_list);  in bfad_pci_probe()
1353 		bfad_debugfs_init(&bfad->pport);  in bfad_pci_probe()
1355 	retval = bfad_drv_init(bfad);  in bfad_pci_probe()
1359 	bfa_sm_send_event(bfad, BFAD_E_CREATE);  in bfad_pci_probe()
1361 	if (bfa_sm_cmp_state(bfad, bfad_sm_uninit))  in bfad_pci_probe()
1367 	bfad_hal_mem_release(bfad);  in bfad_pci_probe()
1370 	kfree(bfad->regdata);  in bfad_pci_probe()
1371 	bfad_debugfs_exit(&bfad->pport);  in bfad_pci_probe()
1374 	list_del(&bfad->list_entry);  in bfad_pci_probe()
1376 	bfad_pci_uninit(pdev, bfad);  in bfad_pci_probe()
1378 	kfree(bfad->trcmod);  in bfad_pci_probe()
1380 	kfree(bfad);  in bfad_pci_probe()
1391 	struct bfad_s	      *bfad = pci_get_drvdata(pdev);  in bfad_pci_remove()  local
1394 	bfa_trc(bfad, bfad->inst_no);  in bfad_pci_remove()
1396 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1397 	if (bfad->bfad_tsk != NULL) {  in bfad_pci_remove()
1398 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1399 		kthread_stop(bfad->bfad_tsk);  in bfad_pci_remove()
1401 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1405 	bfa_sm_send_event(bfad, BFAD_E_STOP);  in bfad_pci_remove()
1408 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1409 	bfa_detach(&bfad->bfa);  in bfad_pci_remove()
1410 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1411 	bfad_hal_mem_release(bfad);  in bfad_pci_remove()
1414 	kfree(bfad->regdata);  in bfad_pci_remove()
1415 	bfad_debugfs_exit(&bfad->pport);  in bfad_pci_remove()
1420 	list_del(&bfad->list_entry);  in bfad_pci_remove()
1422 	bfad_pci_uninit(pdev, bfad);  in bfad_pci_remove()
1424 	kfree(bfad->trcmod);  in bfad_pci_remove()
1425 	kfree(bfad);  in bfad_pci_remove()
1434 	struct bfad_s *bfad = pci_get_drvdata(pdev);  in bfad_pci_error_detected()  local
1440 		   state, bfad->bfad_flags);  in bfad_pci_error_detected()
1444 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1445 		bfad->bfad_flags &= ~BFAD_EEH_BUSY;  in bfad_pci_error_detected()
1447 		bfa_ioc_suspend(&bfad->bfa.ioc);  in bfad_pci_error_detected()
1448 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1449 		del_timer_sync(&bfad->hal_tmo);  in bfad_pci_error_detected()
1453 		init_completion(&bfad->comp);  in bfad_pci_error_detected()
1454 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1455 		bfad->bfad_flags |= BFAD_EEH_BUSY;  in bfad_pci_error_detected()
1457 		bfa_ioc_suspend(&bfad->bfa.ioc);  in bfad_pci_error_detected()
1458 		bfa_fcs_stop(&bfad->bfa_fcs);  in bfad_pci_error_detected()
1459 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1460 		wait_for_completion(&bfad->comp);  in bfad_pci_error_detected()
1462 		bfad_remove_intr(bfad);  in bfad_pci_error_detected()
1463 		del_timer_sync(&bfad->hal_tmo);  in bfad_pci_error_detected()
1468 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1469 		bfad->bfad_flags |= BFAD_EEH_BUSY |  in bfad_pci_error_detected()
1471 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1488 static int restart_bfa(struct bfad_s *bfad)  in restart_bfa()  argument
1491 	struct pci_dev *pdev = bfad->pcidev;  in restart_bfa()
1493 	bfa_attach(&bfad->bfa, bfad, &bfad->ioc_cfg,  in restart_bfa()
1494 		   &bfad->meminfo, &bfad->hal_pcidev);  in restart_bfa()
1497 	if (bfad_setup_intr(bfad)) {  in restart_bfa()
1499 			   "%s: bfad_setup_intr failed\n", bfad->pci_name);  in restart_bfa()
1500 		bfa_sm_send_event(bfad, BFAD_E_INIT_FAILED);  in restart_bfa()
1504 	init_completion(&bfad->comp);  in restart_bfa()
1505 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in restart_bfa()
1506 	bfa_iocfc_init(&bfad->bfa);  in restart_bfa()
1507 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in restart_bfa()
1510 	if ((bfad->bfad_flags & BFAD_MSIX_ON) &&  in restart_bfa()
1511 	    bfad_install_msix_handler(bfad))  in restart_bfa()
1513 			   "%s: install_msix failed.\n", bfad->pci_name);  in restart_bfa()
1515 	bfad_init_timer(bfad);  in restart_bfa()
1516 	wait_for_completion(&bfad->comp);  in restart_bfa()
1517 	bfad_drv_start(bfad);  in restart_bfa()
1528 	struct bfad_s *bfad = pci_get_drvdata(pdev);  in bfad_pci_slot_reset()  local
1533 		   "bfad_pci_slot_reset flags: 0x%x\n", bfad->bfad_flags);  in bfad_pci_slot_reset()
1558 	rc = dma_set_mask_and_coherent(&bfad->pcidev->dev, DMA_BIT_MASK(64));  in bfad_pci_slot_reset()
1562 	if (restart_bfa(bfad) == -1)  in bfad_pci_slot_reset()
1567 		   "slot_reset completed  flags: 0x%x!\n", bfad->bfad_flags);  in bfad_pci_slot_reset()
1580 	struct bfad_s *bfad = pci_get_drvdata(pdev);  in bfad_pci_mmio_enabled()  local
1585 	bfa_ioc_debug_save_ftrc(&bfad->bfa.ioc);  in bfad_pci_mmio_enabled()
1588 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_mmio_enabled()
1589 	init_completion(&bfad->comp);  in bfad_pci_mmio_enabled()
1590 	bfa_fcs_stop(&bfad->bfa_fcs);  in bfad_pci_mmio_enabled()
1591 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_mmio_enabled()
1592 	wait_for_completion(&bfad->comp);  in bfad_pci_mmio_enabled()
1594 	bfad_remove_intr(bfad);  in bfad_pci_mmio_enabled()
1595 	del_timer_sync(&bfad->hal_tmo);  in bfad_pci_mmio_enabled()
1605 	struct bfad_s *bfad = pci_get_drvdata(pdev);  in bfad_pci_resume()  local
1610 	bfad_rport_online_wait(bfad);  in bfad_pci_resume()
1612 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_resume()
1613 	bfad->bfad_flags &= ~BFAD_EEH_BUSY;  in bfad_pci_resume()
1614 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_resume()