153 bfad_sm_uninit(struct bfad_s *bfad, enum bfad_sm_event event);
155 bfad_sm_created(struct bfad_s *bfad, enum bfad_sm_event event);
157 bfad_sm_initializing(struct bfad_s *bfad, enum bfad_sm_event event);
159 bfad_sm_operational(struct bfad_s *bfad, enum bfad_sm_event event);
161 bfad_sm_stopping(struct bfad_s *bfad, enum bfad_sm_event event);
163 bfad_sm_failed(struct bfad_s *bfad, enum bfad_sm_event event);
165 bfad_sm_fcs_exit(struct bfad_s *bfad, enum bfad_sm_event event);
171 bfad_sm_uninit(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_uninit()  argument
173 	bfa_trc(bfad, event);  in bfad_sm_uninit()
177 		bfa_sm_set_state(bfad, bfad_sm_created);  in bfad_sm_uninit()
178 		bfad->bfad_tsk = kthread_create(bfad_worker, (void *) bfad,  in bfad_sm_uninit()
180 		if (IS_ERR(bfad->bfad_tsk)) {  in bfad_sm_uninit()
182 				"creation failed!\n", bfad->inst_no);  in bfad_sm_uninit()
183 			bfa_sm_send_event(bfad, BFAD_E_KTHREAD_CREATE_FAILED);  in bfad_sm_uninit()
185 		bfa_sm_send_event(bfad, BFAD_E_INIT);  in bfad_sm_uninit()
193 		bfa_sm_fault(bfad, event);  in bfad_sm_uninit()
201 bfad_sm_created(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_created()  argument
206 	bfa_trc(bfad, event);  in bfad_sm_created()
210 		bfa_sm_set_state(bfad, bfad_sm_initializing);  in bfad_sm_created()
212 		init_completion(&bfad->comp);  in bfad_sm_created()
215 		if (bfad_setup_intr(bfad)) {  in bfad_sm_created()
217 					bfad->inst_no);  in bfad_sm_created()
218 			bfa_sm_send_event(bfad, BFAD_E_INIT_FAILED);  in bfad_sm_created()
222 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_created()
223 		bfa_iocfc_init(&bfad->bfa);  in bfad_sm_created()
224 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_created()
227 		if ((bfad->bfad_flags & BFAD_MSIX_ON) &&  in bfad_sm_created()
228 			bfad_install_msix_handler(bfad)) {  in bfad_sm_created()
230 				__func__, bfad->inst_no);  in bfad_sm_created()
233 		bfad_init_timer(bfad);  in bfad_sm_created()
235 		wait_for_completion(&bfad->comp);  in bfad_sm_created()
237 		if ((bfad->bfad_flags & BFAD_HAL_INIT_DONE)) {  in bfad_sm_created()
238 			bfa_sm_send_event(bfad, BFAD_E_INIT_SUCCESS);  in bfad_sm_created()
242 				bfad->pci_name);  in bfad_sm_created()
243 			spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_created()
244 			bfa_fcs_init(&bfad->bfa_fcs);  in bfad_sm_created()
245 			spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_created()
247 			ret = bfad_cfg_pport(bfad, BFA_LPORT_ROLE_FCP_IM);  in bfad_sm_created()
249 				init_completion(&bfad->comp);  in bfad_sm_created()
251 				spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_created()
252 				bfad->pport.flags |= BFAD_PORT_DELETE;  in bfad_sm_created()
253 				bfa_fcs_exit(&bfad->bfa_fcs);  in bfad_sm_created()
254 				spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_created()
256 				wait_for_completion(&bfad->comp);  in bfad_sm_created()
258 				bfa_sm_send_event(bfad, BFAD_E_INIT_FAILED);  in bfad_sm_created()
261 			bfad->bfad_flags |= BFAD_HAL_INIT_FAIL;  in bfad_sm_created()
262 			bfa_sm_send_event(bfad, BFAD_E_HAL_INIT_FAILED);  in bfad_sm_created()
268 		bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_sm_created()
272 		bfa_sm_fault(bfad, event);  in bfad_sm_created()
277 bfad_sm_initializing(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_initializing()  argument
282 	bfa_trc(bfad, event);  in bfad_sm_initializing()
286 		kthread_stop(bfad->bfad_tsk);  in bfad_sm_initializing()
287 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_initializing()
288 		bfad->bfad_tsk = NULL;  in bfad_sm_initializing()
289 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_initializing()
291 		retval = bfad_start_ops(bfad);  in bfad_sm_initializing()
293 			bfa_sm_set_state(bfad, bfad_sm_failed);  in bfad_sm_initializing()
296 		bfa_sm_set_state(bfad, bfad_sm_operational);  in bfad_sm_initializing()
300 		bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_sm_initializing()
301 		kthread_stop(bfad->bfad_tsk);  in bfad_sm_initializing()
302 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_initializing()
303 		bfad->bfad_tsk = NULL;  in bfad_sm_initializing()
304 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_initializing()
308 		bfa_sm_set_state(bfad, bfad_sm_failed);  in bfad_sm_initializing()
311 		bfa_sm_fault(bfad, event);  in bfad_sm_initializing()
316 bfad_sm_failed(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_failed()  argument
320 	bfa_trc(bfad, event);  in bfad_sm_failed()
324 		retval = bfad_start_ops(bfad);  in bfad_sm_failed()
327 		bfa_sm_set_state(bfad, bfad_sm_operational);  in bfad_sm_failed()
331 		bfa_sm_set_state(bfad, bfad_sm_fcs_exit);  in bfad_sm_failed()
332 		bfa_sm_send_event(bfad, BFAD_E_FCS_EXIT_COMP);  in bfad_sm_failed()
336 		bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_sm_failed()
337 		bfad_remove_intr(bfad);  in bfad_sm_failed()
338 		del_timer_sync(&bfad->hal_tmo);  in bfad_sm_failed()
342 		bfa_sm_fault(bfad, event);  in bfad_sm_failed()
347 bfad_sm_operational(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_operational()  argument
349 	bfa_trc(bfad, event);  in bfad_sm_operational()
353 		bfa_sm_set_state(bfad, bfad_sm_fcs_exit);  in bfad_sm_operational()
354 		bfad_fcs_stop(bfad);  in bfad_sm_operational()
358 		bfa_sm_fault(bfad, event);  in bfad_sm_operational()
363 bfad_sm_fcs_exit(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_fcs_exit()  argument
365 	bfa_trc(bfad, event);  in bfad_sm_fcs_exit()
369 		bfa_sm_set_state(bfad, bfad_sm_stopping);  in bfad_sm_fcs_exit()
370 		bfad_stop(bfad);  in bfad_sm_fcs_exit()
374 		bfa_sm_fault(bfad, event);  in bfad_sm_fcs_exit()
379 bfad_sm_stopping(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_stopping()  argument
381 	bfa_trc(bfad, event);  in bfad_sm_stopping()
385 		bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_sm_stopping()
386 		bfad_remove_intr(bfad);  in bfad_sm_stopping()
387 		del_timer_sync(&bfad->hal_tmo);  in bfad_sm_stopping()
388 		bfad_im_probe_undo(bfad);  in bfad_sm_stopping()
389 		bfad->bfad_flags &= ~BFAD_FC4_PROBE_DONE;  in bfad_sm_stopping()
390 		bfad_uncfg_pport(bfad);  in bfad_sm_stopping()
394 		bfa_sm_fault(bfad, event);  in bfad_sm_stopping()
417 	struct bfad_s	      *bfad = drv;  in bfa_cb_init()  local
420 		bfad->bfad_flags |= BFAD_HAL_INIT_DONE;  in bfa_cb_init()
427 		if ((bfad->bfad_flags & BFAD_HAL_INIT_FAIL)) {  in bfa_cb_init()
428 			bfad->bfad_flags &= ~BFAD_HAL_INIT_FAIL;  in bfa_cb_init()
429 			wake_up_process(bfad->bfad_tsk);  in bfa_cb_init()
433 	complete(&bfad->comp);  in bfa_cb_init()
440 bfa_fcb_lport_new(struct bfad_s *bfad, struct bfa_fcs_lport_s *port,  in bfa_fcb_lport_new()  argument
448 		port_drv = &bfad->pport;  in bfa_fcb_lport_new()
465 		rc = bfad_im_port_new(bfad, port_drv);  in bfa_fcb_lport_new()
467 			bfad_im_port_delete(bfad, port_drv);  in bfa_fcb_lport_new()
479 bfa_fcb_rport_alloc(struct bfad_s *bfad, struct bfa_fcs_rport_s **rport,  in bfa_fcb_rport_alloc()  argument
500 bfa_fcb_pbc_vport_create(struct bfad_s *bfad, struct bfi_pbc_vport_s pbc_vport)  in bfa_fcb_pbc_vport_create()  argument
509 		bfa_trc(bfad, 0);  in bfa_fcb_pbc_vport_create()
513 	vport->drv_port.bfad = bfad;  in bfa_fcb_pbc_vport_create()
519 	rc = bfa_fcs_pbc_vport_create(&vport->fcs_vport, &bfad->bfa_fcs, 0,  in bfa_fcb_pbc_vport_create()
523 		bfa_trc(bfad, 0);  in bfa_fcb_pbc_vport_create()
527 	list_add_tail(&vport->list_entry, &bfad->pbc_vport_list);  in bfa_fcb_pbc_vport_create()
531 bfad_hal_mem_release(struct bfad_s *bfad)  in bfad_hal_mem_release()  argument
533 	struct bfa_meminfo_s *hal_meminfo = &bfad->meminfo;  in bfad_hal_mem_release()
550 		dma_free_coherent(&bfad->pcidev->dev,  in bfad_hal_mem_release()
593 bfad_hal_mem_alloc(struct bfad_s *bfad)  in bfad_hal_mem_alloc()  argument
595 	struct bfa_meminfo_s *hal_meminfo = &bfad->meminfo;  in bfad_hal_mem_alloc()
602 	bfa_cfg_get_default(&bfad->ioc_cfg);  in bfad_hal_mem_alloc()
603 	bfad_update_hal_cfg(&bfad->ioc_cfg);  in bfad_hal_mem_alloc()
604 	bfad->cfg_data.ioc_queue_depth = bfad->ioc_cfg.fwcfg.num_ioim_reqs;  in bfad_hal_mem_alloc()
605 	bfa_cfg_get_meminfo(&bfad->ioc_cfg, hal_meminfo, &bfad->bfa);  in bfad_hal_mem_alloc()
615 			bfad_hal_mem_release(bfad);  in bfad_hal_mem_alloc()
624 		dma_elem->kva = dma_alloc_coherent(&bfad->pcidev->dev,  in bfad_hal_mem_alloc()
628 			bfad_hal_mem_release(bfad);  in bfad_hal_mem_alloc()
643 bfad_vport_create(struct bfad_s *bfad, u16 vf_id,  in bfad_vport_create()  argument
657 	vport->drv_port.bfad = bfad;  in bfad_vport_create()
658 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_vport_create()
659 	rc = bfa_fcs_vport_create(&vport->fcs_vport, &bfad->bfa_fcs, vf_id,  in bfad_vport_create()
661 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_vport_create()
667 		rc = bfad_im_scsi_host_alloc(bfad, vport->drv_port.im_port,  in bfad_vport_create()
673 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_vport_create()
675 	list_add_tail(&vport->list_entry, &bfad->vport_list);  in bfad_vport_create()
676 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_vport_create()
681 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_vport_create()
685 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_vport_create()
696 	struct bfad_s	      *bfad = from_timer(bfad, t, hal_tmo);  in bfad_bfa_tmo()  local
700 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_bfa_tmo()
702 	bfa_timer_beat(&bfad->bfa.timer_mod);  in bfad_bfa_tmo()
704 	bfa_comp_deq(&bfad->bfa, &doneq);  in bfad_bfa_tmo()
705 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_bfa_tmo()
708 		bfa_comp_process(&bfad->bfa, &doneq);  in bfad_bfa_tmo()
709 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_bfa_tmo()
710 		bfa_comp_free(&bfad->bfa, &doneq);  in bfad_bfa_tmo()
711 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_bfa_tmo()
714 	mod_timer(&bfad->hal_tmo,  in bfad_bfa_tmo()
719 bfad_init_timer(struct bfad_s *bfad)  in bfad_init_timer()  argument
721 	timer_setup(&bfad->hal_tmo, bfad_bfa_tmo, 0);  in bfad_init_timer()
723 	mod_timer(&bfad->hal_tmo,  in bfad_init_timer()
728 bfad_pci_init(struct pci_dev *pdev, struct bfad_s *bfad)  in bfad_pci_init()  argument
755 	bfad->pci_bar0_kva = pci_iomap(pdev, 0, pci_resource_len(pdev, 0));  in bfad_pci_init()
756 	bfad->pci_bar2_kva = pci_iomap(pdev, 2, pci_resource_len(pdev, 2));  in bfad_pci_init()
758 	if (bfad->pci_bar0_kva == NULL) {  in bfad_pci_init()
763 	bfad->hal_pcidev.pci_slot = PCI_SLOT(pdev->devfn);  in bfad_pci_init()
764 	bfad->hal_pcidev.pci_func = PCI_FUNC(pdev->devfn);  in bfad_pci_init()
765 	bfad->hal_pcidev.pci_bar_kva = bfad->pci_bar0_kva;  in bfad_pci_init()
766 	bfad->hal_pcidev.device_id = pdev->device;  in bfad_pci_init()
767 	bfad->hal_pcidev.ssid = pdev->subsystem_device;  in bfad_pci_init()
768 	bfad->pci_name = pci_name(pdev);  in bfad_pci_init()
770 	bfad->pci_attr.vendor_id = pdev->vendor;  in bfad_pci_init()
771 	bfad->pci_attr.device_id = pdev->device;  in bfad_pci_init()
772 	bfad->pci_attr.ssid = pdev->subsystem_device;  in bfad_pci_init()
773 	bfad->pci_attr.ssvid = pdev->subsystem_vendor;  in bfad_pci_init()
774 	bfad->pci_attr.pcifn = PCI_FUNC(pdev->devfn);  in bfad_pci_init()
776 	bfad->pcidev = pdev;  in bfad_pci_init()
786 				"reset to %d\n", bfad->pci_name, max_rq,  in bfad_pci_init()
792 			       bfad->pci_name, pcie_max_read_reqsz);  in bfad_pci_init()
809 bfad_pci_uninit(struct pci_dev *pdev, struct bfad_s *bfad)  in bfad_pci_uninit()  argument
811 	pci_iounmap(pdev, bfad->pci_bar0_kva);  in bfad_pci_uninit()
812 	pci_iounmap(pdev, bfad->pci_bar2_kva);  in bfad_pci_uninit()
820 bfad_drv_init(struct bfad_s *bfad)  in bfad_drv_init()  argument
825 	bfad->cfg_data.rport_del_timeout = rport_del_timeout;  in bfad_drv_init()
826 	bfad->cfg_data.lun_queue_depth = bfa_lun_queue_depth;  in bfad_drv_init()
827 	bfad->cfg_data.io_max_sge = bfa_io_max_sge;  in bfad_drv_init()
828 	bfad->cfg_data.binding_method = FCP_PWWN_BINDING;  in bfad_drv_init()
830 	rc = bfad_hal_mem_alloc(bfad);  in bfad_drv_init()
833 		       bfad->inst_no);  in bfad_drv_init()
839 	bfad->bfa.trcmod = bfad->trcmod;  in bfad_drv_init()
840 	bfad->bfa.plog = &bfad->plog_buf;  in bfad_drv_init()
841 	bfa_plog_init(&bfad->plog_buf);  in bfad_drv_init()
842 	bfa_plog_str(&bfad->plog_buf, BFA_PL_MID_DRVR, BFA_PL_EID_DRIVER_START,  in bfad_drv_init()
845 	bfa_attach(&bfad->bfa, bfad, &bfad->ioc_cfg, &bfad->meminfo,  in bfad_drv_init()
846 		   &bfad->hal_pcidev);  in bfad_drv_init()
849 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_drv_init()
850 	bfad->bfa_fcs.trcmod = bfad->trcmod;  in bfad_drv_init()
851 	bfa_fcs_attach(&bfad->bfa_fcs, &bfad->bfa, bfad, BFA_FALSE);  in bfad_drv_init()
852 	bfad->bfa_fcs.fdmi_enabled = fdmi_enable;  in bfad_drv_init()
853 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_drv_init()
855 	bfad->bfad_flags |= BFAD_DRV_INIT_DONE;  in bfad_drv_init()
861 bfad_drv_uninit(struct bfad_s *bfad)  in bfad_drv_uninit()  argument
865 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_drv_uninit()
866 	init_completion(&bfad->comp);  in bfad_drv_uninit()
867 	bfa_iocfc_stop(&bfad->bfa);  in bfad_drv_uninit()
868 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_drv_uninit()
869 	wait_for_completion(&bfad->comp);  in bfad_drv_uninit()
871 	del_timer_sync(&bfad->hal_tmo);  in bfad_drv_uninit()
872 	bfa_isr_disable(&bfad->bfa);  in bfad_drv_uninit()
873 	bfa_detach(&bfad->bfa);  in bfad_drv_uninit()
874 	bfad_remove_intr(bfad);  in bfad_drv_uninit()
875 	bfad_hal_mem_release(bfad);  in bfad_drv_uninit()
877 	bfad->bfad_flags &= ~BFAD_DRV_INIT_DONE;  in bfad_drv_uninit()
881 bfad_drv_start(struct bfad_s *bfad)  in bfad_drv_start()  argument
885 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_drv_start()
886 	bfa_iocfc_start(&bfad->bfa);  in bfad_drv_start()
887 	bfa_fcs_pbc_vport_init(&bfad->bfa_fcs);  in bfad_drv_start()
888 	bfa_fcs_fabric_modstart(&bfad->bfa_fcs);  in bfad_drv_start()
889 	bfad->bfad_flags |= BFAD_HAL_START_DONE;  in bfad_drv_start()
890 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_drv_start()
892 	if (bfad->im)  in bfad_drv_start()
893 		flush_workqueue(bfad->im->drv_workq);  in bfad_drv_start()
897 bfad_fcs_stop(struct bfad_s *bfad)  in bfad_fcs_stop()  argument
901 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_fcs_stop()
902 	init_completion(&bfad->comp);  in bfad_fcs_stop()
903 	bfad->pport.flags |= BFAD_PORT_DELETE;  in bfad_fcs_stop()
904 	bfa_fcs_exit(&bfad->bfa_fcs);  in bfad_fcs_stop()
905 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_fcs_stop()
906 	wait_for_completion(&bfad->comp);  in bfad_fcs_stop()
908 	bfa_sm_send_event(bfad, BFAD_E_FCS_EXIT_COMP);  in bfad_fcs_stop()
912 bfad_stop(struct bfad_s *bfad)  in bfad_stop()  argument
916 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_stop()
917 	init_completion(&bfad->comp);  in bfad_stop()
918 	bfa_iocfc_stop(&bfad->bfa);  in bfad_stop()
919 	bfad->bfad_flags &= ~BFAD_HAL_START_DONE;  in bfad_stop()
920 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_stop()
921 	wait_for_completion(&bfad->comp);  in bfad_stop()
923 	bfa_sm_send_event(bfad, BFAD_E_EXIT_COMP);  in bfad_stop()
927 bfad_cfg_pport(struct bfad_s *bfad, enum bfa_lport_role role)  in bfad_cfg_pport()  argument
934 		if (bfad->pport.im_port == NULL) {  in bfad_cfg_pport()
939 		rc = bfad_im_scsi_host_alloc(bfad, bfad->pport.im_port,  in bfad_cfg_pport()
940 						&bfad->pcidev->dev);  in bfad_cfg_pport()
944 		bfad->pport.roles |= BFA_LPORT_ROLE_FCP_IM;  in bfad_cfg_pport()
947 	bfad->bfad_flags |= BFAD_CFG_PPORT_DONE;  in bfad_cfg_pport()
954 bfad_uncfg_pport(struct bfad_s *bfad)  in bfad_uncfg_pport()  argument
957 	    (bfad->pport.roles & BFA_LPORT_ROLE_FCP_IM)) {  in bfad_uncfg_pport()
958 		bfad_im_scsi_host_free(bfad, bfad->pport.im_port);  in bfad_uncfg_pport()
959 		bfad_im_port_clean(bfad->pport.im_port);  in bfad_uncfg_pport()
960 		kfree(bfad->pport.im_port);  in bfad_uncfg_pport()
961 		bfad->pport.roles &= ~BFA_LPORT_ROLE_FCP_IM;  in bfad_uncfg_pport()
964 	bfad->bfad_flags &= ~BFAD_CFG_PPORT_DONE;  in bfad_uncfg_pport()
968 bfad_start_ops(struct bfad_s *bfad) {  in bfad_start_ops()  argument
995 	strlcpy(driver_info.os_device_name, bfad->pci_name,  in bfad_start_ops()
999 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_start_ops()
1000 	bfa_fcs_driver_info_init(&bfad->bfa_fcs, &driver_info);  in bfad_start_ops()
1002 	if (bfad->bfad_flags & BFAD_CFG_PPORT_DONE)  in bfad_start_ops()
1003 		bfa_fcs_update_cfg(&bfad->bfa_fcs);  in bfad_start_ops()
1005 		bfa_fcs_init(&bfad->bfa_fcs);  in bfad_start_ops()
1007 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_start_ops()
1009 	if (!(bfad->bfad_flags & BFAD_CFG_PPORT_DONE)) {  in bfad_start_ops()
1010 		retval = bfad_cfg_pport(bfad, BFA_LPORT_ROLE_FCP_IM);  in bfad_start_ops()
1016 	bfad_fc_host_init(bfad->pport.im_port);  in bfad_start_ops()
1019 	retval = bfad_im_probe(bfad);  in bfad_start_ops()
1022 		if (bfa_sm_cmp_state(bfad, bfad_sm_initializing))  in bfad_start_ops()
1023 			bfa_sm_set_state(bfad, bfad_sm_failed);  in bfad_start_ops()
1026 		bfad->bfad_flags |= BFAD_FC4_PROBE_DONE;  in bfad_start_ops()
1028 	bfad_drv_start(bfad);  in bfad_start_ops()
1031 	list_for_each_entry_safe(vport, vport_new, &bfad->pbc_vport_list,  in bfad_start_ops()
1045 		fc_vport = fc_vport_create(bfad->pport.im_port->shost, 0, &vid);  in bfad_start_ops()
1049 				" %s\n", bfad->inst_no, pwwn_buf);  in bfad_start_ops()
1061 		bfa_linkup_delay = bfad_get_linkup_delay(bfad);  in bfad_start_ops()
1062 		bfad_rport_online_wait(bfad);  in bfad_start_ops()
1065 		bfad_rport_online_wait(bfad);  in bfad_start_ops()
1067 	BFA_LOG(KERN_INFO, bfad, bfa_log_level, "bfa device claimed\n");  in bfad_start_ops()
1075 	struct bfad_s *bfad = ptr;  in bfad_worker()  local
1082 	bfa_sm_send_event(bfad, BFAD_E_INIT_SUCCESS);  in bfad_worker()
1084 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_worker()
1085 	bfad->bfad_tsk = NULL;  in bfad_worker()
1086 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_worker()
1097 	struct bfad_s	*bfad = dev_id;  in bfad_intx()  local
1102 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_intx()
1103 	rc = bfa_intx(&bfad->bfa);  in bfad_intx()
1105 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_intx()
1109 	bfa_comp_deq(&bfad->bfa, &doneq);  in bfad_intx()
1110 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_intx()
1113 		bfa_comp_process(&bfad->bfa, &doneq);  in bfad_intx()
1115 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_intx()
1116 		bfa_comp_free(&bfad->bfa, &doneq);  in bfad_intx()
1117 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_intx()
1128 	struct bfad_s *bfad = vec->bfad;  in bfad_msix()  local
1132 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_msix()
1134 	bfa_msix(&bfad->bfa, vec->msix.entry);  in bfad_msix()
1135 	bfa_comp_deq(&bfad->bfa, &doneq);  in bfad_msix()
1136 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_msix()
1139 		bfa_comp_process(&bfad->bfa, &doneq);  in bfad_msix()
1141 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_msix()
1142 		bfa_comp_free(&bfad->bfa, &doneq);  in bfad_msix()
1143 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_msix()
1153 bfad_init_msix_entry(struct bfad_s *bfad, struct msix_entry *msix_entries,  in bfad_init_msix_entry()  argument
1159 	for (i = 0, bfad->nvec = 0; i < MAX_MSIX_ENTRY; i++) {  in bfad_init_msix_entry()
1161 			bfad->msix_tab[bfad->nvec].msix.entry = i;  in bfad_init_msix_entry()
1162 			bfad->msix_tab[bfad->nvec].bfad = bfad;  in bfad_init_msix_entry()
1163 			msix_entries[bfad->nvec].entry = i;  in bfad_init_msix_entry()
1164 			bfad->nvec++;  in bfad_init_msix_entry()
1173 bfad_install_msix_handler(struct bfad_s *bfad)  in bfad_install_msix_handler()  argument
1177 	for (i = 0; i < bfad->nvec; i++) {  in bfad_install_msix_handler()
1178 		sprintf(bfad->msix_tab[i].name, "bfa-%s-%s",  in bfad_install_msix_handler()
1179 				bfad->pci_name,  in bfad_install_msix_handler()
1180 				((bfa_asic_id_cb(bfad->hal_pcidev.device_id)) ?  in bfad_install_msix_handler()
1183 		error = request_irq(bfad->msix_tab[i].msix.vector,  in bfad_install_msix_handler()
1185 				    bfad->msix_tab[i].name, &bfad->msix_tab[i]);  in bfad_install_msix_handler()
1186 		bfa_trc(bfad, i);  in bfad_install_msix_handler()
1187 		bfa_trc(bfad, bfad->msix_tab[i].msix.vector);  in bfad_install_msix_handler()
1192 				free_irq(bfad->msix_tab[j].msix.vector,  in bfad_install_msix_handler()
1193 						&bfad->msix_tab[j]);  in bfad_install_msix_handler()
1195 			bfad->bfad_flags &= ~BFAD_MSIX_ON;  in bfad_install_msix_handler()
1196 			pci_disable_msix(bfad->pcidev);  in bfad_install_msix_handler()
1209 bfad_setup_intr(struct bfad_s *bfad)  in bfad_setup_intr()  argument
1214 	struct pci_dev *pdev = bfad->pcidev;  in bfad_setup_intr()
1218 	bfa_msix_getvecs(&bfad->bfa, &mask, &num_bit, &max_bit);  in bfad_setup_intr()
1221 	bfad_init_msix_entry(bfad, msix_entries, mask, max_bit);  in bfad_setup_intr()
1226 		error = pci_enable_msix_exact(bfad->pcidev,  in bfad_setup_intr()
1227 					      msix_entries, bfad->nvec);  in bfad_setup_intr()
1232 			       bfad->pci_name, bfad->nvec, error);  in bfad_setup_intr()
1233 			bfad->nvec = 1;  in bfad_setup_intr()
1234 			error = pci_enable_msix_exact(bfad->pcidev,  in bfad_setup_intr()
1242 				bfad->inst_no, error);  in bfad_setup_intr()
1254 		for (i = 0; i < bfad->nvec; i++) {  in bfad_setup_intr()
1255 			bfa_trc(bfad, msix_entries[i].vector);  in bfad_setup_intr()
1256 			bfad->msix_tab[i].msix.vector = msix_entries[i].vector;  in bfad_setup_intr()
1259 		bfa_msix_init(&bfad->bfa, bfad->nvec);  in bfad_setup_intr()
1261 		bfad->bfad_flags |= BFAD_MSIX_ON;  in bfad_setup_intr()
1267 	error = request_irq(bfad->pcidev->irq, (irq_handler_t)bfad_intx,  in bfad_setup_intr()
1268 			    BFAD_IRQ_FLAGS, BFAD_DRIVER_NAME, bfad);  in bfad_setup_intr()
1272 	bfad->bfad_flags |= BFAD_INTX_ON;  in bfad_setup_intr()
1278 bfad_remove_intr(struct bfad_s *bfad)  in bfad_remove_intr()  argument
1282 	if (bfad->bfad_flags & BFAD_MSIX_ON) {  in bfad_remove_intr()
1283 		for (i = 0; i < bfad->nvec; i++)  in bfad_remove_intr()
1284 			free_irq(bfad->msix_tab[i].msix.vector,  in bfad_remove_intr()
1285 					&bfad->msix_tab[i]);  in bfad_remove_intr()
1287 		pci_disable_msix(bfad->pcidev);  in bfad_remove_intr()
1288 		bfad->bfad_flags &= ~BFAD_MSIX_ON;  in bfad_remove_intr()
1289 	} else if (bfad->bfad_flags & BFAD_INTX_ON) {  in bfad_remove_intr()
1290 		free_irq(bfad->pcidev->irq, bfad);  in bfad_remove_intr()
1300 	struct bfad_s	*bfad;  in bfad_pci_probe()  local
1308 	bfad = kzalloc(sizeof(struct bfad_s), GFP_KERNEL);  in bfad_pci_probe()
1309 	if (!bfad) {  in bfad_pci_probe()
1314 	bfad->trcmod = kzalloc(sizeof(struct bfa_trc_mod_s), GFP_KERNEL);  in bfad_pci_probe()
1315 	if (!bfad->trcmod) {  in bfad_pci_probe()
1322 	bfa_trc_init(bfad->trcmod);  in bfad_pci_probe()
1323 	bfa_trc(bfad, bfad_inst);  in bfad_pci_probe()
1326 	INIT_LIST_HEAD(&bfad->free_aen_q);  in bfad_pci_probe()
1327 	INIT_LIST_HEAD(&bfad->active_aen_q);  in bfad_pci_probe()
1329 		list_add_tail(&bfad->aen_list[i].qe, &bfad->free_aen_q);  in bfad_pci_probe()
1332 		kfree(bfad->trcmod);  in bfad_pci_probe()
1336 	retval = bfad_pci_init(pdev, bfad);  in bfad_pci_probe()
1344 	bfad->inst_no = bfad_inst++;  in bfad_pci_probe()
1345 	list_add_tail(&bfad->list_entry, &bfad_list);  in bfad_pci_probe()
1349 	bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_pci_probe()
1351 	spin_lock_init(&bfad->bfad_lock);  in bfad_pci_probe()
1352 	spin_lock_init(&bfad->bfad_aen_spinlock);  in bfad_pci_probe()
1354 	pci_set_drvdata(pdev, bfad);  in bfad_pci_probe()
1356 	bfad->ref_count = 0;  in bfad_pci_probe()
1357 	bfad->pport.bfad = bfad;  in bfad_pci_probe()
1358 	INIT_LIST_HEAD(&bfad->pbc_vport_list);  in bfad_pci_probe()
1359 	INIT_LIST_HEAD(&bfad->vport_list);  in bfad_pci_probe()
1363 		bfad_debugfs_init(&bfad->pport);  in bfad_pci_probe()
1365 	retval = bfad_drv_init(bfad);  in bfad_pci_probe()
1369 	bfa_sm_send_event(bfad, BFAD_E_CREATE);  in bfad_pci_probe()
1371 	if (bfa_sm_cmp_state(bfad, bfad_sm_uninit))  in bfad_pci_probe()
1377 	bfad_hal_mem_release(bfad);  in bfad_pci_probe()
1380 	kfree(bfad->regdata);  in bfad_pci_probe()
1381 	bfad_debugfs_exit(&bfad->pport);  in bfad_pci_probe()
1384 	list_del(&bfad->list_entry);  in bfad_pci_probe()
1386 	bfad_pci_uninit(pdev, bfad);  in bfad_pci_probe()
1388 	kfree(bfad->trcmod);  in bfad_pci_probe()
1390 	kfree(bfad);  in bfad_pci_probe()
1401 	struct bfad_s	      *bfad = pci_get_drvdata(pdev);  in bfad_pci_remove()  local
1404 	bfa_trc(bfad, bfad->inst_no);  in bfad_pci_remove()
1406 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1407 	if (bfad->bfad_tsk != NULL) {  in bfad_pci_remove()
1408 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1409 		kthread_stop(bfad->bfad_tsk);  in bfad_pci_remove()
1411 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1415 	bfa_sm_send_event(bfad, BFAD_E_STOP);  in bfad_pci_remove()
1418 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1419 	bfa_detach(&bfad->bfa);  in bfad_pci_remove()
1420 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1421 	bfad_hal_mem_release(bfad);  in bfad_pci_remove()
1424 	kfree(bfad->regdata);  in bfad_pci_remove()
1425 	bfad_debugfs_exit(&bfad->pport);  in bfad_pci_remove()
1430 	list_del(&bfad->list_entry);  in bfad_pci_remove()
1432 	bfad_pci_uninit(pdev, bfad);  in bfad_pci_remove()
1434 	kfree(bfad->trcmod);  in bfad_pci_remove()
1435 	kfree(bfad);  in bfad_pci_remove()
1444 	struct bfad_s *bfad = pci_get_drvdata(pdev);  in bfad_pci_error_detected()  local
1450 		   state, bfad->bfad_flags);  in bfad_pci_error_detected()
1454 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1455 		bfad->bfad_flags &= ~BFAD_EEH_BUSY;  in bfad_pci_error_detected()
1457 		bfa_ioc_suspend(&bfad->bfa.ioc);  in bfad_pci_error_detected()
1458 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1459 		del_timer_sync(&bfad->hal_tmo);  in bfad_pci_error_detected()
1463 		init_completion(&bfad->comp);  in bfad_pci_error_detected()
1464 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1465 		bfad->bfad_flags |= BFAD_EEH_BUSY;  in bfad_pci_error_detected()
1467 		bfa_ioc_suspend(&bfad->bfa.ioc);  in bfad_pci_error_detected()
1468 		bfa_fcs_stop(&bfad->bfa_fcs);  in bfad_pci_error_detected()
1469 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1470 		wait_for_completion(&bfad->comp);  in bfad_pci_error_detected()
1472 		bfad_remove_intr(bfad);  in bfad_pci_error_detected()
1473 		del_timer_sync(&bfad->hal_tmo);  in bfad_pci_error_detected()
1478 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1479 		bfad->bfad_flags |= BFAD_EEH_BUSY |  in bfad_pci_error_detected()
1481 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1499 restart_bfa(struct bfad_s *bfad)  in restart_bfa()  argument
1502 	struct pci_dev *pdev = bfad->pcidev;  in restart_bfa()
1504 	bfa_attach(&bfad->bfa, bfad, &bfad->ioc_cfg,  in restart_bfa()
1505 		   &bfad->meminfo, &bfad->hal_pcidev);  in restart_bfa()
1508 	if (bfad_setup_intr(bfad)) {  in restart_bfa()
1510 			   "%s: bfad_setup_intr failed\n", bfad->pci_name);  in restart_bfa()
1511 		bfa_sm_send_event(bfad, BFAD_E_INIT_FAILED);  in restart_bfa()
1515 	init_completion(&bfad->comp);  in restart_bfa()
1516 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in restart_bfa()
1517 	bfa_iocfc_init(&bfad->bfa);  in restart_bfa()
1518 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in restart_bfa()
1521 	if ((bfad->bfad_flags & BFAD_MSIX_ON) &&  in restart_bfa()
1522 	    bfad_install_msix_handler(bfad))  in restart_bfa()
1524 			   "%s: install_msix failed.\n", bfad->pci_name);  in restart_bfa()
1526 	bfad_init_timer(bfad);  in restart_bfa()
1527 	wait_for_completion(&bfad->comp);  in restart_bfa()
1528 	bfad_drv_start(bfad);  in restart_bfa()
1539 	struct bfad_s *bfad = pci_get_drvdata(pdev);  in bfad_pci_slot_reset()  local
1543 		   "bfad_pci_slot_reset flags: 0x%x\n", bfad->bfad_flags);  in bfad_pci_slot_reset()
1568 	if (pci_set_dma_mask(bfad->pcidev, DMA_BIT_MASK(64)) != 0)  in bfad_pci_slot_reset()
1569 		if (pci_set_dma_mask(bfad->pcidev, DMA_BIT_MASK(32)) != 0)  in bfad_pci_slot_reset()
1574 	if (restart_bfa(bfad) == -1)  in bfad_pci_slot_reset()
1579 		   "slot_reset completed  flags: 0x%x!\n", bfad->bfad_flags);  in bfad_pci_slot_reset()
1592 	struct bfad_s *bfad = pci_get_drvdata(pdev);  in bfad_pci_mmio_enabled()  local
1597 	bfa_ioc_debug_save_ftrc(&bfad->bfa.ioc);  in bfad_pci_mmio_enabled()
1600 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_mmio_enabled()
1601 	init_completion(&bfad->comp);  in bfad_pci_mmio_enabled()
1602 	bfa_fcs_stop(&bfad->bfa_fcs);  in bfad_pci_mmio_enabled()
1603 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_mmio_enabled()
1604 	wait_for_completion(&bfad->comp);  in bfad_pci_mmio_enabled()
1606 	bfad_remove_intr(bfad);  in bfad_pci_mmio_enabled()
1607 	del_timer_sync(&bfad->hal_tmo);  in bfad_pci_mmio_enabled()
1617 	struct bfad_s *bfad = pci_get_drvdata(pdev);  in bfad_pci_resume()  local
1622 	bfad_rport_online_wait(bfad);  in bfad_pci_resume()
1624 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_resume()
1625 	bfad->bfad_flags &= ~BFAD_EEH_BUSY;  in bfad_pci_resume()
1626 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_resume()