Lines Matching refs:sli4_hba
376 phba->sli4_hba.fawwpn_flag & LPFC_FAWWPN_FABRIC) { in lpfc_update_vport_wwn()
377 if (!(phba->sli4_hba.fawwpn_flag & LPFC_FAWWPN_CONFIG)) in lpfc_update_vport_wwn()
378 phba->sli4_hba.fawwpn_flag &= in lpfc_update_vport_wwn()
388 phba->sli4_hba.fawwpn_flag); in lpfc_update_vport_wwn()
705 phba->sli4_hba.pc_sli4_params.mi_ver = in lpfc_sli4_refresh_params()
708 phba->sli4_hba.pc_sli4_params.mi_ver = 0; in lpfc_sli4_refresh_params()
710 phba->sli4_hba.pc_sli4_params.cmf = in lpfc_sli4_refresh_params()
712 phba->sli4_hba.pc_sli4_params.pls = in lpfc_sli4_refresh_params()
929 while (!list_empty(&phba->sli4_hba.sp_queue_event)) { in lpfc_sli4_free_sp_events()
932 list_remove_head(&phba->sli4_hba.sp_queue_event, in lpfc_sli4_free_sp_events()
1033 list_for_each_entry(qp, &phba->sli4_hba.lpfc_wq_list, wq_list) { in lpfc_hba_clean_txcmplq()
1107 spin_lock_irq(&phba->sli4_hba.sgl_list_lock); in lpfc_hba_down_post_s4()
1109 &phba->sli4_hba.lpfc_abts_els_sgl_list, list) in lpfc_hba_down_post_s4()
1112 list_splice_init(&phba->sli4_hba.lpfc_abts_els_sgl_list, in lpfc_hba_down_post_s4()
1113 &phba->sli4_hba.lpfc_els_sgl_list); in lpfc_hba_down_post_s4()
1116 spin_unlock_irq(&phba->sli4_hba.sgl_list_lock); in lpfc_hba_down_post_s4()
1124 qp = &phba->sli4_hba.hdwq[idx]; in lpfc_hba_down_post_s4()
1147 spin_lock_irq(&phba->sli4_hba.abts_nvmet_buf_list_lock); in lpfc_hba_down_post_s4()
1148 list_splice_init(&phba->sli4_hba.lpfc_abts_nvmet_ctx_list, in lpfc_hba_down_post_s4()
1150 spin_unlock_irq(&phba->sli4_hba.abts_nvmet_buf_list_lock); in lpfc_hba_down_post_s4()
1307 hdwq = &phba->sli4_hba.hdwq[phba->sli4_hba.cpu_map[i].hdwq]; in lpfc_idle_stat_delay_work()
1314 idle_stat = &phba->sli4_hba.idle_stat[i]; in lpfc_idle_stat_delay_work()
1366 ena_delay = kcalloc(phba->sli4_hba.num_possible_cpu, sizeof(*ena_delay), in lpfc_hb_eq_delay_work()
1373 eq = phba->sli4_hba.hba_eq_hdl[i].eq; in lpfc_hb_eq_delay_work()
1383 eqi = per_cpu_ptr(phba->sli4_hba.eq_info, i); in lpfc_hb_eq_delay_work()
1396 eqi_new = per_cpu_ptr(phba->sli4_hba.eq_info, in lpfc_hb_eq_delay_work()
1919 if (bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) >= in lpfc_sli4_port_sta_fn_reset()
2013 if_type = bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf); in lpfc_handle_eratt_s4()
2017 phba->sli4_hba.u.if_type0.UERRLOregaddr, in lpfc_handle_eratt_s4()
2020 phba->sli4_hba.u.if_type0.UEMASKLOregaddr, in lpfc_handle_eratt_s4()
2032 for (i = 0; i < phba->sli4_hba.ue_to_sr / 1000; i++) { in lpfc_handle_eratt_s4()
2033 if (lpfc_readl(phba->sli4_hba.PSMPHRregaddr, in lpfc_handle_eratt_s4()
2055 if (!lpfc_readl(phba->sli4_hba.PSMPHRregaddr, in lpfc_handle_eratt_s4()
2080 phba->sli4_hba.u.if_type2.STATUSregaddr, in lpfc_handle_eratt_s4()
2086 readl(phba->sli4_hba.u.if_type2.STATUSregaddr)); in lpfc_handle_eratt_s4()
2090 reg_err1 = readl(phba->sli4_hba.u.if_type2.ERR1regaddr); in lpfc_handle_eratt_s4()
2091 reg_err2 = readl(phba->sli4_hba.u.if_type2.ERR2regaddr); in lpfc_handle_eratt_s4()
2331 (phba->sli4_hba.pport_name_sta == in lpfc_fill_vpd()
2341 (phba->sli4_hba.pport_name_sta == in lpfc_fill_vpd()
3192 if (!phba->sli4_hba.pc_sli4_params.cmf) in lpfc_cmf_stop()
3255 if (!phba->sli4_hba.pc_sli4_params.cmf || in lpfc_cmf_start()
3447 qp = &phba->sli4_hba.hdwq[0]; in lpfc_create_expedite_pool()
3482 qp = &phba->sli4_hba.hdwq[0]; in lpfc_destroy_expedite_pool()
3521 phba->cfg_hdw_queue, phba->sli4_hba.num_present_cpu, in lpfc_create_multixri_pools()
3522 phba->sli4_hba.io_xri_cnt); in lpfc_create_multixri_pools()
3528 count_per_hwq = phba->sli4_hba.io_xri_cnt / hwq_count; in lpfc_create_multixri_pools()
3543 qp = &phba->sli4_hba.hdwq[j]; in lpfc_create_multixri_pools()
3551 qp = &phba->sli4_hba.hdwq[i]; in lpfc_create_multixri_pools()
3614 qp = &phba->sli4_hba.hdwq[i]; in lpfc_destroy_multixri_pools()
3708 if (!phba->sli4_hba.max_cfg_param.vpi_used) in lpfc_online()
4012 qp = &phba->sli4_hba.hdwq[idx]; in lpfc_io_free()
4073 if (els_xri_cnt > phba->sli4_hba.els_xri_cnt) { in lpfc_sli4_els_sgl_update()
4075 xri_cnt = els_xri_cnt - phba->sli4_hba.els_xri_cnt; in lpfc_sli4_els_sgl_update()
4078 "%d to %d\n", phba->sli4_hba.els_xri_cnt, in lpfc_sli4_els_sgl_update()
4109 spin_lock_irq(&phba->sli4_hba.sgl_list_lock); in lpfc_sli4_els_sgl_update()
4111 &phba->sli4_hba.lpfc_els_sgl_list); in lpfc_sli4_els_sgl_update()
4112 spin_unlock_irq(&phba->sli4_hba.sgl_list_lock); in lpfc_sli4_els_sgl_update()
4113 } else if (els_xri_cnt < phba->sli4_hba.els_xri_cnt) { in lpfc_sli4_els_sgl_update()
4115 xri_cnt = phba->sli4_hba.els_xri_cnt - els_xri_cnt; in lpfc_sli4_els_sgl_update()
4118 "%d to %d\n", phba->sli4_hba.els_xri_cnt, in lpfc_sli4_els_sgl_update()
4120 spin_lock_irq(&phba->sli4_hba.sgl_list_lock); in lpfc_sli4_els_sgl_update()
4121 list_splice_init(&phba->sli4_hba.lpfc_els_sgl_list, in lpfc_sli4_els_sgl_update()
4134 &phba->sli4_hba.lpfc_els_sgl_list); in lpfc_sli4_els_sgl_update()
4135 spin_unlock_irq(&phba->sli4_hba.sgl_list_lock); in lpfc_sli4_els_sgl_update()
4140 phba->sli4_hba.els_xri_cnt = els_xri_cnt; in lpfc_sli4_els_sgl_update()
4146 &phba->sli4_hba.lpfc_els_sgl_list, list) { in lpfc_sli4_els_sgl_update()
4157 sglq_entry->sli4_xritag = phba->sli4_hba.xri_ids[lxri]; in lpfc_sli4_els_sgl_update()
4193 nvmet_xri_cnt = phba->sli4_hba.max_cfg_param.max_xri - els_xri_cnt; in lpfc_sli4_nvmet_sgl_update()
4194 if (nvmet_xri_cnt > phba->sli4_hba.nvmet_xri_cnt) { in lpfc_sli4_nvmet_sgl_update()
4196 xri_cnt = nvmet_xri_cnt - phba->sli4_hba.nvmet_xri_cnt; in lpfc_sli4_nvmet_sgl_update()
4199 phba->sli4_hba.nvmet_xri_cnt, nvmet_xri_cnt); in lpfc_sli4_nvmet_sgl_update()
4231 spin_lock(&phba->sli4_hba.sgl_list_lock); in lpfc_sli4_nvmet_sgl_update()
4233 &phba->sli4_hba.lpfc_nvmet_sgl_list); in lpfc_sli4_nvmet_sgl_update()
4234 spin_unlock(&phba->sli4_hba.sgl_list_lock); in lpfc_sli4_nvmet_sgl_update()
4236 } else if (nvmet_xri_cnt < phba->sli4_hba.nvmet_xri_cnt) { in lpfc_sli4_nvmet_sgl_update()
4238 xri_cnt = phba->sli4_hba.nvmet_xri_cnt - nvmet_xri_cnt; in lpfc_sli4_nvmet_sgl_update()
4241 "%d to %d\n", phba->sli4_hba.nvmet_xri_cnt, in lpfc_sli4_nvmet_sgl_update()
4244 spin_lock(&phba->sli4_hba.sgl_list_lock); in lpfc_sli4_nvmet_sgl_update()
4245 list_splice_init(&phba->sli4_hba.lpfc_nvmet_sgl_list, in lpfc_sli4_nvmet_sgl_update()
4258 &phba->sli4_hba.lpfc_nvmet_sgl_list); in lpfc_sli4_nvmet_sgl_update()
4259 spin_unlock(&phba->sli4_hba.sgl_list_lock); in lpfc_sli4_nvmet_sgl_update()
4265 phba->sli4_hba.nvmet_xri_cnt = nvmet_xri_cnt; in lpfc_sli4_nvmet_sgl_update()
4271 &phba->sli4_hba.lpfc_nvmet_sgl_list, list) { in lpfc_sli4_nvmet_sgl_update()
4282 sglq_entry->sli4_xritag = phba->sli4_hba.xri_ids[lxri]; in lpfc_sli4_nvmet_sgl_update()
4302 qp = &phba->sli4_hba.hdwq[idx]; in lpfc_io_buf_flush()
4360 qp = phba->sli4_hba.hdwq; in lpfc_io_buf_replenish()
4369 qp = &phba->sli4_hba.hdwq[idx]; in lpfc_io_buf_replenish()
4411 io_xri_max = phba->sli4_hba.max_cfg_param.max_xri - els_xri_cnt; in lpfc_sli4_io_sgl_update()
4412 phba->sli4_hba.io_xri_max = io_xri_max; in lpfc_sli4_io_sgl_update()
4417 phba->sli4_hba.io_xri_cnt, in lpfc_sli4_io_sgl_update()
4418 phba->sli4_hba.io_xri_max, in lpfc_sli4_io_sgl_update()
4423 if (phba->sli4_hba.io_xri_cnt > phba->sli4_hba.io_xri_max) { in lpfc_sli4_io_sgl_update()
4425 io_xri_cnt = phba->sli4_hba.io_xri_cnt - in lpfc_sli4_io_sgl_update()
4426 phba->sli4_hba.io_xri_max; in lpfc_sli4_io_sgl_update()
4438 phba->sli4_hba.io_xri_cnt -= io_xri_cnt; in lpfc_sli4_io_sgl_update()
4444 phba->sli4_hba.io_xri_cnt = cnt; in lpfc_sli4_io_sgl_update()
4457 lpfc_ncmd->cur_iocbq.sli4_xritag = phba->sli4_hba.xri_ids[lxri]; in lpfc_sli4_io_sgl_update()
4492 phba->sli4_hba.io_xri_cnt = 0; in lpfc_new_io_buf()
4557 pwqeq->sli4_xritag = phba->sli4_hba.xri_ids[lxri]; in lpfc_new_io_buf()
4567 phba->sli4_hba.io_xri_cnt++; in lpfc_new_io_buf()
4784 phba->sli4_hba.pc_sli4_params.sge_supp_len-1; in lpfc_create_port()
5072 phba->sli4_hba.intr_enable = 0; in lpfc_stop_port_s4()
5283 if (phba->sli4_hba.link_state.logical_speed) in lpfc_sli_port_speed_get()
5285 phba->sli4_hba.link_state.logical_speed; in lpfc_sli_port_speed_get()
5287 link_speed = phba->sli4_hba.link_state.speed; in lpfc_sli_port_speed_get()
5427 phba->sli4_hba.els_wq->pring->flag |= LPFC_STOP_IOCB_EVENT; in lpfc_sli4_async_link_evt()
5438 phba->sli4_hba.link_state.speed = in lpfc_sli4_async_link_evt()
5441 phba->sli4_hba.link_state.duplex = in lpfc_sli4_async_link_evt()
5443 phba->sli4_hba.link_state.status = in lpfc_sli4_async_link_evt()
5445 phba->sli4_hba.link_state.type = in lpfc_sli4_async_link_evt()
5447 phba->sli4_hba.link_state.number = in lpfc_sli4_async_link_evt()
5449 phba->sli4_hba.link_state.fault = in lpfc_sli4_async_link_evt()
5451 phba->sli4_hba.link_state.logical_speed = in lpfc_sli4_async_link_evt()
5458 phba->sli4_hba.link_state.speed, in lpfc_sli4_async_link_evt()
5459 phba->sli4_hba.link_state.topology, in lpfc_sli4_async_link_evt()
5460 phba->sli4_hba.link_state.status, in lpfc_sli4_async_link_evt()
5461 phba->sli4_hba.link_state.type, in lpfc_sli4_async_link_evt()
5462 phba->sli4_hba.link_state.number, in lpfc_sli4_async_link_evt()
5463 phba->sli4_hba.link_state.logical_speed, in lpfc_sli4_async_link_evt()
5464 phba->sli4_hba.link_state.fault); in lpfc_sli4_async_link_evt()
6194 phba->sli4_hba.link_state.speed = in lpfc_update_trunk_link_status()
6198 phba->sli4_hba.link_state.logical_speed = in lpfc_update_trunk_link_status()
6237 phba->sli4_hba.link_state.logical_speed / (cnt * 1000); in lpfc_update_trunk_link_status()
6245 phba->sli4_hba.link_state.speed, in lpfc_update_trunk_link_status()
6246 phba->sli4_hba.link_state.logical_speed, in lpfc_update_trunk_link_status()
6300 phba->sli4_hba.link_state.speed = in lpfc_sli4_async_fc_evt()
6303 phba->sli4_hba.link_state.duplex = LPFC_ASYNC_LINK_DUPLEX_FULL; in lpfc_sli4_async_fc_evt()
6304 phba->sli4_hba.link_state.topology = in lpfc_sli4_async_fc_evt()
6306 phba->sli4_hba.link_state.status = in lpfc_sli4_async_fc_evt()
6308 phba->sli4_hba.link_state.type = in lpfc_sli4_async_fc_evt()
6310 phba->sli4_hba.link_state.number = in lpfc_sli4_async_fc_evt()
6312 phba->sli4_hba.link_state.fault = in lpfc_sli4_async_fc_evt()
6317 phba->sli4_hba.link_state.logical_speed = 0; in lpfc_sli4_async_fc_evt()
6318 else if (!phba->sli4_hba.conf_trunk) in lpfc_sli4_async_fc_evt()
6319 phba->sli4_hba.link_state.logical_speed = in lpfc_sli4_async_fc_evt()
6326 phba->sli4_hba.link_state.speed, in lpfc_sli4_async_fc_evt()
6327 phba->sli4_hba.link_state.topology, in lpfc_sli4_async_fc_evt()
6328 phba->sli4_hba.link_state.status, in lpfc_sli4_async_fc_evt()
6329 phba->sli4_hba.link_state.type, in lpfc_sli4_async_fc_evt()
6330 phba->sli4_hba.link_state.number, in lpfc_sli4_async_fc_evt()
6331 phba->sli4_hba.link_state.logical_speed, in lpfc_sli4_async_fc_evt()
6332 phba->sli4_hba.link_state.fault); in lpfc_sli4_async_fc_evt()
6350 phba->sli4_hba.els_wq->pring->flag |= LPFC_STOP_IOCB_EVENT; in lpfc_sli4_async_fc_evt()
6360 if (phba->sli4_hba.link_state.status != LPFC_FC_LA_TYPE_LINK_UP) { in lpfc_sli4_async_fc_evt()
6363 switch (phba->sli4_hba.link_state.status) { in lpfc_sli4_async_fc_evt()
6385 if (phba->sli4_hba.link_state.status == in lpfc_sli4_async_fc_evt()
6481 switch (phba->sli4_hba.lnk_info.lnk_no) { in lpfc_sli4_async_sli_evt()
6511 phba->sli4_hba.lnk_info.lnk_no); in lpfc_sli4_async_sli_evt()
6516 if (phba->sli4_hba.lnk_info.optic_state == status) in lpfc_sli4_async_sli_evt()
6580 phba->sli4_hba.lnk_info.optic_state = status; in lpfc_sli4_async_sli_evt()
6603 phba->sli4_hba.fawwpn_flag &= ~LPFC_FAWWPN_FABRIC; in lpfc_sli4_async_sli_evt()
7017 prev_ll_spd = phba->sli4_hba.link_state.logical_speed; in lpfc_sli4_async_grp5_evt()
7018 phba->sli4_hba.link_state.logical_speed = in lpfc_sli4_async_grp5_evt()
7023 phba->sli4_hba.link_state.logical_speed); in lpfc_sli4_async_grp5_evt()
7290 if (!phba->sli4_hba.pc_sli4_params.cmf) { in lpfc_sli4_cgn_parm_chg_evt()
7330 spin_lock_irqsave(&phba->sli4_hba.asynce_list_lock, iflags); in lpfc_sli4_async_event_proc()
7331 while (!list_empty(&phba->sli4_hba.sp_asynce_work_queue)) { in lpfc_sli4_async_event_proc()
7332 list_remove_head(&phba->sli4_hba.sp_asynce_work_queue, in lpfc_sli4_async_event_proc()
7334 spin_unlock_irqrestore(&phba->sli4_hba.asynce_list_lock, in lpfc_sli4_async_event_proc()
7374 spin_lock_irqsave(&phba->sli4_hba.asynce_list_lock, iflags); in lpfc_sli4_async_event_proc()
7376 spin_unlock_irqrestore(&phba->sli4_hba.asynce_list_lock, iflags); in lpfc_sli4_async_event_proc()
7923 phba->sli4_hba.num_present_cpu = lpfc_present_cpu; in lpfc_sli4_driver_resource_setup()
7924 phba->sli4_hba.num_possible_cpu = cpumask_last(cpu_possible_mask) + 1; in lpfc_sli4_driver_resource_setup()
7925 phba->sli4_hba.curr_disp_cpu = 0; in lpfc_sli4_driver_resource_setup()
7998 spin_lock_init(&phba->sli4_hba.abts_io_buf_list_lock); in lpfc_sli4_driver_resource_setup()
7999 INIT_LIST_HEAD(&phba->sli4_hba.lpfc_abts_io_buf_list); in lpfc_sli4_driver_resource_setup()
8003 spin_lock_init(&phba->sli4_hba.abts_nvmet_buf_list_lock); in lpfc_sli4_driver_resource_setup()
8004 INIT_LIST_HEAD(&phba->sli4_hba.lpfc_abts_nvmet_ctx_list); in lpfc_sli4_driver_resource_setup()
8005 INIT_LIST_HEAD(&phba->sli4_hba.lpfc_nvmet_io_wait_list); in lpfc_sli4_driver_resource_setup()
8006 spin_lock_init(&phba->sli4_hba.t_active_list_lock); in lpfc_sli4_driver_resource_setup()
8007 INIT_LIST_HEAD(&phba->sli4_hba.t_active_ctx_list); in lpfc_sli4_driver_resource_setup()
8011 spin_lock_init(&phba->sli4_hba.sgl_list_lock); in lpfc_sli4_driver_resource_setup()
8012 spin_lock_init(&phba->sli4_hba.nvmet_io_wait_lock); in lpfc_sli4_driver_resource_setup()
8013 spin_lock_init(&phba->sli4_hba.asynce_list_lock); in lpfc_sli4_driver_resource_setup()
8014 spin_lock_init(&phba->sli4_hba.els_xri_abrt_list_lock); in lpfc_sli4_driver_resource_setup()
8021 INIT_LIST_HEAD(&phba->sli4_hba.sp_cqe_event_pool); in lpfc_sli4_driver_resource_setup()
8023 INIT_LIST_HEAD(&phba->sli4_hba.sp_queue_event); in lpfc_sli4_driver_resource_setup()
8025 INIT_LIST_HEAD(&phba->sli4_hba.sp_asynce_work_queue); in lpfc_sli4_driver_resource_setup()
8027 INIT_LIST_HEAD(&phba->sli4_hba.sp_els_xri_aborted_work_queue); in lpfc_sli4_driver_resource_setup()
8029 INIT_LIST_HEAD(&phba->sli4_hba.sp_unsol_work_queue); in lpfc_sli4_driver_resource_setup()
8032 INIT_LIST_HEAD(&phba->sli4_hba.lpfc_rpi_blk_list); in lpfc_sli4_driver_resource_setup()
8033 INIT_LIST_HEAD(&phba->sli4_hba.lpfc_xri_blk_list); in lpfc_sli4_driver_resource_setup()
8034 INIT_LIST_HEAD(&phba->sli4_hba.lpfc_vfi_blk_list); in lpfc_sli4_driver_resource_setup()
8044 phba->sli4_hba.lnk_info.optic_state = 0xff; in lpfc_sli4_driver_resource_setup()
8052 if (bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) >= in lpfc_sli4_driver_resource_setup()
8077 if (phba->sli4_hba.fawwpn_flag & LPFC_FAWWPN_CONFIG) { in lpfc_sli4_driver_resource_setup()
8085 phba->sli4_hba.fawwpn_flag |= LPFC_FAWWPN_FABRIC; in lpfc_sli4_driver_resource_setup()
8093 if (bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) == in lpfc_sli4_driver_resource_setup()
8129 phba->sli4_hba.wwnn.u.name = wwn; in lpfc_sli4_driver_resource_setup()
8134 phba->sli4_hba.wwpn.u.name = wwn; in lpfc_sli4_driver_resource_setup()
8160 phba->sli4_hba.num_present_cpu; in lpfc_sli4_driver_resource_setup()
8162 phba->sli4_hba.num_present_cpu; in lpfc_sli4_driver_resource_setup()
8180 &phba->sli4_hba.sli_intf); in lpfc_sli4_driver_resource_setup()
8182 &phba->sli4_hba.sli_intf); in lpfc_sli4_driver_resource_setup()
8183 if (phba->sli4_hba.extents_in_use && in lpfc_sli4_driver_resource_setup()
8184 phba->sli4_hba.rpi_hdrs_in_use) { in lpfc_sli4_driver_resource_setup()
8374 phba->sli4_hba.hba_eq_hdl = kcalloc(phba->cfg_irq_chann, in lpfc_sli4_driver_resource_setup()
8377 if (!phba->sli4_hba.hba_eq_hdl) { in lpfc_sli4_driver_resource_setup()
8385 phba->sli4_hba.cpu_map = kcalloc(phba->sli4_hba.num_possible_cpu, in lpfc_sli4_driver_resource_setup()
8388 if (!phba->sli4_hba.cpu_map) { in lpfc_sli4_driver_resource_setup()
8396 phba->sli4_hba.eq_info = alloc_percpu(struct lpfc_eq_intr_info); in lpfc_sli4_driver_resource_setup()
8397 if (!phba->sli4_hba.eq_info) { in lpfc_sli4_driver_resource_setup()
8404 phba->sli4_hba.idle_stat = kcalloc(phba->sli4_hba.num_possible_cpu, in lpfc_sli4_driver_resource_setup()
8405 sizeof(*phba->sli4_hba.idle_stat), in lpfc_sli4_driver_resource_setup()
8407 if (!phba->sli4_hba.idle_stat) { in lpfc_sli4_driver_resource_setup()
8415 phba->sli4_hba.c_stat = alloc_percpu(struct lpfc_hdwq_stat); in lpfc_sli4_driver_resource_setup()
8416 if (!phba->sli4_hba.c_stat) { in lpfc_sli4_driver_resource_setup()
8453 free_percpu(phba->sli4_hba.c_stat); in lpfc_sli4_driver_resource_setup()
8456 kfree(phba->sli4_hba.idle_stat); in lpfc_sli4_driver_resource_setup()
8458 free_percpu(phba->sli4_hba.eq_info); in lpfc_sli4_driver_resource_setup()
8460 kfree(phba->sli4_hba.cpu_map); in lpfc_sli4_driver_resource_setup()
8462 kfree(phba->sli4_hba.hba_eq_hdl); in lpfc_sli4_driver_resource_setup()
8499 free_percpu(phba->sli4_hba.eq_info); in lpfc_sli4_driver_resource_unset()
8501 free_percpu(phba->sli4_hba.c_stat); in lpfc_sli4_driver_resource_unset()
8504 kfree(phba->sli4_hba.idle_stat); in lpfc_sli4_driver_resource_unset()
8507 kfree(phba->sli4_hba.cpu_map); in lpfc_sli4_driver_resource_unset()
8508 phba->sli4_hba.num_possible_cpu = 0; in lpfc_sli4_driver_resource_unset()
8509 phba->sli4_hba.num_present_cpu = 0; in lpfc_sli4_driver_resource_unset()
8510 phba->sli4_hba.curr_disp_cpu = 0; in lpfc_sli4_driver_resource_unset()
8511 cpumask_clear(&phba->sli4_hba.irq_aff_mask); in lpfc_sli4_driver_resource_unset()
8514 kfree(phba->sli4_hba.hba_eq_hdl); in lpfc_sli4_driver_resource_unset()
8743 spin_lock_irq(&phba->sli4_hba.sgl_list_lock); in lpfc_free_els_sgl_list()
8744 list_splice_init(&phba->sli4_hba.lpfc_els_sgl_list, &sglq_list); in lpfc_free_els_sgl_list()
8745 spin_unlock_irq(&phba->sli4_hba.sgl_list_lock); in lpfc_free_els_sgl_list()
8765 spin_lock(&phba->sli4_hba.sgl_list_lock); in lpfc_free_nvmet_sgl_list()
8766 list_splice_init(&phba->sli4_hba.lpfc_nvmet_sgl_list, &sglq_list); in lpfc_free_nvmet_sgl_list()
8767 spin_unlock(&phba->sli4_hba.sgl_list_lock); in lpfc_free_nvmet_sgl_list()
8781 phba->sli4_hba.nvmet_xri_cnt = 0; in lpfc_free_nvmet_sgl_list()
8796 size *= phba->sli4_hba.max_cfg_param.max_xri; in lpfc_init_active_sgl_array()
8798 phba->sli4_hba.lpfc_sglq_active_list = in lpfc_init_active_sgl_array()
8800 if (!phba->sli4_hba.lpfc_sglq_active_list) in lpfc_init_active_sgl_array()
8816 kfree(phba->sli4_hba.lpfc_sglq_active_list); in lpfc_free_active_sgl()
8831 INIT_LIST_HEAD(&phba->sli4_hba.lpfc_els_sgl_list); in lpfc_init_sgl_list()
8832 INIT_LIST_HEAD(&phba->sli4_hba.lpfc_abts_els_sgl_list); in lpfc_init_sgl_list()
8833 INIT_LIST_HEAD(&phba->sli4_hba.lpfc_nvmet_sgl_list); in lpfc_init_sgl_list()
8834 INIT_LIST_HEAD(&phba->sli4_hba.lpfc_abts_nvmet_ctx_list); in lpfc_init_sgl_list()
8837 phba->sli4_hba.els_xri_cnt = 0; in lpfc_init_sgl_list()
8840 phba->sli4_hba.io_xri_cnt = 0; in lpfc_init_sgl_list()
8863 INIT_LIST_HEAD(&phba->sli4_hba.lpfc_rpi_hdr_list); in lpfc_sli4_init_rpi_hdrs()
8864 if (!phba->sli4_hba.rpi_hdrs_in_use) in lpfc_sli4_init_rpi_hdrs()
8866 if (phba->sli4_hba.extents_in_use) in lpfc_sli4_init_rpi_hdrs()
8905 if (!phba->sli4_hba.rpi_hdrs_in_use) in lpfc_sli4_create_rpi_hdr()
8907 if (phba->sli4_hba.extents_in_use) in lpfc_sli4_create_rpi_hdr()
8911 rpi_limit = phba->sli4_hba.max_cfg_param.max_rpi; in lpfc_sli4_create_rpi_hdr()
8919 curr_rpi_range = phba->sli4_hba.next_rpi; in lpfc_sli4_create_rpi_hdr()
8959 rpi_hdr->next_rpi = phba->sli4_hba.next_rpi + LPFC_RPI_HDR_COUNT; in lpfc_sli4_create_rpi_hdr()
8960 list_add_tail(&rpi_hdr->list, &phba->sli4_hba.lpfc_rpi_hdr_list); in lpfc_sli4_create_rpi_hdr()
8987 if (!phba->sli4_hba.rpi_hdrs_in_use) in lpfc_sli4_remove_rpi_hdrs()
8991 &phba->sli4_hba.lpfc_rpi_hdr_list, list) { in lpfc_sli4_remove_rpi_hdrs()
9000 phba->sli4_hba.next_rpi = 0; in lpfc_sli4_remove_rpi_hdrs()
9055 kfree(phba->sli4_hba.hdwq); in lpfc_hba_free()
9421 if (!phba->sli4_hba.PSMPHRregaddr) in lpfc_sli4_post_status_check()
9426 if (lpfc_readl(phba->sli4_hba.PSMPHRregaddr, in lpfc_sli4_post_status_check()
9463 &phba->sli4_hba.sli_intf), in lpfc_sli4_post_status_check()
9465 &phba->sli4_hba.sli_intf), in lpfc_sli4_post_status_check()
9467 &phba->sli4_hba.sli_intf), in lpfc_sli4_post_status_check()
9469 &phba->sli4_hba.sli_intf), in lpfc_sli4_post_status_check()
9471 &phba->sli4_hba.sli_intf), in lpfc_sli4_post_status_check()
9473 &phba->sli4_hba.sli_intf)); in lpfc_sli4_post_status_check()
9480 &phba->sli4_hba.sli_intf); in lpfc_sli4_post_status_check()
9483 phba->sli4_hba.ue_mask_lo = in lpfc_sli4_post_status_check()
9484 readl(phba->sli4_hba.u.if_type0.UEMASKLOregaddr); in lpfc_sli4_post_status_check()
9485 phba->sli4_hba.ue_mask_hi = in lpfc_sli4_post_status_check()
9486 readl(phba->sli4_hba.u.if_type0.UEMASKHIregaddr); in lpfc_sli4_post_status_check()
9488 readl(phba->sli4_hba.u.if_type0.UERRLOregaddr); in lpfc_sli4_post_status_check()
9490 readl(phba->sli4_hba.u.if_type0.UERRHIregaddr); in lpfc_sli4_post_status_check()
9491 if ((~phba->sli4_hba.ue_mask_lo & uerrlo_reg.word0) || in lpfc_sli4_post_status_check()
9492 (~phba->sli4_hba.ue_mask_hi & uerrhi_reg.word0)) { in lpfc_sli4_post_status_check()
9503 phba->sli4_hba.ue_mask_lo, in lpfc_sli4_post_status_check()
9504 phba->sli4_hba.ue_mask_hi); in lpfc_sli4_post_status_check()
9511 if (lpfc_readl(phba->sli4_hba.u.if_type2.STATUSregaddr, in lpfc_sli4_post_status_check()
9516 readl(phba->sli4_hba.u.if_type2. in lpfc_sli4_post_status_check()
9519 readl(phba->sli4_hba.u.if_type2. in lpfc_sli4_post_status_check()
9536 &phba->sli4_hba.sli_intf) == in lpfc_sli4_post_status_check()
9562 phba->sli4_hba.u.if_type0.UERRLOregaddr = in lpfc_sli4_bar0_register_memmap()
9563 phba->sli4_hba.conf_regs_memmap_p + LPFC_UERR_STATUS_LO; in lpfc_sli4_bar0_register_memmap()
9564 phba->sli4_hba.u.if_type0.UERRHIregaddr = in lpfc_sli4_bar0_register_memmap()
9565 phba->sli4_hba.conf_regs_memmap_p + LPFC_UERR_STATUS_HI; in lpfc_sli4_bar0_register_memmap()
9566 phba->sli4_hba.u.if_type0.UEMASKLOregaddr = in lpfc_sli4_bar0_register_memmap()
9567 phba->sli4_hba.conf_regs_memmap_p + LPFC_UE_MASK_LO; in lpfc_sli4_bar0_register_memmap()
9568 phba->sli4_hba.u.if_type0.UEMASKHIregaddr = in lpfc_sli4_bar0_register_memmap()
9569 phba->sli4_hba.conf_regs_memmap_p + LPFC_UE_MASK_HI; in lpfc_sli4_bar0_register_memmap()
9570 phba->sli4_hba.SLIINTFregaddr = in lpfc_sli4_bar0_register_memmap()
9571 phba->sli4_hba.conf_regs_memmap_p + LPFC_SLI_INTF; in lpfc_sli4_bar0_register_memmap()
9574 phba->sli4_hba.u.if_type2.EQDregaddr = in lpfc_sli4_bar0_register_memmap()
9575 phba->sli4_hba.conf_regs_memmap_p + in lpfc_sli4_bar0_register_memmap()
9577 phba->sli4_hba.u.if_type2.ERR1regaddr = in lpfc_sli4_bar0_register_memmap()
9578 phba->sli4_hba.conf_regs_memmap_p + in lpfc_sli4_bar0_register_memmap()
9580 phba->sli4_hba.u.if_type2.ERR2regaddr = in lpfc_sli4_bar0_register_memmap()
9581 phba->sli4_hba.conf_regs_memmap_p + in lpfc_sli4_bar0_register_memmap()
9583 phba->sli4_hba.u.if_type2.CTRLregaddr = in lpfc_sli4_bar0_register_memmap()
9584 phba->sli4_hba.conf_regs_memmap_p + in lpfc_sli4_bar0_register_memmap()
9586 phba->sli4_hba.u.if_type2.STATUSregaddr = in lpfc_sli4_bar0_register_memmap()
9587 phba->sli4_hba.conf_regs_memmap_p + in lpfc_sli4_bar0_register_memmap()
9589 phba->sli4_hba.SLIINTFregaddr = in lpfc_sli4_bar0_register_memmap()
9590 phba->sli4_hba.conf_regs_memmap_p + LPFC_SLI_INTF; in lpfc_sli4_bar0_register_memmap()
9591 phba->sli4_hba.PSMPHRregaddr = in lpfc_sli4_bar0_register_memmap()
9592 phba->sli4_hba.conf_regs_memmap_p + in lpfc_sli4_bar0_register_memmap()
9594 phba->sli4_hba.RQDBregaddr = in lpfc_sli4_bar0_register_memmap()
9595 phba->sli4_hba.conf_regs_memmap_p + in lpfc_sli4_bar0_register_memmap()
9597 phba->sli4_hba.WQDBregaddr = in lpfc_sli4_bar0_register_memmap()
9598 phba->sli4_hba.conf_regs_memmap_p + in lpfc_sli4_bar0_register_memmap()
9600 phba->sli4_hba.CQDBregaddr = in lpfc_sli4_bar0_register_memmap()
9601 phba->sli4_hba.conf_regs_memmap_p + LPFC_EQCQ_DOORBELL; in lpfc_sli4_bar0_register_memmap()
9602 phba->sli4_hba.EQDBregaddr = phba->sli4_hba.CQDBregaddr; in lpfc_sli4_bar0_register_memmap()
9603 phba->sli4_hba.MQDBregaddr = in lpfc_sli4_bar0_register_memmap()
9604 phba->sli4_hba.conf_regs_memmap_p + LPFC_MQ_DOORBELL; in lpfc_sli4_bar0_register_memmap()
9605 phba->sli4_hba.BMBXregaddr = in lpfc_sli4_bar0_register_memmap()
9606 phba->sli4_hba.conf_regs_memmap_p + LPFC_BMBX; in lpfc_sli4_bar0_register_memmap()
9609 phba->sli4_hba.u.if_type2.EQDregaddr = in lpfc_sli4_bar0_register_memmap()
9610 phba->sli4_hba.conf_regs_memmap_p + in lpfc_sli4_bar0_register_memmap()
9612 phba->sli4_hba.u.if_type2.ERR1regaddr = in lpfc_sli4_bar0_register_memmap()
9613 phba->sli4_hba.conf_regs_memmap_p + in lpfc_sli4_bar0_register_memmap()
9615 phba->sli4_hba.u.if_type2.ERR2regaddr = in lpfc_sli4_bar0_register_memmap()
9616 phba->sli4_hba.conf_regs_memmap_p + in lpfc_sli4_bar0_register_memmap()
9618 phba->sli4_hba.u.if_type2.CTRLregaddr = in lpfc_sli4_bar0_register_memmap()
9619 phba->sli4_hba.conf_regs_memmap_p + in lpfc_sli4_bar0_register_memmap()
9621 phba->sli4_hba.u.if_type2.STATUSregaddr = in lpfc_sli4_bar0_register_memmap()
9622 phba->sli4_hba.conf_regs_memmap_p + in lpfc_sli4_bar0_register_memmap()
9624 phba->sli4_hba.PSMPHRregaddr = in lpfc_sli4_bar0_register_memmap()
9625 phba->sli4_hba.conf_regs_memmap_p + in lpfc_sli4_bar0_register_memmap()
9627 phba->sli4_hba.BMBXregaddr = in lpfc_sli4_bar0_register_memmap()
9628 phba->sli4_hba.conf_regs_memmap_p + LPFC_BMBX; in lpfc_sli4_bar0_register_memmap()
9651 phba->sli4_hba.PSMPHRregaddr = in lpfc_sli4_bar1_register_memmap()
9652 phba->sli4_hba.ctrl_regs_memmap_p + in lpfc_sli4_bar1_register_memmap()
9654 phba->sli4_hba.ISRregaddr = phba->sli4_hba.ctrl_regs_memmap_p + in lpfc_sli4_bar1_register_memmap()
9656 phba->sli4_hba.IMRregaddr = phba->sli4_hba.ctrl_regs_memmap_p + in lpfc_sli4_bar1_register_memmap()
9658 phba->sli4_hba.ISCRregaddr = phba->sli4_hba.ctrl_regs_memmap_p + in lpfc_sli4_bar1_register_memmap()
9662 phba->sli4_hba.RQDBregaddr = phba->sli4_hba.drbl_regs_memmap_p + in lpfc_sli4_bar1_register_memmap()
9664 phba->sli4_hba.WQDBregaddr = phba->sli4_hba.drbl_regs_memmap_p + in lpfc_sli4_bar1_register_memmap()
9666 phba->sli4_hba.CQDBregaddr = phba->sli4_hba.drbl_regs_memmap_p + in lpfc_sli4_bar1_register_memmap()
9668 phba->sli4_hba.EQDBregaddr = phba->sli4_hba.drbl_regs_memmap_p + in lpfc_sli4_bar1_register_memmap()
9670 phba->sli4_hba.MQDBregaddr = phba->sli4_hba.drbl_regs_memmap_p + in lpfc_sli4_bar1_register_memmap()
9699 phba->sli4_hba.RQDBregaddr = (phba->sli4_hba.drbl_regs_memmap_p + in lpfc_sli4_bar2_register_memmap()
9702 phba->sli4_hba.WQDBregaddr = (phba->sli4_hba.drbl_regs_memmap_p + in lpfc_sli4_bar2_register_memmap()
9705 phba->sli4_hba.CQDBregaddr = (phba->sli4_hba.drbl_regs_memmap_p + in lpfc_sli4_bar2_register_memmap()
9708 phba->sli4_hba.EQDBregaddr = phba->sli4_hba.CQDBregaddr; in lpfc_sli4_bar2_register_memmap()
9709 phba->sli4_hba.MQDBregaddr = (phba->sli4_hba.drbl_regs_memmap_p + in lpfc_sli4_bar2_register_memmap()
9711 phba->sli4_hba.BMBXregaddr = (phba->sli4_hba.drbl_regs_memmap_p + in lpfc_sli4_bar2_register_memmap()
9763 phba->sli4_hba.bmbx.dmabuf = dmabuf; in lpfc_create_bootstrap_mbox()
9764 phba->sli4_hba.bmbx.bmbx_size = bmbx_size; in lpfc_create_bootstrap_mbox()
9766 phba->sli4_hba.bmbx.avirt = PTR_ALIGN(dmabuf->virt, in lpfc_create_bootstrap_mbox()
9768 phba->sli4_hba.bmbx.aphys = ALIGN(dmabuf->phys, in lpfc_create_bootstrap_mbox()
9779 dma_address = &phba->sli4_hba.bmbx.dma_address; in lpfc_create_bootstrap_mbox()
9780 phys_addr = (uint64_t)phba->sli4_hba.bmbx.aphys; in lpfc_create_bootstrap_mbox()
9785 pa_addr = (uint32_t) ((phba->sli4_hba.bmbx.aphys >> 4) & 0x3fffffff); in lpfc_create_bootstrap_mbox()
9806 phba->sli4_hba.bmbx.bmbx_size, in lpfc_destroy_bootstrap_mbox()
9807 phba->sli4_hba.bmbx.dmabuf->virt, in lpfc_destroy_bootstrap_mbox()
9808 phba->sli4_hba.bmbx.dmabuf->phys); in lpfc_destroy_bootstrap_mbox()
9810 kfree(phba->sli4_hba.bmbx.dmabuf); in lpfc_destroy_bootstrap_mbox()
9811 memset(&phba->sli4_hba.bmbx, 0, sizeof(struct lpfc_bmbx)); in lpfc_destroy_bootstrap_mbox()
9860 if ((bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) == in lpfc_map_topology()
9862 (bf_get(lpfc_sli_intf_sli_family, &phba->sli4_hba.sli_intf) == in lpfc_map_topology()
9943 phba->sli4_hba.lnk_info.lnk_dv = LPFC_LNK_DAT_VAL; in lpfc_sli4_read_config()
9944 phba->sli4_hba.lnk_info.lnk_tp = in lpfc_sli4_read_config()
9946 phba->sli4_hba.lnk_info.lnk_no = in lpfc_sli4_read_config()
9950 phba->sli4_hba.lnk_info.lnk_tp, in lpfc_sli4_read_config()
9951 phba->sli4_hba.lnk_info.lnk_no); in lpfc_sli4_read_config()
9958 phba->sli4_hba.bbscn_params.word0 = rd_config->word8; in lpfc_sli4_read_config()
9968 phba->sli4_hba.fawwpn_flag |= LPFC_FAWWPN_CONFIG; in lpfc_sli4_read_config()
9971 phba->sli4_hba.fawwpn_flag &= ~LPFC_FAWWPN_CONFIG; in lpfc_sli4_read_config()
9974 phba->sli4_hba.conf_trunk = in lpfc_sli4_read_config()
9976 phba->sli4_hba.extents_in_use = in lpfc_sli4_read_config()
9979 phba->sli4_hba.max_cfg_param.max_xri = in lpfc_sli4_read_config()
9983 phba->sli4_hba.max_cfg_param.max_xri > 512) in lpfc_sli4_read_config()
9984 phba->sli4_hba.max_cfg_param.max_xri = 512; in lpfc_sli4_read_config()
9985 phba->sli4_hba.max_cfg_param.xri_base = in lpfc_sli4_read_config()
9987 phba->sli4_hba.max_cfg_param.max_vpi = in lpfc_sli4_read_config()
9990 if (phba->sli4_hba.max_cfg_param.max_vpi > LPFC_MAX_VPORTS) in lpfc_sli4_read_config()
9991 phba->sli4_hba.max_cfg_param.max_vpi = LPFC_MAX_VPORTS; in lpfc_sli4_read_config()
9992 phba->sli4_hba.max_cfg_param.vpi_base = in lpfc_sli4_read_config()
9994 phba->sli4_hba.max_cfg_param.max_rpi = in lpfc_sli4_read_config()
9996 phba->sli4_hba.max_cfg_param.rpi_base = in lpfc_sli4_read_config()
9998 phba->sli4_hba.max_cfg_param.max_vfi = in lpfc_sli4_read_config()
10000 phba->sli4_hba.max_cfg_param.vfi_base = in lpfc_sli4_read_config()
10002 phba->sli4_hba.max_cfg_param.max_fcfi = in lpfc_sli4_read_config()
10004 phba->sli4_hba.max_cfg_param.max_eq = in lpfc_sli4_read_config()
10006 phba->sli4_hba.max_cfg_param.max_rq = in lpfc_sli4_read_config()
10008 phba->sli4_hba.max_cfg_param.max_wq = in lpfc_sli4_read_config()
10010 phba->sli4_hba.max_cfg_param.max_cq = in lpfc_sli4_read_config()
10013 phba->sli4_hba.next_xri = phba->sli4_hba.max_cfg_param.xri_base; in lpfc_sli4_read_config()
10014 phba->vpi_base = phba->sli4_hba.max_cfg_param.vpi_base; in lpfc_sli4_read_config()
10015 phba->vfi_base = phba->sli4_hba.max_cfg_param.vfi_base; in lpfc_sli4_read_config()
10016 phba->max_vpi = (phba->sli4_hba.max_cfg_param.max_vpi > 0) ? in lpfc_sli4_read_config()
10017 (phba->sli4_hba.max_cfg_param.max_vpi - 1) : 0; in lpfc_sli4_read_config()
10073 phba->sli4_hba.extents_in_use, in lpfc_sli4_read_config()
10074 phba->sli4_hba.max_cfg_param.xri_base, in lpfc_sli4_read_config()
10075 phba->sli4_hba.max_cfg_param.max_xri, in lpfc_sli4_read_config()
10076 phba->sli4_hba.max_cfg_param.vpi_base, in lpfc_sli4_read_config()
10077 phba->sli4_hba.max_cfg_param.max_vpi, in lpfc_sli4_read_config()
10078 phba->sli4_hba.max_cfg_param.vfi_base, in lpfc_sli4_read_config()
10079 phba->sli4_hba.max_cfg_param.max_vfi, in lpfc_sli4_read_config()
10080 phba->sli4_hba.max_cfg_param.rpi_base, in lpfc_sli4_read_config()
10081 phba->sli4_hba.max_cfg_param.max_rpi, in lpfc_sli4_read_config()
10082 phba->sli4_hba.max_cfg_param.max_fcfi, in lpfc_sli4_read_config()
10083 phba->sli4_hba.max_cfg_param.max_eq, in lpfc_sli4_read_config()
10084 phba->sli4_hba.max_cfg_param.max_cq, in lpfc_sli4_read_config()
10085 phba->sli4_hba.max_cfg_param.max_wq, in lpfc_sli4_read_config()
10086 phba->sli4_hba.max_cfg_param.max_rq, in lpfc_sli4_read_config()
10093 qmin = phba->sli4_hba.max_cfg_param.max_wq; in lpfc_sli4_read_config()
10094 if (phba->sli4_hba.max_cfg_param.max_cq < qmin) in lpfc_sli4_read_config()
10095 qmin = phba->sli4_hba.max_cfg_param.max_cq; in lpfc_sli4_read_config()
10096 if (phba->sli4_hba.max_cfg_param.max_eq < qmin) in lpfc_sli4_read_config()
10097 qmin = phba->sli4_hba.max_cfg_param.max_eq; in lpfc_sli4_read_config()
10114 phba->sli4_hba.max_cfg_param.max_wq, in lpfc_sli4_read_config()
10115 phba->sli4_hba.max_cfg_param.max_cq, in lpfc_sli4_read_config()
10116 phba->sli4_hba.max_cfg_param.max_eq, in lpfc_sli4_read_config()
10131 if_type = bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf); in lpfc_sli4_read_config()
10188 length = phba->sli4_hba.max_cfg_param.max_xri - in lpfc_sli4_read_config()
10197 if (bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) < in lpfc_sli4_read_config()
10237 phba->sli4_hba.iov.pf_number = in lpfc_sli4_read_config()
10239 phba->sli4_hba.iov.vf_number = in lpfc_sli4_read_config()
10248 "vf_number:%d\n", phba->sli4_hba.iov.pf_number, in lpfc_sli4_read_config()
10249 phba->sli4_hba.iov.vf_number); in lpfc_sli4_read_config()
10282 if_type = bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf); in lpfc_setup_endian_order()
10354 phba->sli4_hba.eq_esize = LPFC_EQE_SIZE_4B; in lpfc_sli4_queue_verify()
10355 phba->sli4_hba.eq_ecount = LPFC_EQE_DEF_COUNT; in lpfc_sli4_queue_verify()
10358 phba->sli4_hba.cq_esize = LPFC_CQE_SIZE; in lpfc_sli4_queue_verify()
10359 phba->sli4_hba.cq_ecount = LPFC_CQE_DEF_COUNT; in lpfc_sli4_queue_verify()
10375 phba->sli4_hba.cq_esize, in lpfc_alloc_io_wq_cq()
10380 phba->sli4_hba.cq_esize, in lpfc_alloc_io_wq_cq()
10381 phba->sli4_hba.cq_ecount, cpu); in lpfc_alloc_io_wq_cq()
10391 phba->sli4_hba.hdwq[idx].io_cq = qdesc; in lpfc_alloc_io_wq_cq()
10397 LPFC_WQE128_SIZE : phba->sli4_hba.wq_esize; in lpfc_alloc_io_wq_cq()
10403 phba->sli4_hba.wq_esize, in lpfc_alloc_io_wq_cq()
10404 phba->sli4_hba.wq_ecount, cpu); in lpfc_alloc_io_wq_cq()
10414 phba->sli4_hba.hdwq[idx].io_wq = qdesc; in lpfc_alloc_io_wq_cq()
10415 list_add_tail(&qdesc->wq_list, &phba->sli4_hba.lpfc_wq_list); in lpfc_alloc_io_wq_cq()
10447 phba->sli4_hba.mq_esize = LPFC_MQE_SIZE; in lpfc_sli4_queue_create()
10448 phba->sli4_hba.mq_ecount = LPFC_MQE_DEF_COUNT; in lpfc_sli4_queue_create()
10449 phba->sli4_hba.wq_esize = LPFC_WQE_SIZE; in lpfc_sli4_queue_create()
10450 phba->sli4_hba.wq_ecount = LPFC_WQE_DEF_COUNT; in lpfc_sli4_queue_create()
10451 phba->sli4_hba.rq_esize = LPFC_RQE_SIZE; in lpfc_sli4_queue_create()
10452 phba->sli4_hba.rq_ecount = LPFC_RQE_DEF_COUNT; in lpfc_sli4_queue_create()
10453 phba->sli4_hba.eq_esize = LPFC_EQE_SIZE_4B; in lpfc_sli4_queue_create()
10454 phba->sli4_hba.eq_ecount = LPFC_EQE_DEF_COUNT; in lpfc_sli4_queue_create()
10455 phba->sli4_hba.cq_esize = LPFC_CQE_SIZE; in lpfc_sli4_queue_create()
10456 phba->sli4_hba.cq_ecount = LPFC_CQE_DEF_COUNT; in lpfc_sli4_queue_create()
10458 if (!phba->sli4_hba.hdwq) { in lpfc_sli4_queue_create()
10459 phba->sli4_hba.hdwq = kcalloc( in lpfc_sli4_queue_create()
10462 if (!phba->sli4_hba.hdwq) { in lpfc_sli4_queue_create()
10470 qp = &phba->sli4_hba.hdwq[idx]; in lpfc_sli4_queue_create()
10490 phba->sli4_hba.nvmet_cqset = kcalloc( in lpfc_sli4_queue_create()
10494 if (!phba->sli4_hba.nvmet_cqset) { in lpfc_sli4_queue_create()
10500 phba->sli4_hba.nvmet_mrq_hdr = kcalloc( in lpfc_sli4_queue_create()
10504 if (!phba->sli4_hba.nvmet_mrq_hdr) { in lpfc_sli4_queue_create()
10510 phba->sli4_hba.nvmet_mrq_data = kcalloc( in lpfc_sli4_queue_create()
10514 if (!phba->sli4_hba.nvmet_mrq_data) { in lpfc_sli4_queue_create()
10523 INIT_LIST_HEAD(&phba->sli4_hba.lpfc_wq_list); in lpfc_sli4_queue_create()
10531 cpup = &phba->sli4_hba.cpu_map[cpu]; in lpfc_sli4_queue_create()
10536 qp = &phba->sli4_hba.hdwq[cpup->hdwq]; in lpfc_sli4_queue_create()
10540 phba->sli4_hba.eq_esize, in lpfc_sli4_queue_create()
10541 phba->sli4_hba.eq_ecount, cpu); in lpfc_sli4_queue_create()
10556 eqi = per_cpu_ptr(phba->sli4_hba.eq_info, qdesc->last_cpu); in lpfc_sli4_queue_create()
10564 cpup = &phba->sli4_hba.cpu_map[cpu]; in lpfc_sli4_queue_create()
10571 qp = &phba->sli4_hba.hdwq[cpup->hdwq]; in lpfc_sli4_queue_create()
10577 eqcpup = &phba->sli4_hba.cpu_map[eqcpu]; in lpfc_sli4_queue_create()
10578 qp->hba_eq = phba->sli4_hba.hdwq[eqcpup->hdwq].hba_eq; in lpfc_sli4_queue_create()
10593 phba->sli4_hba.cq_esize, in lpfc_sli4_queue_create()
10594 phba->sli4_hba.cq_ecount, in lpfc_sli4_queue_create()
10605 phba->sli4_hba.nvmet_cqset[idx] = qdesc; in lpfc_sli4_queue_create()
10616 phba->sli4_hba.cq_esize, in lpfc_sli4_queue_create()
10617 phba->sli4_hba.cq_ecount, cpu); in lpfc_sli4_queue_create()
10624 phba->sli4_hba.mbx_cq = qdesc; in lpfc_sli4_queue_create()
10628 phba->sli4_hba.cq_esize, in lpfc_sli4_queue_create()
10629 phba->sli4_hba.cq_ecount, cpu); in lpfc_sli4_queue_create()
10637 phba->sli4_hba.els_cq = qdesc; in lpfc_sli4_queue_create()
10647 phba->sli4_hba.mq_esize, in lpfc_sli4_queue_create()
10648 phba->sli4_hba.mq_ecount, cpu); in lpfc_sli4_queue_create()
10655 phba->sli4_hba.mbx_wq = qdesc; in lpfc_sli4_queue_create()
10663 phba->sli4_hba.wq_esize, in lpfc_sli4_queue_create()
10664 phba->sli4_hba.wq_ecount, cpu); in lpfc_sli4_queue_create()
10671 phba->sli4_hba.els_wq = qdesc; in lpfc_sli4_queue_create()
10672 list_add_tail(&qdesc->wq_list, &phba->sli4_hba.lpfc_wq_list); in lpfc_sli4_queue_create()
10677 phba->sli4_hba.cq_esize, in lpfc_sli4_queue_create()
10678 phba->sli4_hba.cq_ecount, cpu); in lpfc_sli4_queue_create()
10686 phba->sli4_hba.nvmels_cq = qdesc; in lpfc_sli4_queue_create()
10690 phba->sli4_hba.wq_esize, in lpfc_sli4_queue_create()
10691 phba->sli4_hba.wq_ecount, cpu); in lpfc_sli4_queue_create()
10698 phba->sli4_hba.nvmels_wq = qdesc; in lpfc_sli4_queue_create()
10699 list_add_tail(&qdesc->wq_list, &phba->sli4_hba.lpfc_wq_list); in lpfc_sli4_queue_create()
10708 phba->sli4_hba.rq_esize, in lpfc_sli4_queue_create()
10709 phba->sli4_hba.rq_ecount, cpu); in lpfc_sli4_queue_create()
10715 phba->sli4_hba.hdr_rq = qdesc; in lpfc_sli4_queue_create()
10719 phba->sli4_hba.rq_esize, in lpfc_sli4_queue_create()
10720 phba->sli4_hba.rq_ecount, cpu); in lpfc_sli4_queue_create()
10726 phba->sli4_hba.dat_rq = qdesc; in lpfc_sli4_queue_create()
10736 phba->sli4_hba.rq_esize, in lpfc_sli4_queue_create()
10746 phba->sli4_hba.nvmet_mrq_hdr[idx] = qdesc; in lpfc_sli4_queue_create()
10765 phba->sli4_hba.rq_esize, in lpfc_sli4_queue_create()
10775 phba->sli4_hba.nvmet_mrq_data[idx] = qdesc; in lpfc_sli4_queue_create()
10782 memset(&phba->sli4_hba.hdwq[idx].nvme_cstat, 0, in lpfc_sli4_queue_create()
10783 sizeof(phba->sli4_hba.hdwq[idx].nvme_cstat)); in lpfc_sli4_queue_create()
10790 memset(&phba->sli4_hba.hdwq[idx].scsi_cstat, 0, in lpfc_sli4_queue_create()
10791 sizeof(phba->sli4_hba.hdwq[idx].scsi_cstat)); in lpfc_sli4_queue_create()
10833 hdwq = phba->sli4_hba.hdwq; in lpfc_sli4_release_hdwq()
10850 eq = phba->sli4_hba.hba_eq_hdl[idx].eq; in lpfc_sli4_release_hdwq()
10852 phba->sli4_hba.hba_eq_hdl[idx].eq = NULL; in lpfc_sli4_release_hdwq()
10888 if (phba->sli4_hba.hdwq) in lpfc_sli4_queue_destroy()
10892 lpfc_sli4_release_queues(&phba->sli4_hba.nvmet_cqset, in lpfc_sli4_queue_destroy()
10895 lpfc_sli4_release_queues(&phba->sli4_hba.nvmet_mrq_hdr, in lpfc_sli4_queue_destroy()
10897 lpfc_sli4_release_queues(&phba->sli4_hba.nvmet_mrq_data, in lpfc_sli4_queue_destroy()
10902 __lpfc_sli4_release_queue(&phba->sli4_hba.mbx_wq); in lpfc_sli4_queue_destroy()
10905 __lpfc_sli4_release_queue(&phba->sli4_hba.els_wq); in lpfc_sli4_queue_destroy()
10908 __lpfc_sli4_release_queue(&phba->sli4_hba.nvmels_wq); in lpfc_sli4_queue_destroy()
10911 __lpfc_sli4_release_queue(&phba->sli4_hba.hdr_rq); in lpfc_sli4_queue_destroy()
10912 __lpfc_sli4_release_queue(&phba->sli4_hba.dat_rq); in lpfc_sli4_queue_destroy()
10915 __lpfc_sli4_release_queue(&phba->sli4_hba.els_cq); in lpfc_sli4_queue_destroy()
10918 __lpfc_sli4_release_queue(&phba->sli4_hba.nvmels_cq); in lpfc_sli4_queue_destroy()
10921 __lpfc_sli4_release_queue(&phba->sli4_hba.mbx_cq); in lpfc_sli4_queue_destroy()
10924 INIT_LIST_HEAD(&phba->sli4_hba.lpfc_wq_list); in lpfc_sli4_queue_destroy()
11015 phba->sli4_hba.mbx_wq->queue_id, in lpfc_create_wq_cq()
11016 phba->sli4_hba.mbx_cq->queue_id); in lpfc_create_wq_cq()
11035 memset(phba->sli4_hba.cq_lookup, 0, in lpfc_setup_cq_lookup()
11036 (sizeof(struct lpfc_queue *) * (phba->sli4_hba.cq_max + 1))); in lpfc_setup_cq_lookup()
11040 eq = phba->sli4_hba.hba_eq_hdl[qidx].eq; in lpfc_setup_cq_lookup()
11045 if (childq->queue_id > phba->sli4_hba.cq_max) in lpfc_setup_cq_lookup()
11048 phba->sli4_hba.cq_lookup[childq->queue_id] = in lpfc_setup_cq_lookup()
11108 phba->sli4_hba.fw_func_mode = in lpfc_sli4_queue_setup()
11110 phba->sli4_hba.ulp0_mode = mboxq->u.mqe.un.query_fw_cfg.rsp.ulp0_mode; in lpfc_sli4_queue_setup()
11111 phba->sli4_hba.ulp1_mode = mboxq->u.mqe.un.query_fw_cfg.rsp.ulp1_mode; in lpfc_sli4_queue_setup()
11112 phba->sli4_hba.physical_port = in lpfc_sli4_queue_setup()
11116 "ulp1_mode:x%x\n", phba->sli4_hba.fw_func_mode, in lpfc_sli4_queue_setup()
11117 phba->sli4_hba.ulp0_mode, phba->sli4_hba.ulp1_mode); in lpfc_sli4_queue_setup()
11124 qp = phba->sli4_hba.hdwq; in lpfc_sli4_queue_setup()
11138 cpup = &phba->sli4_hba.cpu_map[cpu]; in lpfc_sli4_queue_setup()
11160 phba->sli4_hba.hba_eq_hdl[cpup->eq].eq = in lpfc_sli4_queue_setup()
11173 cpup = &phba->sli4_hba.cpu_map[cpu]; in lpfc_sli4_queue_setup()
11177 phba->sli4_hba.hdwq[cpup->hdwq].hba_eq, in lpfc_sli4_queue_setup()
11180 &phba->sli4_hba.hdwq[qidx].io_cq_map, in lpfc_sli4_queue_setup()
11198 if (!phba->sli4_hba.mbx_cq || !phba->sli4_hba.mbx_wq) { in lpfc_sli4_queue_setup()
11201 phba->sli4_hba.mbx_cq ? in lpfc_sli4_queue_setup()
11208 phba->sli4_hba.mbx_cq, in lpfc_sli4_queue_setup()
11209 phba->sli4_hba.mbx_wq, in lpfc_sli4_queue_setup()
11218 if (!phba->sli4_hba.nvmet_cqset) { in lpfc_sli4_queue_setup()
11227 phba->sli4_hba.nvmet_cqset, in lpfc_sli4_queue_setup()
11239 rc = lpfc_cq_create(phba, phba->sli4_hba.nvmet_cqset[0], in lpfc_sli4_queue_setup()
11248 phba->sli4_hba.nvmet_cqset[0]->chann = 0; in lpfc_sli4_queue_setup()
11253 phba->sli4_hba.nvmet_cqset[0]->queue_id, in lpfc_sli4_queue_setup()
11259 if (!phba->sli4_hba.els_cq || !phba->sli4_hba.els_wq) { in lpfc_sli4_queue_setup()
11262 phba->sli4_hba.els_cq ? "WQ" : "CQ"); in lpfc_sli4_queue_setup()
11267 phba->sli4_hba.els_cq, in lpfc_sli4_queue_setup()
11268 phba->sli4_hba.els_wq, in lpfc_sli4_queue_setup()
11278 phba->sli4_hba.els_wq->queue_id, in lpfc_sli4_queue_setup()
11279 phba->sli4_hba.els_cq->queue_id); in lpfc_sli4_queue_setup()
11283 if (!phba->sli4_hba.nvmels_cq || !phba->sli4_hba.nvmels_wq) { in lpfc_sli4_queue_setup()
11286 phba->sli4_hba.nvmels_cq ? "WQ" : "CQ"); in lpfc_sli4_queue_setup()
11291 phba->sli4_hba.nvmels_cq, in lpfc_sli4_queue_setup()
11292 phba->sli4_hba.nvmels_wq, in lpfc_sli4_queue_setup()
11304 phba->sli4_hba.nvmels_wq->queue_id, in lpfc_sli4_queue_setup()
11305 phba->sli4_hba.nvmels_cq->queue_id); in lpfc_sli4_queue_setup()
11312 if ((!phba->sli4_hba.nvmet_cqset) || in lpfc_sli4_queue_setup()
11313 (!phba->sli4_hba.nvmet_mrq_hdr) || in lpfc_sli4_queue_setup()
11314 (!phba->sli4_hba.nvmet_mrq_data)) { in lpfc_sli4_queue_setup()
11323 phba->sli4_hba.nvmet_mrq_hdr, in lpfc_sli4_queue_setup()
11324 phba->sli4_hba.nvmet_mrq_data, in lpfc_sli4_queue_setup()
11325 phba->sli4_hba.nvmet_cqset, in lpfc_sli4_queue_setup()
11337 phba->sli4_hba.nvmet_mrq_hdr[0], in lpfc_sli4_queue_setup()
11338 phba->sli4_hba.nvmet_mrq_data[0], in lpfc_sli4_queue_setup()
11339 phba->sli4_hba.nvmet_cqset[0], in lpfc_sli4_queue_setup()
11353 phba->sli4_hba.nvmet_mrq_hdr[0]->queue_id, in lpfc_sli4_queue_setup()
11354 phba->sli4_hba.nvmet_mrq_data[0]->queue_id, in lpfc_sli4_queue_setup()
11355 phba->sli4_hba.nvmet_cqset[0]->queue_id); in lpfc_sli4_queue_setup()
11360 if (!phba->sli4_hba.hdr_rq || !phba->sli4_hba.dat_rq) { in lpfc_sli4_queue_setup()
11367 rc = lpfc_rq_create(phba, phba->sli4_hba.hdr_rq, phba->sli4_hba.dat_rq, in lpfc_sli4_queue_setup()
11368 phba->sli4_hba.els_cq, LPFC_USOL); in lpfc_sli4_queue_setup()
11379 phba->sli4_hba.hdr_rq->queue_id, in lpfc_sli4_queue_setup()
11380 phba->sli4_hba.dat_rq->queue_id, in lpfc_sli4_queue_setup()
11381 phba->sli4_hba.els_cq->queue_id); in lpfc_sli4_queue_setup()
11393 if (phba->sli4_hba.cq_max) { in lpfc_sli4_queue_setup()
11394 kfree(phba->sli4_hba.cq_lookup); in lpfc_sli4_queue_setup()
11395 phba->sli4_hba.cq_lookup = kcalloc((phba->sli4_hba.cq_max + 1), in lpfc_sli4_queue_setup()
11397 if (!phba->sli4_hba.cq_lookup) { in lpfc_sli4_queue_setup()
11400 "size 0x%x\n", phba->sli4_hba.cq_max); in lpfc_sli4_queue_setup()
11434 if (phba->sli4_hba.mbx_wq) in lpfc_sli4_queue_unset()
11435 lpfc_mq_destroy(phba, phba->sli4_hba.mbx_wq); in lpfc_sli4_queue_unset()
11438 if (phba->sli4_hba.nvmels_wq) in lpfc_sli4_queue_unset()
11439 lpfc_wq_destroy(phba, phba->sli4_hba.nvmels_wq); in lpfc_sli4_queue_unset()
11442 if (phba->sli4_hba.els_wq) in lpfc_sli4_queue_unset()
11443 lpfc_wq_destroy(phba, phba->sli4_hba.els_wq); in lpfc_sli4_queue_unset()
11446 if (phba->sli4_hba.hdr_rq) in lpfc_sli4_queue_unset()
11447 lpfc_rq_destroy(phba, phba->sli4_hba.hdr_rq, in lpfc_sli4_queue_unset()
11448 phba->sli4_hba.dat_rq); in lpfc_sli4_queue_unset()
11451 if (phba->sli4_hba.mbx_cq) in lpfc_sli4_queue_unset()
11452 lpfc_cq_destroy(phba, phba->sli4_hba.mbx_cq); in lpfc_sli4_queue_unset()
11455 if (phba->sli4_hba.els_cq) in lpfc_sli4_queue_unset()
11456 lpfc_cq_destroy(phba, phba->sli4_hba.els_cq); in lpfc_sli4_queue_unset()
11459 if (phba->sli4_hba.nvmels_cq) in lpfc_sli4_queue_unset()
11460 lpfc_cq_destroy(phba, phba->sli4_hba.nvmels_cq); in lpfc_sli4_queue_unset()
11464 if (phba->sli4_hba.nvmet_mrq_hdr) { in lpfc_sli4_queue_unset()
11468 phba->sli4_hba.nvmet_mrq_hdr[qidx], in lpfc_sli4_queue_unset()
11469 phba->sli4_hba.nvmet_mrq_data[qidx]); in lpfc_sli4_queue_unset()
11473 if (phba->sli4_hba.nvmet_cqset) { in lpfc_sli4_queue_unset()
11476 phba, phba->sli4_hba.nvmet_cqset[qidx]); in lpfc_sli4_queue_unset()
11481 if (phba->sli4_hba.hdwq) { in lpfc_sli4_queue_unset()
11485 qp = &phba->sli4_hba.hdwq[qidx]; in lpfc_sli4_queue_unset()
11492 eq = phba->sli4_hba.hba_eq_hdl[qidx].eq; in lpfc_sli4_queue_unset()
11497 kfree(phba->sli4_hba.cq_lookup); in lpfc_sli4_queue_unset()
11498 phba->sli4_hba.cq_lookup = NULL; in lpfc_sli4_queue_unset()
11499 phba->sli4_hba.cq_max = 0; in lpfc_sli4_queue_unset()
11524 for (i = 0; i < (4 * phba->sli4_hba.cq_ecount); i++) { in lpfc_sli4_cq_event_pool_create()
11529 &phba->sli4_hba.sp_cqe_event_pool); in lpfc_sli4_cq_event_pool_create()
11554 &phba->sli4_hba.sp_cqe_event_pool, list) { in lpfc_sli4_cq_event_pool_destroy()
11575 list_remove_head(&phba->sli4_hba.sp_cqe_event_pool, cq_event, in __lpfc_sli4_cq_event_alloc()
11614 list_add_tail(&cq_event->list, &phba->sli4_hba.sp_cqe_event_pool); in __lpfc_sli4_cq_event_release()
11652 spin_lock_irqsave(&phba->sli4_hba.els_xri_abrt_list_lock, iflags); in lpfc_sli4_cq_event_release_all()
11653 list_splice_init(&phba->sli4_hba.sp_els_xri_aborted_work_queue, in lpfc_sli4_cq_event_release_all()
11655 spin_unlock_irqrestore(&phba->sli4_hba.els_xri_abrt_list_lock, iflags); in lpfc_sli4_cq_event_release_all()
11658 spin_lock_irqsave(&phba->sli4_hba.asynce_list_lock, iflags); in lpfc_sli4_cq_event_release_all()
11659 list_splice_init(&phba->sli4_hba.sp_asynce_work_queue, in lpfc_sli4_cq_event_release_all()
11661 spin_unlock_irqrestore(&phba->sli4_hba.asynce_list_lock, iflags); in lpfc_sli4_cq_event_release_all()
11694 if_type = bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf); in lpfc_pci_function_reset()
11736 if (lpfc_readl(phba->sli4_hba.u.if_type2. in lpfc_pci_function_reset()
11748 phba->sli4_hba.u.if_type2.ERR1regaddr); in lpfc_pci_function_reset()
11750 phba->sli4_hba.u.if_type2.ERR2regaddr); in lpfc_pci_function_reset()
11773 writel(reg_data.word0, phba->sli4_hba.u.if_type2. in lpfc_pci_function_reset()
11839 &phba->sli4_hba.sli_intf.word0)) { in lpfc_sli4_pci_mem_setup()
11844 if (bf_get(lpfc_sli_intf_valid, &phba->sli4_hba.sli_intf) != in lpfc_sli4_pci_mem_setup()
11849 phba->sli4_hba.sli_intf.word0); in lpfc_sli4_pci_mem_setup()
11853 if_type = bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf); in lpfc_sli4_pci_mem_setup()
11868 phba->sli4_hba.conf_regs_memmap_p = in lpfc_sli4_pci_mem_setup()
11870 if (!phba->sli4_hba.conf_regs_memmap_p) { in lpfc_sli4_pci_mem_setup()
11876 phba->pci_bar0_memmap_p = phba->sli4_hba.conf_regs_memmap_p; in lpfc_sli4_pci_mem_setup()
11887 phba->sli4_hba.conf_regs_memmap_p = in lpfc_sli4_pci_mem_setup()
11889 if (!phba->sli4_hba.conf_regs_memmap_p) { in lpfc_sli4_pci_mem_setup()
11907 phba->sli4_hba.ctrl_regs_memmap_p = in lpfc_sli4_pci_mem_setup()
11910 if (!phba->sli4_hba.ctrl_regs_memmap_p) { in lpfc_sli4_pci_mem_setup()
11918 phba->sli4_hba.ctrl_regs_memmap_p; in lpfc_sli4_pci_mem_setup()
11934 phba->sli4_hba.drbl_regs_memmap_p = in lpfc_sli4_pci_mem_setup()
11936 if (!phba->sli4_hba.drbl_regs_memmap_p) { in lpfc_sli4_pci_mem_setup()
11942 phba->pci_bar2_memmap_p = phba->sli4_hba.drbl_regs_memmap_p; in lpfc_sli4_pci_mem_setup()
11955 phba->sli4_hba.drbl_regs_memmap_p = in lpfc_sli4_pci_mem_setup()
11958 if (!phba->sli4_hba.drbl_regs_memmap_p) { in lpfc_sli4_pci_mem_setup()
11966 phba->sli4_hba.drbl_regs_memmap_p; in lpfc_sli4_pci_mem_setup()
11984 phba->sli4_hba.dpp_regs_memmap_p = in lpfc_sli4_pci_mem_setup()
11986 if (!phba->sli4_hba.dpp_regs_memmap_p) { in lpfc_sli4_pci_mem_setup()
11992 phba->pci_bar4_memmap_p = phba->sli4_hba.dpp_regs_memmap_p; in lpfc_sli4_pci_mem_setup()
11999 phba->sli4_hba.sli4_eq_clr_intr = lpfc_sli4_eq_clr_intr; in lpfc_sli4_pci_mem_setup()
12000 phba->sli4_hba.sli4_write_eq_db = lpfc_sli4_write_eq_db; in lpfc_sli4_pci_mem_setup()
12001 phba->sli4_hba.sli4_write_cq_db = lpfc_sli4_write_cq_db; in lpfc_sli4_pci_mem_setup()
12004 phba->sli4_hba.sli4_eq_clr_intr = lpfc_sli4_if6_eq_clr_intr; in lpfc_sli4_pci_mem_setup()
12005 phba->sli4_hba.sli4_write_eq_db = lpfc_sli4_if6_write_eq_db; in lpfc_sli4_pci_mem_setup()
12006 phba->sli4_hba.sli4_write_cq_db = lpfc_sli4_if6_write_cq_db; in lpfc_sli4_pci_mem_setup()
12015 iounmap(phba->sli4_hba.drbl_regs_memmap_p); in lpfc_sli4_pci_mem_setup()
12017 iounmap(phba->sli4_hba.ctrl_regs_memmap_p); in lpfc_sli4_pci_mem_setup()
12019 iounmap(phba->sli4_hba.conf_regs_memmap_p); in lpfc_sli4_pci_mem_setup()
12035 if_type = bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf); in lpfc_sli4_pci_mem_unset()
12039 iounmap(phba->sli4_hba.drbl_regs_memmap_p); in lpfc_sli4_pci_mem_unset()
12040 iounmap(phba->sli4_hba.ctrl_regs_memmap_p); in lpfc_sli4_pci_mem_unset()
12041 iounmap(phba->sli4_hba.conf_regs_memmap_p); in lpfc_sli4_pci_mem_unset()
12044 iounmap(phba->sli4_hba.conf_regs_memmap_p); in lpfc_sli4_pci_mem_unset()
12047 iounmap(phba->sli4_hba.drbl_regs_memmap_p); in lpfc_sli4_pci_mem_unset()
12048 iounmap(phba->sli4_hba.conf_regs_memmap_p); in lpfc_sli4_pci_mem_unset()
12049 if (phba->sli4_hba.dpp_regs_memmap_p) in lpfc_sli4_pci_mem_unset()
12050 iounmap(phba->sli4_hba.dpp_regs_memmap_p); in lpfc_sli4_pci_mem_unset()
12307 cpup = &phba->sli4_hba.cpu_map[cpu]; in lpfc_find_cpu_handle()
12341 cpup = &phba->sli4_hba.cpu_map[idx]; in lpfc_find_hyper()
12365 struct lpfc_vector_map_info *cpup = &phba->sli4_hba.cpu_map[cpu]; in lpfc_assign_eq_map_info()
12390 cpup = &phba->sli4_hba.cpu_map[cpu]; in lpfc_cpu_map_array_init()
12396 eqi = per_cpu_ptr(phba->sli4_hba.eq_info, cpu); in lpfc_cpu_map_array_init()
12453 cpup = &phba->sli4_hba.cpu_map[cpu]; in lpfc_cpu_affinity_check()
12490 cpup = &phba->sli4_hba.cpu_map[cpu]; in lpfc_cpu_affinity_check()
12503 for (i = 0; i < phba->sli4_hba.num_present_cpu; i++) { in lpfc_cpu_affinity_check()
12504 new_cpup = &phba->sli4_hba.cpu_map[new_cpu]; in lpfc_cpu_affinity_check()
12541 cpup = &phba->sli4_hba.cpu_map[cpu]; in lpfc_cpu_affinity_check()
12554 for (i = 0; i < phba->sli4_hba.num_present_cpu; i++) { in lpfc_cpu_affinity_check()
12555 new_cpup = &phba->sli4_hba.cpu_map[new_cpu]; in lpfc_cpu_affinity_check()
12595 cpup = &phba->sli4_hba.cpu_map[cpu]; in lpfc_cpu_affinity_check()
12622 cpup = &phba->sli4_hba.cpu_map[cpu]; in lpfc_cpu_affinity_check()
12644 for (i = 0; i < phba->sli4_hba.num_present_cpu; i++) { in lpfc_cpu_affinity_check()
12645 new_cpup = &phba->sli4_hba.cpu_map[new_cpu]; in lpfc_cpu_affinity_check()
12660 for (i = 0; i < phba->sli4_hba.num_present_cpu; i++) { in lpfc_cpu_affinity_check()
12661 new_cpup = &phba->sli4_hba.cpu_map[new_cpu]; in lpfc_cpu_affinity_check()
12695 cpup = &phba->sli4_hba.cpu_map[cpu]; in lpfc_cpu_affinity_check()
12697 c_stat = per_cpu_ptr(phba->sli4_hba.c_stat, cpu); in lpfc_cpu_affinity_check()
12765 eq = phba->sli4_hba.hba_eq_hdl[idx].eq; in lpfc_cpuhp_get_eq()
12882 orig_mask = &phba->sli4_hba.irq_aff_mask; in lpfc_irq_rebalance()
12887 cpup = &phba->sli4_hba.cpu_map[cpu]; in lpfc_irq_rebalance()
13021 aff_mask = &phba->sli4_hba.irq_aff_mask; in lpfc_sli4_enable_msix()
13095 cpup = &phba->sli4_hba.cpu_map[cpu]; in lpfc_sli4_enable_msix()
13376 int els_xri_cmpl = list_empty(&phba->sli4_hba.lpfc_abts_els_sgl_list); in lpfc_sli4_xri_exchange_busy_wait()
13390 qp = &phba->sli4_hba.hdwq[idx]; in lpfc_sli4_xri_exchange_busy_wait()
13400 list_empty(&phba->sli4_hba.lpfc_abts_nvmet_ctx_list); in lpfc_sli4_xri_exchange_busy_wait()
13429 qp = &phba->sli4_hba.hdwq[idx]; in lpfc_sli4_xri_exchange_busy_wait()
13440 &phba->sli4_hba.lpfc_abts_nvmet_ctx_list); in lpfc_sli4_xri_exchange_busy_wait()
13443 list_empty(&phba->sli4_hba.lpfc_abts_els_sgl_list); in lpfc_sli4_xri_exchange_busy_wait()
13469 phba->sli4_hba.intr_enable = 0; in lpfc_sli4_hba_unset()
13796 phba->sli4_hba.rpi_hdrs_in_use = 1; in lpfc_get_sli4_parameters()
13804 if (!phba->sli4_hba.intr_enable) in lpfc_get_sli4_parameters()
13812 sli4_params = &phba->sli4_hba.pc_sli4_params; in lpfc_get_sli4_parameters()
13843 phba->sli4_hba.extents_in_use = bf_get(cfg_ext, mbx_sli4_parameters); in lpfc_get_sli4_parameters()
13844 phba->sli4_hba.rpi_hdrs_in_use = bf_get(cfg_hdrr, mbx_sli4_parameters); in lpfc_get_sli4_parameters()
13937 if ((bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) == in lpfc_get_sli4_parameters()
13939 (bf_get(lpfc_sli_intf_sli_family, &phba->sli4_hba.sli_intf) == in lpfc_get_sli4_parameters()
14559 int max_xri = phba->sli4_hba.max_cfg_param.max_xri; in lpfc_sli4_get_els_iocb_cnt()
14605 sli_family = bf_get(lpfc_sli_intf_sli_family, &phba->sli4_hba.sli_intf); in lpfc_log_write_firmware_error()
14768 if (bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) < in lpfc_sli4_request_firmware_update()
15673 if (phba->sli4_hba.pc_sli4_params.oas_supported) { in lpfc_sli4_oas_verify()
15695 if ((bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) == in lpfc_sli4_ras_init()
15697 (bf_get(lpfc_sli_intf_sli_family, &phba->sli4_hba.sli_intf) == in lpfc_sli4_ras_init()