25 	list_add_tail(&(__itnim)->qe, &(__itnim)->fcpim->itnim_q)
27 	WARN_ON(!bfa_q_is_on_q(&(__itnim)->fcpim->itnim_q, __itnim));   \
87 	list_add_tail(&(__ioim)->qe, &(__ioim)->fcpim->ioim_comp_q);	\
311 	struct bfa_fcpim_s *fcpim = &fcp->fcpim;  in bfa_fcpim_attach()  local
319 	fcpim->fcp		= fcp;  in bfa_fcpim_attach()
320 	fcpim->bfa		= bfa;  in bfa_fcpim_attach()
321 	fcpim->num_itnims	= cfg->fwcfg.num_rports;  in bfa_fcpim_attach()
322 	fcpim->num_tskim_reqs = cfg->fwcfg.num_tskim_reqs;  in bfa_fcpim_attach()
323 	fcpim->path_tov		= cfg->drvcfg.path_tov;  in bfa_fcpim_attach()
324 	fcpim->delay_comp	= cfg->drvcfg.delay_comp;  in bfa_fcpim_attach()
325 	fcpim->profile_comp = NULL;  in bfa_fcpim_attach()
326 	fcpim->profile_start = NULL;  in bfa_fcpim_attach()
328 	bfa_itnim_attach(fcpim);  in bfa_fcpim_attach()
329 	bfa_tskim_attach(fcpim);  in bfa_fcpim_attach()
330 	bfa_ioim_attach(fcpim);  in bfa_fcpim_attach()
336 	struct bfa_fcpim_s *fcpim = &fcp->fcpim;  in bfa_fcpim_iocdisable()  local
341 	list_splice_tail_init(&fcpim->tskim_unused_q, &fcpim->tskim_free_q);  in bfa_fcpim_iocdisable()
343 	list_for_each_safe(qe, qen, &fcpim->itnim_q) {  in bfa_fcpim_iocdisable()
352 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_fcpim_path_tov_set()  local
354 	fcpim->path_tov = path_tov * 1000;  in bfa_fcpim_path_tov_set()
355 	if (fcpim->path_tov > BFA_FCPIM_PATHTOV_MAX)  in bfa_fcpim_path_tov_set()
356 		fcpim->path_tov = BFA_FCPIM_PATHTOV_MAX;  in bfa_fcpim_path_tov_set()
362 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_fcpim_path_tov_get()  local
364 	return fcpim->path_tov / 1000;  in bfa_fcpim_path_tov_get()
424 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_fcpim_port_iostats()  local
430 	list_for_each_safe(qe, qen, &fcpim->itnim_q) {  in bfa_fcpim_port_iostats()
466 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_fcpim_profile_on()  local
470 	list_for_each_safe(qe, qen, &fcpim->itnim_q) {  in bfa_fcpim_profile_on()
474 	fcpim->io_profile = BFA_TRUE;  in bfa_fcpim_profile_on()
475 	fcpim->io_profile_start_time = time;  in bfa_fcpim_profile_on()
476 	fcpim->profile_comp = bfa_ioim_profile_comp;  in bfa_fcpim_profile_on()
477 	fcpim->profile_start = bfa_ioim_profile_start;  in bfa_fcpim_profile_on()
484 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_fcpim_profile_off()  local
485 	fcpim->io_profile = BFA_FALSE;  in bfa_fcpim_profile_off()
486 	fcpim->io_profile_start_time = 0;  in bfa_fcpim_profile_off()
487 	fcpim->profile_comp = NULL;  in bfa_fcpim_profile_off()
488 	fcpim->profile_start = NULL;  in bfa_fcpim_profile_off()
495 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_fcpim_qdepth_get()  local
497 	return fcpim->q_depth;  in bfa_fcpim_qdepth_get()
1106 bfa_itnim_attach(struct bfa_fcpim_s *fcpim)  in bfa_itnim_attach()  argument
1108 	struct bfa_s	*bfa = fcpim->bfa;  in bfa_itnim_attach()
1109 	struct bfa_fcp_mod_s	*fcp = fcpim->fcp;  in bfa_itnim_attach()
1113 	INIT_LIST_HEAD(&fcpim->itnim_q);  in bfa_itnim_attach()
1116 	fcpim->itnim_arr = itnim;  in bfa_itnim_attach()
1118 	for (i = 0; i < fcpim->num_itnims; i++, itnim++) {  in bfa_itnim_attach()
1121 		itnim->fcpim = fcpim;  in bfa_itnim_attach()
1262 		list_add_tail(&ioim->qe, &ioim->fcpim->ioim_comp_q);  in bfa_itnim_iotov_cleanup()
1288 	if (itnim->fcpim->path_tov > 0) {  in bfa_itnim_iotov_start()
1293 			bfa_itnim_iotov, itnim, itnim->fcpim->path_tov);  in bfa_itnim_iotov_start()
1331 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(itnim->bfa);  in bfa_itnim_update_del_itn_stats()  local
1332 	fcpim->del_itn_stats.del_itn_iocomp_aborted +=  in bfa_itnim_update_del_itn_stats()
1334 	fcpim->del_itn_stats.del_itn_iocomp_timedout +=  in bfa_itnim_update_del_itn_stats()
1336 	fcpim->del_itn_stats.del_itn_iocom_sqer_needed +=  in bfa_itnim_update_del_itn_stats()
1338 	fcpim->del_itn_stats.del_itn_iocom_res_free +=  in bfa_itnim_update_del_itn_stats()
1340 	fcpim->del_itn_stats.del_itn_iocom_hostabrts +=  in bfa_itnim_update_del_itn_stats()
1342 	fcpim->del_itn_stats.del_itn_total_ios += itnim->stats.total_ios;  in bfa_itnim_update_del_itn_stats()
1343 	fcpim->del_itn_stats.del_io_iocdowns += itnim->stats.io_iocdowns;  in bfa_itnim_update_del_itn_stats()
1344 	fcpim->del_itn_stats.del_tm_iocdowns += itnim->stats.tm_iocdowns;  in bfa_itnim_update_del_itn_stats()
1357 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_itnim_isr()  local
1367 		itnim = BFA_ITNIM_FROM_TAG(fcpim,  in bfa_itnim_isr()
1375 		itnim = BFA_ITNIM_FROM_TAG(fcpim,  in bfa_itnim_isr()
1383 		itnim = BFA_ITNIM_FROM_TAG(fcpim,  in bfa_itnim_isr()
1402 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_itnim_create()  local
1407 	itnim = BFA_ITNIM_FROM_TAG(fcpim, rport->rport_tag);  in bfa_itnim_create()
1447 	return itnim->fcpim->path_tov && itnim->iotov_active &&  in bfa_itnim_hold_io()
1462 	struct bfa_fcpim_s *fcpim;  in bfa_itnim_get_ioprofile()  local
1467 	fcpim = BFA_FCPIM(itnim->bfa);  in bfa_itnim_get_ioprofile()
1469 	if (!fcpim->io_profile)  in bfa_itnim_get_ioprofile()
1514 					&ioim->fcpim->ioim_comp_q);  in bfa_ioim_sm_uninit()
2048 		list_add_tail(&ioim->qe, &ioim->fcpim->ioim_resfree_q);  in bfa_ioim_sm_hcb_free()
2152 			snsinfo = BFA_SNSINFO_FROM_TAG(ioim->fcpim->fcp,  in __bfa_cb_ioim_comp()
2676 	list_add_tail(&ioim->qe, &ioim->fcpim->ioim_comp_q);  in bfa_ioim_notify_cleanup()
2679 		if (ioim->fcpim->delay_comp && ioim->itnim->iotov_active) {  in bfa_ioim_notify_cleanup()
2727 	list_add_tail(&ioim->qe, &ioim->fcpim->ioim_comp_q);  in bfa_ioim_delayed_comp()
2735 bfa_ioim_attach(struct bfa_fcpim_s *fcpim)  in bfa_ioim_attach()  argument
2738 	struct bfa_fcp_mod_s	*fcp = fcpim->fcp;  in bfa_ioim_attach()
2746 	fcpim->ioim_arr = ioim;  in bfa_ioim_attach()
2747 	bfa_mem_kva_curp(fcp) = (u8 *) (ioim + fcpim->fcp->num_ioim_reqs);  in bfa_ioim_attach()
2750 	fcpim->ioim_sp_arr = iosp;  in bfa_ioim_attach()
2751 	bfa_mem_kva_curp(fcp) = (u8 *) (iosp + fcpim->fcp->num_ioim_reqs);  in bfa_ioim_attach()
2756 	INIT_LIST_HEAD(&fcpim->ioim_resfree_q);  in bfa_ioim_attach()
2757 	INIT_LIST_HEAD(&fcpim->ioim_comp_q);  in bfa_ioim_attach()
2759 	for (i = 0; i < fcpim->fcp->num_ioim_reqs;  in bfa_ioim_attach()
2766 		ioim->bfa     = fcpim->bfa;  in bfa_ioim_attach()
2767 		ioim->fcpim   = fcpim;  in bfa_ioim_attach()
2781 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_ioim_isr()  local
2789 	ioim = BFA_IOIM_FROM_TAG(fcpim, iotag);  in bfa_ioim_isr()
2866 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_ioim_good_comp_isr()  local
2873 	ioim = BFA_IOIM_FROM_TAG(fcpim, iotag);  in bfa_ioim_good_comp_isr()
2876 	bfa_ioim_cb_profile_comp(fcpim, ioim);  in bfa_ioim_good_comp_isr()
2933 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_ioim_alloc()  local
2940 	bfa_q_deq(&fcpim->fcp->iotag_ioim_free_q, &iotag);  in bfa_ioim_alloc()
2946 	ioim = BFA_IOIM_FROM_TAG(fcpim, iotag->tag);  in bfa_ioim_alloc()
2954 	fcpim->ios_active++;  in bfa_ioim_alloc()
2964 	struct bfa_fcpim_s *fcpim = ioim->fcpim;  in bfa_ioim_free()  local
2971 	fcpim->ios_active--;  in bfa_ioim_free()
2976 		(fcpim->fcp->num_ioim_reqs + fcpim->fcp->num_fwtio_reqs)));  in bfa_ioim_free()
2977 	iotag = BFA_IOTAG_FROM_TAG(fcpim->fcp, ioim->iotag);  in bfa_ioim_free()
2979 	if (ioim->iotag < fcpim->fcp->num_ioim_reqs)  in bfa_ioim_free()
2980 		list_add_tail(&iotag->qe, &fcpim->fcp->iotag_ioim_free_q);  in bfa_ioim_free()
2982 		list_add_tail(&iotag->qe, &fcpim->fcp->iotag_tio_free_q);  in bfa_ioim_free()
2990 	bfa_ioim_cb_profile_start(ioim->fcpim, ioim);  in bfa_ioim_start()
3335 			list_add_tail(&ioim->qe, &ioim->fcpim->ioim_comp_q);  in bfa_tskim_gather_ios()
3501 bfa_tskim_attach(struct bfa_fcpim_s *fcpim)  in bfa_tskim_attach()  argument
3504 	struct bfa_fcp_mod_s	*fcp = fcpim->fcp;  in bfa_tskim_attach()
3507 	INIT_LIST_HEAD(&fcpim->tskim_free_q);  in bfa_tskim_attach()
3508 	INIT_LIST_HEAD(&fcpim->tskim_unused_q);  in bfa_tskim_attach()
3511 	fcpim->tskim_arr = tskim;  in bfa_tskim_attach()
3513 	for (i = 0; i < fcpim->num_tskim_reqs; i++, tskim++) {  in bfa_tskim_attach()
3519 		tskim->bfa	= fcpim->bfa;  in bfa_tskim_attach()
3520 		tskim->fcpim	= fcpim;  in bfa_tskim_attach()
3526 		list_add_tail(&tskim->qe, &fcpim->tskim_free_q);  in bfa_tskim_attach()
3535 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_tskim_isr()  local
3540 	tskim = BFA_TSKIM_FROM_TAG(fcpim, tsk_tag);  in bfa_tskim_isr()
3564 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_tskim_alloc()  local
3567 	bfa_q_deq(&fcpim->tskim_free_q, &tskim);  in bfa_tskim_alloc()
3580 	list_add_tail(&tskim->qe, &tskim->fcpim->tskim_free_q);  in bfa_tskim_free()
3613 	struct bfa_fcpim_s	*fcpim = BFA_FCPIM(bfa);  in bfa_tskim_res_recfg()  local
3617 	for (i = 0; i < (fcpim->num_tskim_reqs - num_tskim_fw); i++) {  in bfa_tskim_res_recfg()
3618 		bfa_q_deq_tail(&fcpim->tskim_free_q, &qe);  in bfa_tskim_res_recfg()
3619 		list_add_tail(qe, &fcpim->tskim_unused_q);  in bfa_tskim_res_recfg()
3880 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_fcpim_throttle_get()  local
3889 	throttle.cur_value = (u16)(fcpim->fcp->num_ioim_reqs);  in bfa_fcpim_throttle_get()
3893 	throttle.max_value = (u16)(fcpim->fcp->max_ioim_reqs);  in bfa_fcpim_throttle_get()