47 static int ice_vsi_ctrl_all_rx_rings(struct ice_vsi *vsi, bool ena)  in ice_vsi_ctrl_all_rx_rings()  argument
52 	ice_for_each_rxq(vsi, i)  in ice_vsi_ctrl_all_rx_rings()
53 		ice_vsi_ctrl_one_rx_ring(vsi, ena, i, false);  in ice_vsi_ctrl_all_rx_rings()
55 	ice_flush(&vsi->back->hw);  in ice_vsi_ctrl_all_rx_rings()
57 	ice_for_each_rxq(vsi, i) {  in ice_vsi_ctrl_all_rx_rings()
58 		ret = ice_vsi_wait_one_rx_ring(vsi, ena, i);  in ice_vsi_ctrl_all_rx_rings()
73 static int ice_vsi_alloc_arrays(struct ice_vsi *vsi)  in ice_vsi_alloc_arrays()  argument
75 	struct ice_pf *pf = vsi->back;  in ice_vsi_alloc_arrays()
79 	if (vsi->type == ICE_VSI_CHNL)  in ice_vsi_alloc_arrays()
83 	vsi->tx_rings = devm_kcalloc(dev, vsi->alloc_txq,  in ice_vsi_alloc_arrays()
84 				     sizeof(*vsi->tx_rings), GFP_KERNEL);  in ice_vsi_alloc_arrays()
85 	if (!vsi->tx_rings)  in ice_vsi_alloc_arrays()
88 	vsi->rx_rings = devm_kcalloc(dev, vsi->alloc_rxq,  in ice_vsi_alloc_arrays()
89 				     sizeof(*vsi->rx_rings), GFP_KERNEL);  in ice_vsi_alloc_arrays()
90 	if (!vsi->rx_rings)  in ice_vsi_alloc_arrays()
99 	vsi->txq_map = devm_kcalloc(dev, (vsi->alloc_txq + num_possible_cpus()),  in ice_vsi_alloc_arrays()
100 				    sizeof(*vsi->txq_map), GFP_KERNEL);  in ice_vsi_alloc_arrays()
102 	if (!vsi->txq_map)  in ice_vsi_alloc_arrays()
105 	vsi->rxq_map = devm_kcalloc(dev, vsi->alloc_rxq,  in ice_vsi_alloc_arrays()
106 				    sizeof(*vsi->rxq_map), GFP_KERNEL);  in ice_vsi_alloc_arrays()
107 	if (!vsi->rxq_map)  in ice_vsi_alloc_arrays()
111 	if (vsi->type == ICE_VSI_LB)  in ice_vsi_alloc_arrays()
115 	vsi->q_vectors = devm_kcalloc(dev, vsi->num_q_vectors,  in ice_vsi_alloc_arrays()
116 				      sizeof(*vsi->q_vectors), GFP_KERNEL);  in ice_vsi_alloc_arrays()
117 	if (!vsi->q_vectors)  in ice_vsi_alloc_arrays()
120 	vsi->af_xdp_zc_qps = bitmap_zalloc(max_t(int, vsi->alloc_txq, vsi->alloc_rxq), GFP_KERNEL);  in ice_vsi_alloc_arrays()
121 	if (!vsi->af_xdp_zc_qps)  in ice_vsi_alloc_arrays()
127 	devm_kfree(dev, vsi->q_vectors);  in ice_vsi_alloc_arrays()
129 	devm_kfree(dev, vsi->rxq_map);  in ice_vsi_alloc_arrays()
131 	devm_kfree(dev, vsi->txq_map);  in ice_vsi_alloc_arrays()
133 	devm_kfree(dev, vsi->rx_rings);  in ice_vsi_alloc_arrays()
135 	devm_kfree(dev, vsi->tx_rings);  in ice_vsi_alloc_arrays()
143 static void ice_vsi_set_num_desc(struct ice_vsi *vsi)  in ice_vsi_set_num_desc()  argument
145 	switch (vsi->type) {  in ice_vsi_set_num_desc()
154 		if (!vsi->num_rx_desc)  in ice_vsi_set_num_desc()
155 			vsi->num_rx_desc = ICE_DFLT_NUM_RX_DESC;  in ice_vsi_set_num_desc()
156 		if (!vsi->num_tx_desc)  in ice_vsi_set_num_desc()
157 			vsi->num_tx_desc = ICE_DFLT_NUM_TX_DESC;  in ice_vsi_set_num_desc()
160 		dev_dbg(ice_pf_to_dev(vsi->back), "Not setting number of Tx/Rx descriptors for VSI type %d\n",  in ice_vsi_set_num_desc()
161 			vsi->type);  in ice_vsi_set_num_desc()
173 static void ice_vsi_set_num_qs(struct ice_vsi *vsi, struct ice_vf *vf)  in ice_vsi_set_num_qs()  argument
175 	enum ice_vsi_type vsi_type = vsi->type;  in ice_vsi_set_num_qs()
176 	struct ice_pf *pf = vsi->back;  in ice_vsi_set_num_qs()
183 		if (vsi->req_txq) {  in ice_vsi_set_num_qs()
184 			vsi->alloc_txq = vsi->req_txq;  in ice_vsi_set_num_qs()
185 			vsi->num_txq = vsi->req_txq;  in ice_vsi_set_num_qs()
187 			vsi->alloc_txq = min3(pf->num_lan_msix,  in ice_vsi_set_num_qs()
192 		pf->num_lan_tx = vsi->alloc_txq;  in ice_vsi_set_num_qs()
196 			vsi->alloc_rxq = 1;  in ice_vsi_set_num_qs()
198 			if (vsi->req_rxq) {  in ice_vsi_set_num_qs()
199 				vsi->alloc_rxq = vsi->req_rxq;  in ice_vsi_set_num_qs()
200 				vsi->num_rxq = vsi->req_rxq;  in ice_vsi_set_num_qs()
202 				vsi->alloc_rxq = min3(pf->num_lan_msix,  in ice_vsi_set_num_qs()
208 		pf->num_lan_rx = vsi->alloc_rxq;  in ice_vsi_set_num_qs()
210 		vsi->num_q_vectors = min_t(int, pf->num_lan_msix,  in ice_vsi_set_num_qs()
211 					   max_t(int, vsi->alloc_rxq,  in ice_vsi_set_num_qs()
212 						 vsi->alloc_txq));  in ice_vsi_set_num_qs()
218 		vsi->alloc_txq = ice_get_num_vfs(pf);  in ice_vsi_set_num_qs()
219 		vsi->alloc_rxq = vsi->alloc_txq;  in ice_vsi_set_num_qs()
220 		vsi->num_q_vectors = 1;  in ice_vsi_set_num_qs()
225 		vsi->alloc_txq = vf->num_vf_qs;  in ice_vsi_set_num_qs()
226 		vsi->alloc_rxq = vf->num_vf_qs;  in ice_vsi_set_num_qs()
232 		vsi->num_q_vectors = pf->vfs.num_msix_per - ICE_NONQ_VECS_VF;  in ice_vsi_set_num_qs()
235 		vsi->alloc_txq = 1;  in ice_vsi_set_num_qs()
236 		vsi->alloc_rxq = 1;  in ice_vsi_set_num_qs()
237 		vsi->num_q_vectors = 1;  in ice_vsi_set_num_qs()
240 		vsi->alloc_txq = 0;  in ice_vsi_set_num_qs()
241 		vsi->alloc_rxq = 0;  in ice_vsi_set_num_qs()
244 		vsi->alloc_txq = 1;  in ice_vsi_set_num_qs()
245 		vsi->alloc_rxq = 1;  in ice_vsi_set_num_qs()
252 	ice_vsi_set_num_desc(vsi);  in ice_vsi_set_num_qs()
288 void ice_vsi_delete(struct ice_vsi *vsi)  in ice_vsi_delete()  argument
290 	struct ice_pf *pf = vsi->back;  in ice_vsi_delete()
298 	if (vsi->type == ICE_VSI_VF)  in ice_vsi_delete()
299 		ctxt->vf_num = vsi->vf->vf_id;  in ice_vsi_delete()
300 	ctxt->vsi_num = vsi->vsi_num;  in ice_vsi_delete()
302 	memcpy(&ctxt->info, &vsi->info, sizeof(ctxt->info));  in ice_vsi_delete()
304 	status = ice_free_vsi(&pf->hw, vsi->idx, ctxt, false, NULL);  in ice_vsi_delete()
307 			vsi->vsi_num, status);  in ice_vsi_delete()
316 static void ice_vsi_free_arrays(struct ice_vsi *vsi)  in ice_vsi_free_arrays()  argument
318 	struct ice_pf *pf = vsi->back;  in ice_vsi_free_arrays()
323 	if (vsi->af_xdp_zc_qps) {  in ice_vsi_free_arrays()
324 		bitmap_free(vsi->af_xdp_zc_qps);  in ice_vsi_free_arrays()
325 		vsi->af_xdp_zc_qps = NULL;  in ice_vsi_free_arrays()
328 	if (vsi->q_vectors) {  in ice_vsi_free_arrays()
329 		devm_kfree(dev, vsi->q_vectors);  in ice_vsi_free_arrays()
330 		vsi->q_vectors = NULL;  in ice_vsi_free_arrays()
332 	if (vsi->tx_rings) {  in ice_vsi_free_arrays()
333 		devm_kfree(dev, vsi->tx_rings);  in ice_vsi_free_arrays()
334 		vsi->tx_rings = NULL;  in ice_vsi_free_arrays()
336 	if (vsi->rx_rings) {  in ice_vsi_free_arrays()
337 		devm_kfree(dev, vsi->rx_rings);  in ice_vsi_free_arrays()
338 		vsi->rx_rings = NULL;  in ice_vsi_free_arrays()
340 	if (vsi->txq_map) {  in ice_vsi_free_arrays()
341 		devm_kfree(dev, vsi->txq_map);  in ice_vsi_free_arrays()
342 		vsi->txq_map = NULL;  in ice_vsi_free_arrays()
344 	if (vsi->rxq_map) {  in ice_vsi_free_arrays()
345 		devm_kfree(dev, vsi->rxq_map);  in ice_vsi_free_arrays()
346 		vsi->rxq_map = NULL;  in ice_vsi_free_arrays()
359 int ice_vsi_clear(struct ice_vsi *vsi)  in ice_vsi_clear()  argument
364 	if (!vsi)  in ice_vsi_clear()
367 	if (!vsi->back)  in ice_vsi_clear()
370 	pf = vsi->back;  in ice_vsi_clear()
373 	if (!pf->vsi[vsi->idx] || pf->vsi[vsi->idx] != vsi) {  in ice_vsi_clear()
374 		dev_dbg(dev, "vsi does not exist at pf->vsi[%d]\n", vsi->idx);  in ice_vsi_clear()
381 	pf->vsi[vsi->idx] = NULL;  in ice_vsi_clear()
382 	if (vsi->idx < pf->next_vsi && vsi->type != ICE_VSI_CTRL)  in ice_vsi_clear()
383 		pf->next_vsi = vsi->idx;  in ice_vsi_clear()
384 	if (vsi->idx < pf->next_vsi && vsi->type == ICE_VSI_CTRL && vsi->vf)  in ice_vsi_clear()
385 		pf->next_vsi = vsi->idx;  in ice_vsi_clear()
387 	ice_vsi_free_arrays(vsi);  in ice_vsi_clear()
389 	devm_kfree(dev, vsi);  in ice_vsi_clear()
435 	struct ice_pf *pf = q_vector->vsi->back;  in ice_eswitch_msix_clean_rings()
468 	struct ice_vsi *vsi = NULL;  in ice_vsi_alloc()  local
485 	vsi = devm_kzalloc(dev, sizeof(*vsi), GFP_KERNEL);  in ice_vsi_alloc()
486 	if (!vsi)  in ice_vsi_alloc()
489 	vsi->type = vsi_type;  in ice_vsi_alloc()
490 	vsi->back = pf;  in ice_vsi_alloc()
491 	set_bit(ICE_VSI_DOWN, vsi->state);  in ice_vsi_alloc()
494 		ice_vsi_set_num_qs(vsi, vf);  in ice_vsi_alloc()
496 		ice_vsi_set_num_qs(vsi, NULL);  in ice_vsi_alloc()
498 	switch (vsi->type) {  in ice_vsi_alloc()
500 		if (ice_vsi_alloc_arrays(vsi))  in ice_vsi_alloc()
504 		vsi->irq_handler = ice_eswitch_msix_clean_rings;  in ice_vsi_alloc()
507 		if (ice_vsi_alloc_arrays(vsi))  in ice_vsi_alloc()
511 		vsi->irq_handler = ice_msix_clean_rings;  in ice_vsi_alloc()
514 		if (ice_vsi_alloc_arrays(vsi))  in ice_vsi_alloc()
518 		vsi->irq_handler = ice_msix_clean_ctrl_vsi;  in ice_vsi_alloc()
523 		vsi->vf = vf;  in ice_vsi_alloc()
526 		if (ice_vsi_alloc_arrays(vsi))  in ice_vsi_alloc()
528 		vsi->vf = vf;  in ice_vsi_alloc()
533 		vsi->num_rxq = ch->num_rxq;  in ice_vsi_alloc()
534 		vsi->num_txq = ch->num_txq;  in ice_vsi_alloc()
535 		vsi->next_base_q = ch->base_q;  in ice_vsi_alloc()
538 		if (ice_vsi_alloc_arrays(vsi))  in ice_vsi_alloc()
542 		dev_warn(dev, "Unknown VSI type %d\n", vsi->type);  in ice_vsi_alloc()
546 	if (vsi->type == ICE_VSI_CTRL && !vf) {  in ice_vsi_alloc()
548 		vsi->idx = pf->num_alloc_vsi - 1;  in ice_vsi_alloc()
549 		pf->ctrl_vsi_idx = vsi->idx;  in ice_vsi_alloc()
550 		pf->vsi[vsi->idx] = vsi;  in ice_vsi_alloc()
553 		vsi->idx = pf->next_vsi;  in ice_vsi_alloc()
554 		pf->vsi[pf->next_vsi] = vsi;  in ice_vsi_alloc()
557 		pf->next_vsi = ice_get_free_slot(pf->vsi, pf->num_alloc_vsi,  in ice_vsi_alloc()
561 	if (vsi->type == ICE_VSI_CTRL && vf)  in ice_vsi_alloc()
562 		vf->ctrl_vsi_idx = vsi->idx;  in ice_vsi_alloc()
566 	devm_kfree(dev, vsi);  in ice_vsi_alloc()
567 	vsi = NULL;  in ice_vsi_alloc()
570 	return vsi;  in ice_vsi_alloc()
581 static int ice_alloc_fd_res(struct ice_vsi *vsi)  in ice_alloc_fd_res()  argument
583 	struct ice_pf *pf = vsi->back;  in ice_alloc_fd_res()
593 	if (!(vsi->type == ICE_VSI_PF || vsi->type == ICE_VSI_VF ||  in ice_alloc_fd_res()
594 	      vsi->type == ICE_VSI_CHNL))  in ice_alloc_fd_res()
615 	if (vsi->type == ICE_VSI_PF) {  in ice_alloc_fd_res()
616 		vsi->num_gfltr = g_val;  in ice_alloc_fd_res()
624 			vsi->num_gfltr = ICE_PF_VSI_GFLTR;  in ice_alloc_fd_res()
628 		vsi->num_bfltr = b_val;  in ice_alloc_fd_res()
629 	} else if (vsi->type == ICE_VSI_VF) {  in ice_alloc_fd_res()
630 		vsi->num_gfltr = 0;  in ice_alloc_fd_res()
633 		vsi->num_bfltr = b_val;  in ice_alloc_fd_res()
656 		vsi->num_gfltr = g_val / numtc;  in ice_alloc_fd_res()
659 		vsi->num_bfltr = b_val;  in ice_alloc_fd_res()
671 static int ice_vsi_get_qs(struct ice_vsi *vsi)  in ice_vsi_get_qs()  argument
673 	struct ice_pf *pf = vsi->back;  in ice_vsi_get_qs()
678 		.q_count = vsi->alloc_txq,  in ice_vsi_get_qs()
680 		.vsi_map = vsi->txq_map,  in ice_vsi_get_qs()
688 		.q_count = vsi->alloc_rxq,  in ice_vsi_get_qs()
690 		.vsi_map = vsi->rxq_map,  in ice_vsi_get_qs()
696 	if (vsi->type == ICE_VSI_CHNL)  in ice_vsi_get_qs()
702 	vsi->tx_mapping_mode = tx_qs_cfg.mapping_mode;  in ice_vsi_get_qs()
707 	vsi->rx_mapping_mode = rx_qs_cfg.mapping_mode;  in ice_vsi_get_qs()
716 static void ice_vsi_put_qs(struct ice_vsi *vsi)  in ice_vsi_put_qs()  argument
718 	struct ice_pf *pf = vsi->back;  in ice_vsi_put_qs()
723 	ice_for_each_alloc_txq(vsi, i) {  in ice_vsi_put_qs()
724 		clear_bit(vsi->txq_map[i], pf->avail_txqs);  in ice_vsi_put_qs()
725 		vsi->txq_map[i] = ICE_INVAL_Q_INDEX;  in ice_vsi_put_qs()
728 	ice_for_each_alloc_rxq(vsi, i) {  in ice_vsi_put_qs()
729 		clear_bit(vsi->rxq_map[i], pf->avail_rxqs);  in ice_vsi_put_qs()
730 		vsi->rxq_map[i] = ICE_INVAL_Q_INDEX;  in ice_vsi_put_qs()
765 static void ice_vsi_clean_rss_flow_fld(struct ice_vsi *vsi)  in ice_vsi_clean_rss_flow_fld()  argument
767 	struct ice_pf *pf = vsi->back;  in ice_vsi_clean_rss_flow_fld()
773 	status = ice_rem_vsi_rss_cfg(&pf->hw, vsi->idx);  in ice_vsi_clean_rss_flow_fld()
776 			vsi->vsi_num, status);  in ice_vsi_clean_rss_flow_fld()
783 static void ice_rss_clean(struct ice_vsi *vsi)  in ice_rss_clean()  argument
785 	struct ice_pf *pf = vsi->back;  in ice_rss_clean()
790 	if (vsi->rss_hkey_user)  in ice_rss_clean()
791 		devm_kfree(dev, vsi->rss_hkey_user);  in ice_rss_clean()
792 	if (vsi->rss_lut_user)  in ice_rss_clean()
793 		devm_kfree(dev, vsi->rss_lut_user);  in ice_rss_clean()
795 	ice_vsi_clean_rss_flow_fld(vsi);  in ice_rss_clean()
798 		ice_rem_vsi_rss_list(&pf->hw, vsi->idx);  in ice_rss_clean()
805 static void ice_vsi_set_rss_params(struct ice_vsi *vsi)  in ice_vsi_set_rss_params()  argument
808 	struct ice_pf *pf = vsi->back;  in ice_vsi_set_rss_params()
811 		vsi->rss_size = 1;  in ice_vsi_set_rss_params()
816 	switch (vsi->type) {  in ice_vsi_set_rss_params()
820 		vsi->rss_table_size = (u16)cap->rss_table_size;  in ice_vsi_set_rss_params()
821 		if (vsi->type == ICE_VSI_CHNL)  in ice_vsi_set_rss_params()
822 			vsi->rss_size = min_t(u16, vsi->num_rxq,  in ice_vsi_set_rss_params()
825 			vsi->rss_size = min_t(u16, num_online_cpus(),  in ice_vsi_set_rss_params()
827 		vsi->rss_lut_type = ICE_AQC_GSET_RSS_LUT_TABLE_TYPE_PF;  in ice_vsi_set_rss_params()
830 		vsi->rss_table_size = ICE_VSIQF_HLUT_ARRAY_SIZE;  in ice_vsi_set_rss_params()
831 		vsi->rss_size = min_t(u16, num_online_cpus(),  in ice_vsi_set_rss_params()
833 		vsi->rss_lut_type = ICE_AQC_GSET_RSS_LUT_TABLE_TYPE_VSI;  in ice_vsi_set_rss_params()
839 		vsi->rss_table_size = ICE_VSIQF_HLUT_ARRAY_SIZE;  in ice_vsi_set_rss_params()
840 		vsi->rss_size = ICE_MAX_RSS_QS_PER_VF;  in ice_vsi_set_rss_params()
841 		vsi->rss_lut_type = ICE_AQC_GSET_RSS_LUT_TABLE_TYPE_VSI;  in ice_vsi_set_rss_params()
847 			ice_vsi_type_str(vsi->type));  in ice_vsi_set_rss_params()
915 static int ice_vsi_setup_q_map(struct ice_vsi *vsi, struct ice_vsi_ctx *ctxt)  in ice_vsi_setup_q_map()  argument
919 	u16 qcount_tx = vsi->alloc_txq;  in ice_vsi_setup_q_map()
920 	u16 qcount_rx = vsi->alloc_rxq;  in ice_vsi_setup_q_map()
924 	if (!vsi->tc_cfg.numtc) {  in ice_vsi_setup_q_map()
926 		vsi->tc_cfg.numtc = 1;  in ice_vsi_setup_q_map()
927 		vsi->tc_cfg.ena_tc = 1;  in ice_vsi_setup_q_map()
930 	num_rxq_per_tc = min_t(u16, qcount_rx / vsi->tc_cfg.numtc, ICE_MAX_RXQS_PER_TC);  in ice_vsi_setup_q_map()
933 	num_txq_per_tc = qcount_tx / vsi->tc_cfg.numtc;  in ice_vsi_setup_q_map()
952 		if (!(vsi->tc_cfg.ena_tc & BIT(i))) {  in ice_vsi_setup_q_map()
954 			vsi->tc_cfg.tc_info[i].qoffset = 0;  in ice_vsi_setup_q_map()
955 			vsi->tc_cfg.tc_info[i].qcount_rx = 1;  in ice_vsi_setup_q_map()
956 			vsi->tc_cfg.tc_info[i].qcount_tx = 1;  in ice_vsi_setup_q_map()
957 			vsi->tc_cfg.tc_info[i].netdev_tc = 0;  in ice_vsi_setup_q_map()
963 		vsi->tc_cfg.tc_info[i].qoffset = offset;  in ice_vsi_setup_q_map()
964 		vsi->tc_cfg.tc_info[i].qcount_rx = num_rxq_per_tc;  in ice_vsi_setup_q_map()
965 		vsi->tc_cfg.tc_info[i].qcount_tx = num_txq_per_tc;  in ice_vsi_setup_q_map()
966 		vsi->tc_cfg.tc_info[i].netdev_tc = netdev_tc++;  in ice_vsi_setup_q_map()
988 	if (rx_count > vsi->alloc_rxq) {  in ice_vsi_setup_q_map()
989 …dev_err(ice_pf_to_dev(vsi->back), "Trying to use more Rx queues (%u), than were allocated (%u)!\n",  in ice_vsi_setup_q_map()
990 			rx_count, vsi->alloc_rxq);  in ice_vsi_setup_q_map()
994 	if (tx_count > vsi->alloc_txq) {  in ice_vsi_setup_q_map()
995 …dev_err(ice_pf_to_dev(vsi->back), "Trying to use more Tx queues (%u), than were allocated (%u)!\n",  in ice_vsi_setup_q_map()
996 			tx_count, vsi->alloc_txq);  in ice_vsi_setup_q_map()
1000 	vsi->num_txq = tx_count;  in ice_vsi_setup_q_map()
1001 	vsi->num_rxq = rx_count;  in ice_vsi_setup_q_map()
1003 	if (vsi->type == ICE_VSI_VF && vsi->num_txq != vsi->num_rxq) {  in ice_vsi_setup_q_map()
1004 …dev_dbg(ice_pf_to_dev(vsi->back), "VF VSI should have same number of Tx and Rx queues. Hence makin…  in ice_vsi_setup_q_map()
1008 		vsi->num_txq = vsi->num_rxq;  in ice_vsi_setup_q_map()
1017 	ctxt->info.q_mapping[0] = cpu_to_le16(vsi->rxq_map[0]);  in ice_vsi_setup_q_map()
1018 	ctxt->info.q_mapping[1] = cpu_to_le16(vsi->num_rxq);  in ice_vsi_setup_q_map()
1028 static void ice_set_fd_vsi_ctx(struct ice_vsi_ctx *ctxt, struct ice_vsi *vsi)  in ice_set_fd_vsi_ctx()  argument
1033 	if (vsi->type != ICE_VSI_PF && vsi->type != ICE_VSI_CTRL &&  in ice_set_fd_vsi_ctx()
1034 	    vsi->type != ICE_VSI_VF && vsi->type != ICE_VSI_CHNL)  in ice_set_fd_vsi_ctx()
1049 			cpu_to_le16(vsi->num_gfltr);  in ice_set_fd_vsi_ctx()
1052 			cpu_to_le16(vsi->num_bfltr);  in ice_set_fd_vsi_ctx()
1074 static void ice_set_rss_vsi_ctx(struct ice_vsi_ctx *ctxt, struct ice_vsi *vsi)  in ice_set_rss_vsi_ctx()  argument
1080 	pf = vsi->back;  in ice_set_rss_vsi_ctx()
1083 	switch (vsi->type) {  in ice_set_rss_vsi_ctx()
1097 			ice_vsi_type_str(vsi->type));  in ice_set_rss_vsi_ctx()
1108 ice_chnl_vsi_setup_q_map(struct ice_vsi *vsi, struct ice_vsi_ctx *ctxt)  in ice_chnl_vsi_setup_q_map()  argument
1110 	struct ice_pf *pf = vsi->back;  in ice_chnl_vsi_setup_q_map()
1115 	qcount = min_t(int, vsi->num_rxq, pf->num_lan_msix);  in ice_chnl_vsi_setup_q_map()
1125 	ctxt->info.q_mapping[0] = cpu_to_le16(vsi->next_base_q);  in ice_chnl_vsi_setup_q_map()
1137 static int ice_vsi_init(struct ice_vsi *vsi, bool init_vsi)  in ice_vsi_init()  argument
1139 	struct ice_pf *pf = vsi->back;  in ice_vsi_init()
1150 	switch (vsi->type) {  in ice_vsi_init()
1163 		ctxt->vf_num = vsi->vf->vf_id + hw->func_caps.vf_base_id;  in ice_vsi_init()
1173 	if (vsi->type == ICE_VSI_CHNL) {  in ice_vsi_init()
1187 		ice_set_fd_vsi_ctx(ctxt, vsi);  in ice_vsi_init()
1189 	if (vsi->vsw->bridge_mode == BRIDGE_MODE_VEB)  in ice_vsi_init()
1194 	    vsi->type != ICE_VSI_CTRL) {  in ice_vsi_init()
1195 		ice_set_rss_vsi_ctx(ctxt, vsi);  in ice_vsi_init()
1204 	ctxt->info.sw_id = vsi->port_info->sw_id;  in ice_vsi_init()
1205 	if (vsi->type == ICE_VSI_CHNL) {  in ice_vsi_init()
1206 		ice_chnl_vsi_setup_q_map(vsi, ctxt);  in ice_vsi_init()
1208 		ret = ice_vsi_setup_q_map(vsi, ctxt);  in ice_vsi_init()
1221 	if (vsi->type == ICE_VSI_PF) {  in ice_vsi_init()
1228 		ret = ice_add_vsi(hw, vsi->idx, ctxt, NULL);  in ice_vsi_init()
1235 		ret = ice_update_vsi(hw, vsi->idx, ctxt, NULL);  in ice_vsi_init()
1244 	vsi->info = ctxt->info;  in ice_vsi_init()
1247 	vsi->vsi_num = ctxt->vsi_num;  in ice_vsi_init()
1367 static int ice_get_vf_ctrl_res(struct ice_pf *pf, struct ice_vsi *vsi)  in ice_get_vf_ctrl_res()  argument
1375 		if (vf != vsi->vf && vf->ctrl_vsi_idx != ICE_NO_VSI) {  in ice_get_vf_ctrl_res()
1376 			base = pf->vsi[vf->ctrl_vsi_idx]->base_vector;  in ice_get_vf_ctrl_res()
1383 	return ice_get_res(pf, pf->irq_tracker, vsi->num_q_vectors,  in ice_get_vf_ctrl_res()
1397 static int ice_vsi_setup_vector_base(struct ice_vsi *vsi)  in ice_vsi_setup_vector_base()  argument
1399 	struct ice_pf *pf = vsi->back;  in ice_vsi_setup_vector_base()
1406 	if (vsi->type == ICE_VSI_VF)  in ice_vsi_setup_vector_base()
1408 	if (vsi->type == ICE_VSI_CHNL)  in ice_vsi_setup_vector_base()
1411 	if (vsi->base_vector) {  in ice_vsi_setup_vector_base()
1413 			vsi->vsi_num, vsi->base_vector);  in ice_vsi_setup_vector_base()
1417 	num_q_vectors = vsi->num_q_vectors;  in ice_vsi_setup_vector_base()
1419 	if (vsi->type == ICE_VSI_CTRL && vsi->vf) {  in ice_vsi_setup_vector_base()
1420 		base = ice_get_vf_ctrl_res(pf, vsi);  in ice_vsi_setup_vector_base()
1423 				   vsi->idx);  in ice_vsi_setup_vector_base()
1429 			ice_vsi_type_str(vsi->type), vsi->idx, num_q_vectors);  in ice_vsi_setup_vector_base()
1432 	vsi->base_vector = (u16)base;  in ice_vsi_setup_vector_base()
1442 static void ice_vsi_clear_rings(struct ice_vsi *vsi)  in ice_vsi_clear_rings()  argument
1447 	if (vsi->q_vectors) {  in ice_vsi_clear_rings()
1448 		ice_for_each_q_vector(vsi, i) {  in ice_vsi_clear_rings()
1449 			struct ice_q_vector *q_vector = vsi->q_vectors[i];  in ice_vsi_clear_rings()
1458 	if (vsi->tx_rings) {  in ice_vsi_clear_rings()
1459 		ice_for_each_alloc_txq(vsi, i) {  in ice_vsi_clear_rings()
1460 			if (vsi->tx_rings[i]) {  in ice_vsi_clear_rings()
1461 				kfree_rcu(vsi->tx_rings[i], rcu);  in ice_vsi_clear_rings()
1462 				WRITE_ONCE(vsi->tx_rings[i], NULL);  in ice_vsi_clear_rings()
1466 	if (vsi->rx_rings) {  in ice_vsi_clear_rings()
1467 		ice_for_each_alloc_rxq(vsi, i) {  in ice_vsi_clear_rings()
1468 			if (vsi->rx_rings[i]) {  in ice_vsi_clear_rings()
1469 				kfree_rcu(vsi->rx_rings[i], rcu);  in ice_vsi_clear_rings()
1470 				WRITE_ONCE(vsi->rx_rings[i], NULL);  in ice_vsi_clear_rings()
1480 static int ice_vsi_alloc_rings(struct ice_vsi *vsi)  in ice_vsi_alloc_rings()  argument
1482 	bool dvm_ena = ice_is_dvm_ena(&vsi->back->hw);  in ice_vsi_alloc_rings()
1483 	struct ice_pf *pf = vsi->back;  in ice_vsi_alloc_rings()
1489 	ice_for_each_alloc_txq(vsi, i) {  in ice_vsi_alloc_rings()
1499 		ring->reg_idx = vsi->txq_map[i];  in ice_vsi_alloc_rings()
1500 		ring->vsi = vsi;  in ice_vsi_alloc_rings()
1503 		ring->count = vsi->num_tx_desc;  in ice_vsi_alloc_rings()
1509 		WRITE_ONCE(vsi->tx_rings[i], ring);  in ice_vsi_alloc_rings()
1513 	ice_for_each_alloc_rxq(vsi, i) {  in ice_vsi_alloc_rings()
1522 		ring->reg_idx = vsi->rxq_map[i];  in ice_vsi_alloc_rings()
1523 		ring->vsi = vsi;  in ice_vsi_alloc_rings()
1524 		ring->netdev = vsi->netdev;  in ice_vsi_alloc_rings()
1526 		ring->count = vsi->num_rx_desc;  in ice_vsi_alloc_rings()
1528 		WRITE_ONCE(vsi->rx_rings[i], ring);  in ice_vsi_alloc_rings()
1534 	ice_vsi_clear_rings(vsi);  in ice_vsi_alloc_rings()
1547 void ice_vsi_manage_rss_lut(struct ice_vsi *vsi, bool ena)  in ice_vsi_manage_rss_lut()  argument
1551 	lut = kzalloc(vsi->rss_table_size, GFP_KERNEL);  in ice_vsi_manage_rss_lut()
1556 		if (vsi->rss_lut_user)  in ice_vsi_manage_rss_lut()
1557 			memcpy(lut, vsi->rss_lut_user, vsi->rss_table_size);  in ice_vsi_manage_rss_lut()
1559 			ice_fill_rss_lut(lut, vsi->rss_table_size,  in ice_vsi_manage_rss_lut()
1560 					 vsi->rss_size);  in ice_vsi_manage_rss_lut()
1563 	ice_set_rss_lut(vsi, lut, vsi->rss_table_size);  in ice_vsi_manage_rss_lut()
1572 void ice_vsi_cfg_crc_strip(struct ice_vsi *vsi, bool disable)  in ice_vsi_cfg_crc_strip()  argument
1576 	ice_for_each_rxq(vsi, i)  in ice_vsi_cfg_crc_strip()
1578 			vsi->rx_rings[i]->flags |= ICE_RX_FLAGS_CRC_STRIP_DIS;  in ice_vsi_cfg_crc_strip()
1580 			vsi->rx_rings[i]->flags &= ~ICE_RX_FLAGS_CRC_STRIP_DIS;  in ice_vsi_cfg_crc_strip()
1587 int ice_vsi_cfg_rss_lut_key(struct ice_vsi *vsi)  in ice_vsi_cfg_rss_lut_key()  argument
1589 	struct ice_pf *pf = vsi->back;  in ice_vsi_cfg_rss_lut_key()
1595 	if (vsi->type == ICE_VSI_PF && vsi->ch_rss_size &&  in ice_vsi_cfg_rss_lut_key()
1597 		vsi->rss_size = min_t(u16, vsi->rss_size, vsi->ch_rss_size);  in ice_vsi_cfg_rss_lut_key()
1599 		vsi->rss_size = min_t(u16, vsi->rss_size, vsi->num_rxq);  in ice_vsi_cfg_rss_lut_key()
1607 		if (vsi->orig_rss_size && vsi->rss_size < vsi->orig_rss_size &&  in ice_vsi_cfg_rss_lut_key()
1608 		    vsi->orig_rss_size <= vsi->num_rxq) {  in ice_vsi_cfg_rss_lut_key()
1609 			vsi->rss_size = vsi->orig_rss_size;  in ice_vsi_cfg_rss_lut_key()
1611 			vsi->orig_rss_size = 0;  in ice_vsi_cfg_rss_lut_key()
1615 	lut = kzalloc(vsi->rss_table_size, GFP_KERNEL);  in ice_vsi_cfg_rss_lut_key()
1619 	if (vsi->rss_lut_user)  in ice_vsi_cfg_rss_lut_key()
1620 		memcpy(lut, vsi->rss_lut_user, vsi->rss_table_size);  in ice_vsi_cfg_rss_lut_key()
1622 		ice_fill_rss_lut(lut, vsi->rss_table_size, vsi->rss_size);  in ice_vsi_cfg_rss_lut_key()
1624 	err = ice_set_rss_lut(vsi, lut, vsi->rss_table_size);  in ice_vsi_cfg_rss_lut_key()
1636 	if (vsi->rss_hkey_user)  in ice_vsi_cfg_rss_lut_key()
1637 		memcpy(key, vsi->rss_hkey_user, ICE_GET_SET_RSS_KEY_EXTEND_KEY_SIZE);  in ice_vsi_cfg_rss_lut_key()
1641 	err = ice_set_rss_key(vsi, key);  in ice_vsi_cfg_rss_lut_key()
1659 static void ice_vsi_set_vf_rss_flow_fld(struct ice_vsi *vsi)  in ice_vsi_set_vf_rss_flow_fld()  argument
1661 	struct ice_pf *pf = vsi->back;  in ice_vsi_set_vf_rss_flow_fld()
1668 			vsi->vsi_num);  in ice_vsi_set_vf_rss_flow_fld()
1672 	status = ice_add_avf_rss_cfg(&pf->hw, vsi->idx, ICE_DEFAULT_RSS_HENA);  in ice_vsi_set_vf_rss_flow_fld()
1675 			vsi->vsi_num, status);  in ice_vsi_set_vf_rss_flow_fld()
1689 static void ice_vsi_set_rss_flow_fld(struct ice_vsi *vsi)  in ice_vsi_set_rss_flow_fld()  argument
1691 	u16 vsi_handle = vsi->idx, vsi_num = vsi->vsi_num;  in ice_vsi_set_rss_flow_fld()
1692 	struct ice_pf *pf = vsi->back;  in ice_vsi_set_rss_flow_fld()
1794 void ice_update_eth_stats(struct ice_vsi *vsi)  in ice_update_eth_stats()  argument
1797 	struct ice_hw *hw = &vsi->back->hw;  in ice_update_eth_stats()
1798 	u16 vsi_num = vsi->vsi_num;    /* HW absolute index of a VSI */  in ice_update_eth_stats()
1800 	prev_es = &vsi->eth_stats_prev;  in ice_update_eth_stats()
1801 	cur_es = &vsi->eth_stats;  in ice_update_eth_stats()
1803 	ice_stat_update40(hw, GLV_GORCL(vsi_num), vsi->stat_offsets_loaded,  in ice_update_eth_stats()
1806 	ice_stat_update40(hw, GLV_UPRCL(vsi_num), vsi->stat_offsets_loaded,  in ice_update_eth_stats()
1809 	ice_stat_update40(hw, GLV_MPRCL(vsi_num), vsi->stat_offsets_loaded,  in ice_update_eth_stats()
1812 	ice_stat_update40(hw, GLV_BPRCL(vsi_num), vsi->stat_offsets_loaded,  in ice_update_eth_stats()
1815 	ice_stat_update32(hw, GLV_RDPC(vsi_num), vsi->stat_offsets_loaded,  in ice_update_eth_stats()
1818 	ice_stat_update40(hw, GLV_GOTCL(vsi_num), vsi->stat_offsets_loaded,  in ice_update_eth_stats()
1821 	ice_stat_update40(hw, GLV_UPTCL(vsi_num), vsi->stat_offsets_loaded,  in ice_update_eth_stats()
1824 	ice_stat_update40(hw, GLV_MPTCL(vsi_num), vsi->stat_offsets_loaded,  in ice_update_eth_stats()
1827 	ice_stat_update40(hw, GLV_BPTCL(vsi_num), vsi->stat_offsets_loaded,  in ice_update_eth_stats()
1830 	ice_stat_update32(hw, GLV_TEPC(vsi_num), vsi->stat_offsets_loaded,  in ice_update_eth_stats()
1833 	vsi->stat_offsets_loaded = true;  in ice_update_eth_stats()
1840 void ice_vsi_cfg_frame_size(struct ice_vsi *vsi)  in ice_vsi_cfg_frame_size()  argument
1842 	if (!vsi->netdev || test_bit(ICE_FLAG_LEGACY_RX, vsi->back->flags)) {  in ice_vsi_cfg_frame_size()
1843 		vsi->max_frame = ICE_AQ_SET_MAC_FRAME_SIZE_MAX;  in ice_vsi_cfg_frame_size()
1844 		vsi->rx_buf_len = ICE_RXBUF_2048;  in ice_vsi_cfg_frame_size()
1847 		   (vsi->netdev->mtu <= ETH_DATA_LEN)) {  in ice_vsi_cfg_frame_size()
1848 		vsi->max_frame = ICE_RXBUF_1536 - NET_IP_ALIGN;  in ice_vsi_cfg_frame_size()
1849 		vsi->rx_buf_len = ICE_RXBUF_1536 - NET_IP_ALIGN;  in ice_vsi_cfg_frame_size()
1852 		vsi->max_frame = ICE_AQ_SET_MAC_FRAME_SIZE_MAX;  in ice_vsi_cfg_frame_size()
1854 		vsi->rx_buf_len = ICE_RXBUF_3072;  in ice_vsi_cfg_frame_size()
1856 		vsi->rx_buf_len = ICE_RXBUF_2048;  in ice_vsi_cfg_frame_size()
1893 int ice_vsi_cfg_single_rxq(struct ice_vsi *vsi, u16 q_idx)  in ice_vsi_cfg_single_rxq()  argument
1895 	if (q_idx >= vsi->num_rxq)  in ice_vsi_cfg_single_rxq()
1898 	return ice_vsi_cfg_rxq(vsi->rx_rings[q_idx]);  in ice_vsi_cfg_single_rxq()
1901 int ice_vsi_cfg_single_txq(struct ice_vsi *vsi, struct ice_tx_ring **tx_rings, u16 q_idx)  in ice_vsi_cfg_single_txq()  argument
1906 	if (q_idx >= vsi->alloc_txq || !tx_rings || !tx_rings[q_idx])  in ice_vsi_cfg_single_txq()
1915 	err = ice_vsi_cfg_txq(vsi, tx_rings[q_idx], qg_buf);  in ice_vsi_cfg_single_txq()
1927 int ice_vsi_cfg_rxqs(struct ice_vsi *vsi)  in ice_vsi_cfg_rxqs()  argument
1931 	if (vsi->type == ICE_VSI_VF)  in ice_vsi_cfg_rxqs()
1934 	ice_vsi_cfg_frame_size(vsi);  in ice_vsi_cfg_rxqs()
1937 	ice_for_each_rxq(vsi, i) {  in ice_vsi_cfg_rxqs()
1938 		int err = ice_vsi_cfg_rxq(vsi->rx_rings[i]);  in ice_vsi_cfg_rxqs()
1957 ice_vsi_cfg_txqs(struct ice_vsi *vsi, struct ice_tx_ring **rings, u16 count)  in ice_vsi_cfg_txqs()  argument
1970 		err = ice_vsi_cfg_txq(vsi, rings[q_idx], qg_buf);  in ice_vsi_cfg_txqs()
1987 int ice_vsi_cfg_lan_txqs(struct ice_vsi *vsi)  in ice_vsi_cfg_lan_txqs()  argument
1989 	return ice_vsi_cfg_txqs(vsi, vsi->tx_rings, vsi->num_txq);  in ice_vsi_cfg_lan_txqs()
1999 int ice_vsi_cfg_xdp_txqs(struct ice_vsi *vsi)  in ice_vsi_cfg_xdp_txqs()  argument
2004 	ret = ice_vsi_cfg_txqs(vsi, vsi->xdp_rings, vsi->num_xdp_txq);  in ice_vsi_cfg_xdp_txqs()
2008 	ice_for_each_rxq(vsi, i)  in ice_vsi_cfg_xdp_txqs()
2009 		ice_tx_xsk_pool(vsi, i);  in ice_vsi_cfg_xdp_txqs()
2038 	struct ice_hw *hw = &q_vector->vsi->back->hw;  in ice_write_intrl()
2071 	struct ice_hw *hw = &q_vector->vsi->back->hw;  in __ice_write_itr()
2125 void ice_vsi_cfg_msix(struct ice_vsi *vsi)  in ice_vsi_cfg_msix()  argument
2127 	struct ice_pf *pf = vsi->back;  in ice_vsi_cfg_msix()
2132 	ice_for_each_q_vector(vsi, i) {  in ice_vsi_cfg_msix()
2133 		struct ice_q_vector *q_vector = vsi->q_vectors[i];  in ice_vsi_cfg_msix()
2150 			ice_cfg_txq_interrupt(vsi, txq, reg_idx,  in ice_vsi_cfg_msix()
2156 			ice_cfg_rxq_interrupt(vsi, rxq, reg_idx,  in ice_vsi_cfg_msix()
2169 int ice_vsi_start_all_rx_rings(struct ice_vsi *vsi)  in ice_vsi_start_all_rx_rings()  argument
2171 	return ice_vsi_ctrl_all_rx_rings(vsi, true);  in ice_vsi_start_all_rx_rings()
2180 int ice_vsi_stop_all_rx_rings(struct ice_vsi *vsi)  in ice_vsi_stop_all_rx_rings()  argument
2182 	return ice_vsi_ctrl_all_rx_rings(vsi, false);  in ice_vsi_stop_all_rx_rings()
2194 ice_vsi_stop_tx_rings(struct ice_vsi *vsi, enum ice_disq_rst_src rst_src,  in ice_vsi_stop_tx_rings()  argument
2199 	if (vsi->num_txq > ICE_LAN_TXQ_MAX_QDIS)  in ice_vsi_stop_tx_rings()
2209 		ice_fill_txq_meta(vsi, rings[q_idx], &txq_meta);  in ice_vsi_stop_tx_rings()
2210 		status = ice_vsi_stop_tx_ring(vsi, rst_src, rel_vmvf_num,  in ice_vsi_stop_tx_rings()
2227 ice_vsi_stop_lan_tx_rings(struct ice_vsi *vsi, enum ice_disq_rst_src rst_src,  in ice_vsi_stop_lan_tx_rings()  argument
2230 	return ice_vsi_stop_tx_rings(vsi, rst_src, rel_vmvf_num, vsi->tx_rings, vsi->num_txq);  in ice_vsi_stop_lan_tx_rings()
2237 int ice_vsi_stop_xdp_tx_rings(struct ice_vsi *vsi)  in ice_vsi_stop_xdp_tx_rings()  argument
2239 	return ice_vsi_stop_tx_rings(vsi, ICE_NO_RESET, 0, vsi->xdp_rings, vsi->num_xdp_txq);  in ice_vsi_stop_xdp_tx_rings()
2248 bool ice_vsi_is_rx_queue_active(struct ice_vsi *vsi)  in ice_vsi_is_rx_queue_active()  argument
2250 	struct ice_pf *pf = vsi->back;  in ice_vsi_is_rx_queue_active()
2254 	ice_for_each_rxq(vsi, i) {  in ice_vsi_is_rx_queue_active()
2258 		pf_q = vsi->rxq_map[i];  in ice_vsi_is_rx_queue_active()
2273 bool ice_vsi_is_vlan_pruning_ena(struct ice_vsi *vsi)  in ice_vsi_is_vlan_pruning_ena()  argument
2275 	if (!vsi)  in ice_vsi_is_vlan_pruning_ena()
2278 	return (vsi->info.sw_flags2 & ICE_AQ_VSI_SW_FLAG_RX_VLAN_PRUNE_ENA);  in ice_vsi_is_vlan_pruning_ena()
2281 static void ice_vsi_set_tc_cfg(struct ice_vsi *vsi)  in ice_vsi_set_tc_cfg()  argument
2283 	if (!test_bit(ICE_FLAG_DCB_ENA, vsi->back->flags)) {  in ice_vsi_set_tc_cfg()
2284 		vsi->tc_cfg.ena_tc = ICE_DFLT_TRAFFIC_CLASS;  in ice_vsi_set_tc_cfg()
2285 		vsi->tc_cfg.numtc = 1;  in ice_vsi_set_tc_cfg()
2290 	ice_vsi_set_dcb_tc_cfg(vsi);  in ice_vsi_set_tc_cfg()
2298 ice_vsi_set_q_vectors_reg_idx(struct ice_vsi *vsi)  in ice_vsi_set_q_vectors_reg_idx()  argument
2302 	if (!vsi || !vsi->q_vectors)  in ice_vsi_set_q_vectors_reg_idx()
2305 	ice_for_each_q_vector(vsi, i) {  in ice_vsi_set_q_vectors_reg_idx()
2306 		struct ice_q_vector *q_vector = vsi->q_vectors[i];  in ice_vsi_set_q_vectors_reg_idx()
2309 			dev_err(ice_pf_to_dev(vsi->back), "Failed to set reg_idx on q_vector %d VSI %d\n",  in ice_vsi_set_q_vectors_reg_idx()
2310 				i, vsi->vsi_num);  in ice_vsi_set_q_vectors_reg_idx()
2314 		if (vsi->type == ICE_VSI_VF) {  in ice_vsi_set_q_vectors_reg_idx()
2315 			struct ice_vf *vf = vsi->vf;  in ice_vsi_set_q_vectors_reg_idx()
2320 				q_vector->v_idx + vsi->base_vector;  in ice_vsi_set_q_vectors_reg_idx()
2327 	ice_for_each_q_vector(vsi, i) {  in ice_vsi_set_q_vectors_reg_idx()
2328 		struct ice_q_vector *q_vector = vsi->q_vectors[i];  in ice_vsi_set_q_vectors_reg_idx()
2343 void ice_cfg_sw_lldp(struct ice_vsi *vsi, bool tx, bool create)  in ice_cfg_sw_lldp()  argument
2347 	struct ice_pf *pf = vsi->back;  in ice_cfg_sw_lldp()
2355 		status = eth_fltr(vsi, ETH_P_LLDP, ICE_FLTR_TX,  in ice_cfg_sw_lldp()
2359 			status = ice_lldp_fltr_add_remove(&pf->hw, vsi->vsi_num,  in ice_cfg_sw_lldp()
2362 			status = eth_fltr(vsi, ETH_P_LLDP, ICE_FLTR_RX,  in ice_cfg_sw_lldp()
2370 			vsi->vsi_num, status);  in ice_cfg_sw_lldp()
2380 static void ice_set_agg_vsi(struct ice_vsi *vsi)  in ice_set_agg_vsi()  argument
2382 	struct device *dev = ice_pf_to_dev(vsi->back);  in ice_set_agg_vsi()
2388 	struct ice_pf *pf = vsi->back;  in ice_set_agg_vsi()
2401 	switch (vsi->type) {  in ice_set_agg_vsi()
2425 			ice_vsi_type_str(vsi->type));  in ice_set_agg_vsi()
2463 				     (u8)vsi->tc_cfg.ena_tc);  in ice_set_agg_vsi()
2475 	status = ice_move_vsi_to_agg(port_info, agg_id, vsi->idx,  in ice_set_agg_vsi()
2476 				     (u8)vsi->tc_cfg.ena_tc);  in ice_set_agg_vsi()
2479 			vsi->idx, agg_id);  in ice_set_agg_vsi()
2489 	vsi->agg_node = agg_node;  in ice_set_agg_vsi()
2491 		vsi->idx, vsi->tc_cfg.ena_tc, vsi->agg_node->agg_id,  in ice_set_agg_vsi()
2492 		vsi->agg_node->num_vsis);  in ice_set_agg_vsi()
2516 	struct ice_vsi *vsi;  in ice_vsi_setup()  local
2520 		vsi = ice_vsi_alloc(pf, vsi_type, ch, NULL);  in ice_vsi_setup()
2522 		vsi = ice_vsi_alloc(pf, vsi_type, NULL, vf);  in ice_vsi_setup()
2524 		vsi = ice_vsi_alloc(pf, vsi_type, NULL, NULL);  in ice_vsi_setup()
2526 	if (!vsi) {  in ice_vsi_setup()
2531 	vsi->port_info = pi;  in ice_vsi_setup()
2532 	vsi->vsw = pf->first_sw;  in ice_vsi_setup()
2533 	if (vsi->type == ICE_VSI_PF)  in ice_vsi_setup()
2534 		vsi->ethtype = ETH_P_PAUSE;  in ice_vsi_setup()
2536 	ice_alloc_fd_res(vsi);  in ice_vsi_setup()
2539 		if (ice_vsi_get_qs(vsi)) {  in ice_vsi_setup()
2541 				vsi->idx);  in ice_vsi_setup()
2547 	ice_vsi_set_rss_params(vsi);  in ice_vsi_setup()
2550 	ice_vsi_set_tc_cfg(vsi);  in ice_vsi_setup()
2553 	ret = ice_vsi_init(vsi, true);  in ice_vsi_setup()
2557 	ice_vsi_init_vlan_ops(vsi);  in ice_vsi_setup()
2559 	switch (vsi->type) {  in ice_vsi_setup()
2563 		ret = ice_vsi_alloc_q_vectors(vsi);  in ice_vsi_setup()
2567 		ret = ice_vsi_setup_vector_base(vsi);  in ice_vsi_setup()
2571 		ret = ice_vsi_set_q_vectors_reg_idx(vsi);  in ice_vsi_setup()
2575 		ret = ice_vsi_alloc_rings(vsi);  in ice_vsi_setup()
2579 		ice_vsi_map_rings_to_vectors(vsi);  in ice_vsi_setup()
2582 		if (vsi->type != ICE_VSI_CTRL)  in ice_vsi_setup()
2588 				ice_vsi_cfg_rss_lut_key(vsi);  in ice_vsi_setup()
2589 				ice_vsi_set_rss_flow_fld(vsi);  in ice_vsi_setup()
2591 		ice_init_arfs(vsi);  in ice_vsi_setup()
2595 			ice_vsi_cfg_rss_lut_key(vsi);  in ice_vsi_setup()
2596 			ice_vsi_set_rss_flow_fld(vsi);  in ice_vsi_setup()
2605 		ret = ice_vsi_alloc_q_vectors(vsi);  in ice_vsi_setup()
2609 		ret = ice_vsi_alloc_rings(vsi);  in ice_vsi_setup()
2613 		ret = ice_vsi_set_q_vectors_reg_idx(vsi);  in ice_vsi_setup()
2622 			ice_vsi_cfg_rss_lut_key(vsi);  in ice_vsi_setup()
2623 			ice_vsi_set_vf_rss_flow_fld(vsi);  in ice_vsi_setup()
2627 		ret = ice_vsi_alloc_rings(vsi);  in ice_vsi_setup()
2638 		if (!(vsi->tc_cfg.ena_tc & BIT(i)))  in ice_vsi_setup()
2641 		if (vsi->type == ICE_VSI_CHNL) {  in ice_vsi_setup()
2642 			if (!vsi->alloc_txq && vsi->num_txq)  in ice_vsi_setup()
2643 				max_txqs[i] = vsi->num_txq;  in ice_vsi_setup()
2647 			max_txqs[i] = vsi->alloc_txq;  in ice_vsi_setup()
2651 	dev_dbg(dev, "vsi->tc_cfg.ena_tc = %d\n", vsi->tc_cfg.ena_tc);  in ice_vsi_setup()
2652 	ret = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, vsi->tc_cfg.ena_tc,  in ice_vsi_setup()
2656 			vsi->vsi_num, ret);  in ice_vsi_setup()
2670 		if (vsi->type == ICE_VSI_PF) {  in ice_vsi_setup()
2671 			ice_fltr_add_eth(vsi, ETH_P_PAUSE, ICE_FLTR_TX,  in ice_vsi_setup()
2673 			ice_cfg_sw_lldp(vsi, true, true);  in ice_vsi_setup()
2676 	if (!vsi->agg_node)  in ice_vsi_setup()
2677 		ice_set_agg_vsi(vsi);  in ice_vsi_setup()
2678 	return vsi;  in ice_vsi_setup()
2681 	ice_vsi_clear_rings(vsi);  in ice_vsi_setup()
2684 	ice_free_res(pf->irq_tracker, vsi->base_vector, vsi->idx);  in ice_vsi_setup()
2685 	pf->num_avail_sw_msix += vsi->num_q_vectors;  in ice_vsi_setup()
2687 	ice_vsi_free_q_vectors(vsi);  in ice_vsi_setup()
2689 	ice_vsi_delete(vsi);  in ice_vsi_setup()
2691 	ice_vsi_put_qs(vsi);  in ice_vsi_setup()
2695 	ice_vsi_clear(vsi);  in ice_vsi_setup()
2704 static void ice_vsi_release_msix(struct ice_vsi *vsi)  in ice_vsi_release_msix()  argument
2706 	struct ice_pf *pf = vsi->back;  in ice_vsi_release_msix()
2712 	ice_for_each_q_vector(vsi, i) {  in ice_vsi_release_msix()
2713 		struct ice_q_vector *q_vector = vsi->q_vectors[i];  in ice_vsi_release_msix()
2718 			wr32(hw, QINT_TQCTL(vsi->txq_map[txq]), 0);  in ice_vsi_release_msix()
2719 			if (ice_is_xdp_ena_vsi(vsi)) {  in ice_vsi_release_msix()
2720 				u32 xdp_txq = txq + vsi->num_xdp_txq;  in ice_vsi_release_msix()
2722 				wr32(hw, QINT_TQCTL(vsi->txq_map[xdp_txq]), 0);  in ice_vsi_release_msix()
2729 			wr32(hw, QINT_RQCTL(vsi->rxq_map[rxq]), 0);  in ice_vsi_release_msix()
2741 void ice_vsi_free_irq(struct ice_vsi *vsi)  in ice_vsi_free_irq()  argument
2743 	struct ice_pf *pf = vsi->back;  in ice_vsi_free_irq()
2744 	int base = vsi->base_vector;  in ice_vsi_free_irq()
2747 	if (!vsi->q_vectors || !vsi->irqs_ready)  in ice_vsi_free_irq()
2750 	ice_vsi_release_msix(vsi);  in ice_vsi_free_irq()
2751 	if (vsi->type == ICE_VSI_VF)  in ice_vsi_free_irq()
2754 	vsi->irqs_ready = false;  in ice_vsi_free_irq()
2755 	ice_free_cpu_rx_rmap(vsi);  in ice_vsi_free_irq()
2757 	ice_for_each_q_vector(vsi, i) {  in ice_vsi_free_irq()
2764 		if (!vsi->q_vectors[i] ||  in ice_vsi_free_irq()
2765 		    !(vsi->q_vectors[i]->num_ring_tx ||  in ice_vsi_free_irq()
2766 		      vsi->q_vectors[i]->num_ring_rx))  in ice_vsi_free_irq()
2776 		devm_free_irq(ice_pf_to_dev(pf), irq_num, vsi->q_vectors[i]);  in ice_vsi_free_irq()
2784 void ice_vsi_free_tx_rings(struct ice_vsi *vsi)  in ice_vsi_free_tx_rings()  argument
2788 	if (!vsi->tx_rings)  in ice_vsi_free_tx_rings()
2791 	ice_for_each_txq(vsi, i)  in ice_vsi_free_tx_rings()
2792 		if (vsi->tx_rings[i] && vsi->tx_rings[i]->desc)  in ice_vsi_free_tx_rings()
2793 			ice_free_tx_ring(vsi->tx_rings[i]);  in ice_vsi_free_tx_rings()
2800 void ice_vsi_free_rx_rings(struct ice_vsi *vsi)  in ice_vsi_free_rx_rings()  argument
2804 	if (!vsi->rx_rings)  in ice_vsi_free_rx_rings()
2807 	ice_for_each_rxq(vsi, i)  in ice_vsi_free_rx_rings()
2808 		if (vsi->rx_rings[i] && vsi->rx_rings[i]->desc)  in ice_vsi_free_rx_rings()
2809 			ice_free_rx_ring(vsi->rx_rings[i]);  in ice_vsi_free_rx_rings()
2816 void ice_vsi_close(struct ice_vsi *vsi)  in ice_vsi_close()  argument
2818 	if (!test_and_set_bit(ICE_VSI_DOWN, vsi->state))  in ice_vsi_close()
2819 		ice_down(vsi);  in ice_vsi_close()
2821 	ice_vsi_free_irq(vsi);  in ice_vsi_close()
2822 	ice_vsi_free_tx_rings(vsi);  in ice_vsi_close()
2823 	ice_vsi_free_rx_rings(vsi);  in ice_vsi_close()
2831 int ice_ena_vsi(struct ice_vsi *vsi, bool locked)  in ice_ena_vsi()  argument
2835 	if (!test_bit(ICE_VSI_NEEDS_RESTART, vsi->state))  in ice_ena_vsi()
2838 	clear_bit(ICE_VSI_NEEDS_RESTART, vsi->state);  in ice_ena_vsi()
2840 	if (vsi->netdev && vsi->type == ICE_VSI_PF) {  in ice_ena_vsi()
2841 		if (netif_running(vsi->netdev)) {  in ice_ena_vsi()
2845 			err = ice_open_internal(vsi->netdev);  in ice_ena_vsi()
2850 	} else if (vsi->type == ICE_VSI_CTRL) {  in ice_ena_vsi()
2851 		err = ice_vsi_open_ctrl(vsi);  in ice_ena_vsi()
2862 void ice_dis_vsi(struct ice_vsi *vsi, bool locked)  in ice_dis_vsi()  argument
2864 	if (test_bit(ICE_VSI_DOWN, vsi->state))  in ice_dis_vsi()
2867 	set_bit(ICE_VSI_NEEDS_RESTART, vsi->state);  in ice_dis_vsi()
2869 	if (vsi->type == ICE_VSI_PF && vsi->netdev) {  in ice_dis_vsi()
2870 		if (netif_running(vsi->netdev)) {  in ice_dis_vsi()
2874 			ice_vsi_close(vsi);  in ice_dis_vsi()
2879 			ice_vsi_close(vsi);  in ice_dis_vsi()
2881 	} else if (vsi->type == ICE_VSI_CTRL ||  in ice_dis_vsi()
2882 		   vsi->type == ICE_VSI_SWITCHDEV_CTRL) {  in ice_dis_vsi()
2883 		ice_vsi_close(vsi);  in ice_dis_vsi()
2891 void ice_vsi_dis_irq(struct ice_vsi *vsi)  in ice_vsi_dis_irq()  argument
2893 	int base = vsi->base_vector;  in ice_vsi_dis_irq()
2894 	struct ice_pf *pf = vsi->back;  in ice_vsi_dis_irq()
2900 	if (vsi->tx_rings) {  in ice_vsi_dis_irq()
2901 		ice_for_each_txq(vsi, i) {  in ice_vsi_dis_irq()
2902 			if (vsi->tx_rings[i]) {  in ice_vsi_dis_irq()
2905 				reg = vsi->tx_rings[i]->reg_idx;  in ice_vsi_dis_irq()
2913 	if (vsi->rx_rings) {  in ice_vsi_dis_irq()
2914 		ice_for_each_rxq(vsi, i) {  in ice_vsi_dis_irq()
2915 			if (vsi->rx_rings[i]) {  in ice_vsi_dis_irq()
2918 				reg = vsi->rx_rings[i]->reg_idx;  in ice_vsi_dis_irq()
2927 	ice_for_each_q_vector(vsi, i) {  in ice_vsi_dis_irq()
2928 		if (!vsi->q_vectors[i])  in ice_vsi_dis_irq()
2930 		wr32(hw, GLINT_DYN_CTL(vsi->q_vectors[i]->reg_idx), 0);  in ice_vsi_dis_irq()
2936 	if (vsi->type == ICE_VSI_VF)  in ice_vsi_dis_irq()
2939 	ice_for_each_q_vector(vsi, i)  in ice_vsi_dis_irq()
2947 void ice_napi_del(struct ice_vsi *vsi)  in ice_napi_del()  argument
2951 	if (!vsi->netdev)  in ice_napi_del()
2954 	ice_for_each_q_vector(vsi, v_idx)  in ice_napi_del()
2955 		netif_napi_del(&vsi->q_vectors[v_idx]->napi);  in ice_napi_del()
2967 static void ice_free_vf_ctrl_res(struct ice_pf *pf,  struct ice_vsi *vsi)  in ice_free_vf_ctrl_res()  argument
2974 		if (vf != vsi->vf && vf->ctrl_vsi_idx != ICE_NO_VSI) {  in ice_free_vf_ctrl_res()
2984 	ice_free_res(pf->irq_tracker, vsi->base_vector,  in ice_free_vf_ctrl_res()
2986 	pf->num_avail_sw_msix += vsi->num_q_vectors;  in ice_free_vf_ctrl_res()
2995 int ice_vsi_release(struct ice_vsi *vsi)  in ice_vsi_release()  argument
3000 	if (!vsi->back)  in ice_vsi_release()
3002 	pf = vsi->back;  in ice_vsi_release()
3010 	if (vsi->netdev && !ice_is_reset_in_progress(pf->state) &&  in ice_vsi_release()
3011 	    (test_bit(ICE_VSI_NETDEV_REGISTERED, vsi->state))) {  in ice_vsi_release()
3012 		unregister_netdev(vsi->netdev);  in ice_vsi_release()
3013 		clear_bit(ICE_VSI_NETDEV_REGISTERED, vsi->state);  in ice_vsi_release()
3017 		ice_rss_clean(vsi);  in ice_vsi_release()
3020 	if (vsi->type != ICE_VSI_LB)  in ice_vsi_release()
3021 		ice_vsi_dis_irq(vsi);  in ice_vsi_release()
3022 	ice_vsi_close(vsi);  in ice_vsi_release()
3029 	if (vsi->type == ICE_VSI_CTRL && vsi->vf) {  in ice_vsi_release()
3030 		ice_free_vf_ctrl_res(pf, vsi);  in ice_vsi_release()
3031 	} else if (vsi->type != ICE_VSI_VF) {  in ice_vsi_release()
3033 		ice_free_res(pf->irq_tracker, vsi->base_vector, vsi->idx);  in ice_vsi_release()
3034 		pf->num_avail_sw_msix += vsi->num_q_vectors;  in ice_vsi_release()
3038 		if (vsi->type == ICE_VSI_PF) {  in ice_vsi_release()
3039 			ice_fltr_remove_eth(vsi, ETH_P_PAUSE, ICE_FLTR_TX,  in ice_vsi_release()
3041 			ice_cfg_sw_lldp(vsi, true, false);  in ice_vsi_release()
3046 				ice_cfg_sw_lldp(vsi, false, false);  in ice_vsi_release()
3050 	if (ice_is_vsi_dflt_vsi(vsi))  in ice_vsi_release()
3051 		ice_clear_dflt_vsi(vsi);  in ice_vsi_release()
3052 	ice_fltr_remove_all(vsi);  in ice_vsi_release()
3053 	ice_rm_vsi_lan_cfg(vsi->port_info, vsi->idx);  in ice_vsi_release()
3054 	err = ice_rm_vsi_rdma_cfg(vsi->port_info, vsi->idx);  in ice_vsi_release()
3056 		dev_err(ice_pf_to_dev(vsi->back), "Failed to remove RDMA scheduler config for VSI %u, err %d\n",  in ice_vsi_release()
3057 			vsi->vsi_num, err);  in ice_vsi_release()
3058 	ice_vsi_delete(vsi);  in ice_vsi_release()
3059 	ice_vsi_free_q_vectors(vsi);  in ice_vsi_release()
3061 	if (vsi->netdev) {  in ice_vsi_release()
3062 		if (test_bit(ICE_VSI_NETDEV_REGISTERED, vsi->state)) {  in ice_vsi_release()
3063 			unregister_netdev(vsi->netdev);  in ice_vsi_release()
3064 			clear_bit(ICE_VSI_NETDEV_REGISTERED, vsi->state);  in ice_vsi_release()
3066 		if (test_bit(ICE_VSI_NETDEV_ALLOCD, vsi->state)) {  in ice_vsi_release()
3067 			free_netdev(vsi->netdev);  in ice_vsi_release()
3068 			vsi->netdev = NULL;  in ice_vsi_release()
3069 			clear_bit(ICE_VSI_NETDEV_ALLOCD, vsi->state);  in ice_vsi_release()
3073 	if (vsi->type == ICE_VSI_PF)  in ice_vsi_release()
3076 	if (vsi->type == ICE_VSI_VF &&  in ice_vsi_release()
3077 	    vsi->agg_node && vsi->agg_node->valid)  in ice_vsi_release()
3078 		vsi->agg_node->num_vsis--;  in ice_vsi_release()
3079 	ice_vsi_clear_rings(vsi);  in ice_vsi_release()
3081 	ice_vsi_put_qs(vsi);  in ice_vsi_release()
3088 		ice_vsi_clear(vsi);  in ice_vsi_release()
3101 ice_vsi_rebuild_get_coalesce(struct ice_vsi *vsi,  in ice_vsi_rebuild_get_coalesce()  argument
3106 	ice_for_each_q_vector(vsi, i) {  in ice_vsi_rebuild_get_coalesce()
3107 		struct ice_q_vector *q_vector = vsi->q_vectors[i];  in ice_vsi_rebuild_get_coalesce()
3113 		if (i < vsi->num_txq)  in ice_vsi_rebuild_get_coalesce()
3115 		if (i < vsi->num_rxq)  in ice_vsi_rebuild_get_coalesce()
3119 	return vsi->num_q_vectors;  in ice_vsi_rebuild_get_coalesce()
3133 ice_vsi_rebuild_set_coalesce(struct ice_vsi *vsi,  in ice_vsi_rebuild_set_coalesce()  argument
3139 	if ((size && !coalesce) || !vsi)  in ice_vsi_rebuild_set_coalesce()
3148 	for (i = 0; i < size && i < vsi->num_q_vectors; i++) {  in ice_vsi_rebuild_set_coalesce()
3164 		if (i < vsi->alloc_rxq && coalesce[i].rx_valid) {  in ice_vsi_rebuild_set_coalesce()
3165 			rc = &vsi->q_vectors[i]->rx;  in ice_vsi_rebuild_set_coalesce()
3168 		} else if (i < vsi->alloc_rxq) {  in ice_vsi_rebuild_set_coalesce()
3169 			rc = &vsi->q_vectors[i]->rx;  in ice_vsi_rebuild_set_coalesce()
3174 		if (i < vsi->alloc_txq && coalesce[i].tx_valid) {  in ice_vsi_rebuild_set_coalesce()
3175 			rc = &vsi->q_vectors[i]->tx;  in ice_vsi_rebuild_set_coalesce()
3178 		} else if (i < vsi->alloc_txq) {  in ice_vsi_rebuild_set_coalesce()
3179 			rc = &vsi->q_vectors[i]->tx;  in ice_vsi_rebuild_set_coalesce()
3184 		vsi->q_vectors[i]->intrl = coalesce[i].intrl;  in ice_vsi_rebuild_set_coalesce()
3185 		ice_set_q_vector_intrl(vsi->q_vectors[i]);  in ice_vsi_rebuild_set_coalesce()
3191 	for (; i < vsi->num_q_vectors; i++) {  in ice_vsi_rebuild_set_coalesce()
3193 		rc = &vsi->q_vectors[i]->tx;  in ice_vsi_rebuild_set_coalesce()
3198 		rc = &vsi->q_vectors[i]->rx;  in ice_vsi_rebuild_set_coalesce()
3202 		vsi->q_vectors[i]->intrl = coalesce[0].intrl;  in ice_vsi_rebuild_set_coalesce()
3203 		ice_set_q_vector_intrl(vsi->q_vectors[i]);  in ice_vsi_rebuild_set_coalesce()
3214 int ice_vsi_rebuild(struct ice_vsi *vsi, bool init_vsi)  in ice_vsi_rebuild()  argument
3223 	if (!vsi)  in ice_vsi_rebuild()
3226 	pf = vsi->back;  in ice_vsi_rebuild()
3227 	vtype = vsi->type;  in ice_vsi_rebuild()
3228 	if (WARN_ON(vtype == ICE_VSI_VF && !vsi->vf))  in ice_vsi_rebuild()
3231 	ice_vsi_init_vlan_ops(vsi);  in ice_vsi_rebuild()
3233 	coalesce = kcalloc(vsi->num_q_vectors,  in ice_vsi_rebuild()
3238 	prev_num_q_vectors = ice_vsi_rebuild_get_coalesce(vsi, coalesce);  in ice_vsi_rebuild()
3240 	ice_rm_vsi_lan_cfg(vsi->port_info, vsi->idx);  in ice_vsi_rebuild()
3241 	ret = ice_rm_vsi_rdma_cfg(vsi->port_info, vsi->idx);  in ice_vsi_rebuild()
3243 		dev_err(ice_pf_to_dev(vsi->back), "Failed to remove RDMA scheduler config for VSI %u, err %d\n",  in ice_vsi_rebuild()
3244 			vsi->vsi_num, ret);  in ice_vsi_rebuild()
3245 	ice_vsi_free_q_vectors(vsi);  in ice_vsi_rebuild()
3254 		ice_free_res(pf->irq_tracker, vsi->base_vector, vsi->idx);  in ice_vsi_rebuild()
3255 		pf->num_avail_sw_msix += vsi->num_q_vectors;  in ice_vsi_rebuild()
3256 		vsi->base_vector = 0;  in ice_vsi_rebuild()
3259 	if (ice_is_xdp_ena_vsi(vsi))  in ice_vsi_rebuild()
3263 		ice_destroy_xdp_rings(vsi);  in ice_vsi_rebuild()
3264 	ice_vsi_put_qs(vsi);  in ice_vsi_rebuild()
3265 	ice_vsi_clear_rings(vsi);  in ice_vsi_rebuild()
3266 	ice_vsi_free_arrays(vsi);  in ice_vsi_rebuild()
3268 		ice_vsi_set_num_qs(vsi, vsi->vf);  in ice_vsi_rebuild()
3270 		ice_vsi_set_num_qs(vsi, NULL);  in ice_vsi_rebuild()
3272 	ret = ice_vsi_alloc_arrays(vsi);  in ice_vsi_rebuild()
3276 	ice_vsi_get_qs(vsi);  in ice_vsi_rebuild()
3278 	ice_alloc_fd_res(vsi);  in ice_vsi_rebuild()
3279 	ice_vsi_set_tc_cfg(vsi);  in ice_vsi_rebuild()
3282 	ret = ice_vsi_init(vsi, init_vsi);  in ice_vsi_rebuild()
3290 		ret = ice_vsi_alloc_q_vectors(vsi);  in ice_vsi_rebuild()
3294 		ret = ice_vsi_setup_vector_base(vsi);  in ice_vsi_rebuild()
3298 		ret = ice_vsi_set_q_vectors_reg_idx(vsi);  in ice_vsi_rebuild()
3302 		ret = ice_vsi_alloc_rings(vsi);  in ice_vsi_rebuild()
3306 		ice_vsi_map_rings_to_vectors(vsi);  in ice_vsi_rebuild()
3307 		if (ice_is_xdp_ena_vsi(vsi)) {  in ice_vsi_rebuild()
3308 			ret = ice_vsi_determine_xdp_res(vsi);  in ice_vsi_rebuild()
3311 			ret = ice_prepare_xdp_rings(vsi, vsi->xdp_prog);  in ice_vsi_rebuild()
3322 				ice_vsi_cfg_rss_lut_key(vsi);  in ice_vsi_rebuild()
3325 		if (vsi->netdev)  in ice_vsi_rebuild()
3326 			ice_vsi_cfg_crc_strip(vsi, !!(vsi->netdev->features &  in ice_vsi_rebuild()
3331 		ret = ice_vsi_alloc_q_vectors(vsi);  in ice_vsi_rebuild()
3335 		ret = ice_vsi_set_q_vectors_reg_idx(vsi);  in ice_vsi_rebuild()
3339 		ret = ice_vsi_alloc_rings(vsi);  in ice_vsi_rebuild()
3346 			ice_vsi_cfg_rss_lut_key(vsi);  in ice_vsi_rebuild()
3347 			ice_vsi_set_rss_flow_fld(vsi);  in ice_vsi_rebuild()
3355 	for (i = 0; i < vsi->tc_cfg.numtc; i++) {  in ice_vsi_rebuild()
3365 			max_txqs[i] = vsi->alloc_txq;  in ice_vsi_rebuild()
3367 		if (ice_is_xdp_ena_vsi(vsi))  in ice_vsi_rebuild()
3368 			max_txqs[i] += vsi->num_xdp_txq;  in ice_vsi_rebuild()
3375 		ret = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, 1, max_txqs);  in ice_vsi_rebuild()
3377 		ret = ice_cfg_vsi_lan(vsi->port_info, vsi->idx,  in ice_vsi_rebuild()
3378 				      vsi->tc_cfg.ena_tc, max_txqs);  in ice_vsi_rebuild()
3382 			vsi->vsi_num, ret);  in ice_vsi_rebuild()
3390 	ice_vsi_rebuild_set_coalesce(vsi, coalesce, prev_num_q_vectors);  in ice_vsi_rebuild()
3396 	ice_vsi_free_q_vectors(vsi);  in ice_vsi_rebuild()
3398 	if (vsi->netdev) {  in ice_vsi_rebuild()
3399 		vsi->current_netdev_flags = 0;  in ice_vsi_rebuild()
3400 		unregister_netdev(vsi->netdev);  in ice_vsi_rebuild()
3401 		free_netdev(vsi->netdev);  in ice_vsi_rebuild()
3402 		vsi->netdev = NULL;  in ice_vsi_rebuild()
3405 	ice_vsi_clear(vsi);  in ice_vsi_rebuild()
3456 static void ice_vsi_update_q_map(struct ice_vsi *vsi, struct ice_vsi_ctx *ctx)  in ice_vsi_update_q_map()  argument
3458 	vsi->info.mapping_flags = ctx->info.mapping_flags;  in ice_vsi_update_q_map()
3459 	memcpy(&vsi->info.q_mapping, &ctx->info.q_mapping,  in ice_vsi_update_q_map()
3460 	       sizeof(vsi->info.q_mapping));  in ice_vsi_update_q_map()
3461 	memcpy(&vsi->info.tc_mapping, ctx->info.tc_mapping,  in ice_vsi_update_q_map()
3462 	       sizeof(vsi->info.tc_mapping));  in ice_vsi_update_q_map()
3470 void ice_vsi_cfg_netdev_tc(struct ice_vsi *vsi, u8 ena_tc)  in ice_vsi_cfg_netdev_tc()  argument
3472 	struct net_device *netdev = vsi->netdev;  in ice_vsi_cfg_netdev_tc()
3473 	struct ice_pf *pf = vsi->back;  in ice_vsi_cfg_netdev_tc()
3474 	int numtc = vsi->tc_cfg.numtc;  in ice_vsi_cfg_netdev_tc()
3483 	if (vsi->type == ICE_VSI_CHNL)  in ice_vsi_cfg_netdev_tc()
3491 	if (vsi->type == ICE_VSI_PF && ice_is_adq_active(pf))  in ice_vsi_cfg_netdev_tc()
3492 		numtc = vsi->all_numtc;  in ice_vsi_cfg_netdev_tc()
3500 		if (vsi->tc_cfg.ena_tc & BIT(i))  in ice_vsi_cfg_netdev_tc()
3502 					    vsi->tc_cfg.tc_info[i].netdev_tc,  in ice_vsi_cfg_netdev_tc()
3503 					    vsi->tc_cfg.tc_info[i].qcount_tx,  in ice_vsi_cfg_netdev_tc()
3504 					    vsi->tc_cfg.tc_info[i].qoffset);  in ice_vsi_cfg_netdev_tc()
3507 		if (!(vsi->all_enatc & BIT(i)))  in ice_vsi_cfg_netdev_tc()
3509 		if (!vsi->mqprio_qopt.qopt.count[i])  in ice_vsi_cfg_netdev_tc()
3512 				    vsi->mqprio_qopt.qopt.count[i],  in ice_vsi_cfg_netdev_tc()
3513 				    vsi->mqprio_qopt.qopt.offset[i]);  in ice_vsi_cfg_netdev_tc()
3523 		netdev_tc = vsi->tc_cfg.tc_info[ets_tc].netdev_tc;  in ice_vsi_cfg_netdev_tc()
3537 ice_vsi_setup_q_map_mqprio(struct ice_vsi *vsi, struct ice_vsi_ctx *ctxt,  in ice_vsi_setup_q_map_mqprio()  argument
3541 	u16 tc0_offset = vsi->mqprio_qopt.qopt.offset[0];  in ice_vsi_setup_q_map_mqprio()
3542 	int tc0_qcount = vsi->mqprio_qopt.qopt.count[0];  in ice_vsi_setup_q_map_mqprio()
3547 	vsi->tc_cfg.ena_tc = ena_tc ? ena_tc : 1;  in ice_vsi_setup_q_map_mqprio()
3555 		if (!(vsi->tc_cfg.ena_tc & BIT(i))) {  in ice_vsi_setup_q_map_mqprio()
3557 			vsi->tc_cfg.tc_info[i].qoffset = 0;  in ice_vsi_setup_q_map_mqprio()
3558 			vsi->tc_cfg.tc_info[i].qcount_rx = 1;  in ice_vsi_setup_q_map_mqprio()
3559 			vsi->tc_cfg.tc_info[i].qcount_tx = 1;  in ice_vsi_setup_q_map_mqprio()
3560 			vsi->tc_cfg.tc_info[i].netdev_tc = 0;  in ice_vsi_setup_q_map_mqprio()
3565 		offset = vsi->mqprio_qopt.qopt.offset[i];  in ice_vsi_setup_q_map_mqprio()
3566 		qcount_rx = vsi->mqprio_qopt.qopt.count[i];  in ice_vsi_setup_q_map_mqprio()
3567 		qcount_tx = vsi->mqprio_qopt.qopt.count[i];  in ice_vsi_setup_q_map_mqprio()
3568 		vsi->tc_cfg.tc_info[i].qoffset = offset;  in ice_vsi_setup_q_map_mqprio()
3569 		vsi->tc_cfg.tc_info[i].qcount_rx = qcount_rx;  in ice_vsi_setup_q_map_mqprio()
3570 		vsi->tc_cfg.tc_info[i].qcount_tx = qcount_tx;  in ice_vsi_setup_q_map_mqprio()
3571 		vsi->tc_cfg.tc_info[i].netdev_tc = netdev_tc++;  in ice_vsi_setup_q_map_mqprio()
3574 	if (vsi->all_numtc && vsi->all_numtc != vsi->tc_cfg.numtc) {  in ice_vsi_setup_q_map_mqprio()
3576 			if (!(vsi->all_enatc & BIT(i)))  in ice_vsi_setup_q_map_mqprio()
3578 			offset = vsi->mqprio_qopt.qopt.offset[i];  in ice_vsi_setup_q_map_mqprio()
3579 			qcount_rx = vsi->mqprio_qopt.qopt.count[i];  in ice_vsi_setup_q_map_mqprio()
3580 			qcount_tx = vsi->mqprio_qopt.qopt.count[i];  in ice_vsi_setup_q_map_mqprio()
3585 	if (new_txq > vsi->alloc_txq) {  in ice_vsi_setup_q_map_mqprio()
3586 …dev_err(ice_pf_to_dev(vsi->back), "Trying to use more Tx queues (%u), than were allocated (%u)!\n",  in ice_vsi_setup_q_map_mqprio()
3587 			new_txq, vsi->alloc_txq);  in ice_vsi_setup_q_map_mqprio()
3592 	if (new_rxq > vsi->alloc_rxq) {  in ice_vsi_setup_q_map_mqprio()
3593 …dev_err(ice_pf_to_dev(vsi->back), "Trying to use more Rx queues (%u), than were allocated (%u)!\n",  in ice_vsi_setup_q_map_mqprio()
3594 			new_rxq, vsi->alloc_rxq);  in ice_vsi_setup_q_map_mqprio()
3599 	vsi->num_txq = new_txq;  in ice_vsi_setup_q_map_mqprio()
3600 	vsi->num_rxq = new_rxq;  in ice_vsi_setup_q_map_mqprio()
3604 	ctxt->info.q_mapping[0] = cpu_to_le16(vsi->rxq_map[0]);  in ice_vsi_setup_q_map_mqprio()
3610 	if (tc0_qcount && tc0_qcount < vsi->num_rxq) {  in ice_vsi_setup_q_map_mqprio()
3611 		vsi->cnt_q_avail = vsi->num_rxq - tc0_qcount;  in ice_vsi_setup_q_map_mqprio()
3612 		vsi->next_base_q = tc0_qcount;  in ice_vsi_setup_q_map_mqprio()
3614 	dev_dbg(ice_pf_to_dev(vsi->back), "vsi->num_txq = %d\n",  vsi->num_txq);  in ice_vsi_setup_q_map_mqprio()
3615 	dev_dbg(ice_pf_to_dev(vsi->back), "vsi->num_rxq = %d\n",  vsi->num_rxq);  in ice_vsi_setup_q_map_mqprio()
3616 	dev_dbg(ice_pf_to_dev(vsi->back), "all_numtc %u, all_enatc: 0x%04x, tc_cfg.numtc %u\n",  in ice_vsi_setup_q_map_mqprio()
3617 		vsi->all_numtc, vsi->all_enatc, vsi->tc_cfg.numtc);  in ice_vsi_setup_q_map_mqprio()
3629 int ice_vsi_cfg_tc(struct ice_vsi *vsi, u8 ena_tc)  in ice_vsi_cfg_tc()  argument
3632 	struct ice_pf *pf = vsi->back;  in ice_vsi_cfg_tc()
3640 	if (vsi->tc_cfg.ena_tc == ena_tc &&  in ice_vsi_cfg_tc()
3641 	    vsi->mqprio_qopt.mode != TC_MQPRIO_MODE_CHANNEL)  in ice_vsi_cfg_tc()
3649 		max_txqs[i] = vsi->alloc_txq;  in ice_vsi_cfg_tc()
3653 		if (vsi->type == ICE_VSI_CHNL &&  in ice_vsi_cfg_tc()
3655 			max_txqs[i] = vsi->num_txq;  in ice_vsi_cfg_tc()
3658 	memcpy(&old_tc_cfg, &vsi->tc_cfg, sizeof(old_tc_cfg));  in ice_vsi_cfg_tc()
3659 	vsi->tc_cfg.ena_tc = ena_tc;  in ice_vsi_cfg_tc()
3660 	vsi->tc_cfg.numtc = num_tc;  in ice_vsi_cfg_tc()
3667 	ctx->info = vsi->info;  in ice_vsi_cfg_tc()
3669 	if (vsi->type == ICE_VSI_PF &&  in ice_vsi_cfg_tc()
3671 		ret = ice_vsi_setup_q_map_mqprio(vsi, ctx, ena_tc);  in ice_vsi_cfg_tc()
3673 		ret = ice_vsi_setup_q_map(vsi, ctx);  in ice_vsi_cfg_tc()
3676 		memcpy(&vsi->tc_cfg, &old_tc_cfg, sizeof(vsi->tc_cfg));  in ice_vsi_cfg_tc()
3682 	ret = ice_update_vsi(&pf->hw, vsi->idx, ctx, NULL);  in ice_vsi_cfg_tc()
3688 	if (vsi->type == ICE_VSI_PF &&  in ice_vsi_cfg_tc()
3690 		ret = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, 1, max_txqs);  in ice_vsi_cfg_tc()
3692 		ret = ice_cfg_vsi_lan(vsi->port_info, vsi->idx,  in ice_vsi_cfg_tc()
3693 				      vsi->tc_cfg.ena_tc, max_txqs);  in ice_vsi_cfg_tc()
3697 			vsi->vsi_num, ret);  in ice_vsi_cfg_tc()
3700 	ice_vsi_update_q_map(vsi, ctx);  in ice_vsi_cfg_tc()
3701 	vsi->info.valid_sections = 0;  in ice_vsi_cfg_tc()
3703 	ice_vsi_cfg_netdev_tc(vsi, ena_tc);  in ice_vsi_cfg_tc()
3770 bool ice_is_vsi_dflt_vsi(struct ice_vsi *vsi)  in ice_is_vsi_dflt_vsi()  argument
3772 	return ice_check_if_dflt_vsi(vsi->port_info, vsi->idx, NULL);  in ice_is_vsi_dflt_vsi()
3785 int ice_set_dflt_vsi(struct ice_vsi *vsi)  in ice_set_dflt_vsi()  argument
3790 	if (!vsi)  in ice_set_dflt_vsi()
3793 	dev = ice_pf_to_dev(vsi->back);  in ice_set_dflt_vsi()
3796 	if (ice_is_vsi_dflt_vsi(vsi)) {  in ice_set_dflt_vsi()
3798 			vsi->vsi_num);  in ice_set_dflt_vsi()
3802 	status = ice_cfg_dflt_vsi(vsi->port_info, vsi->idx, true, ICE_FLTR_RX);  in ice_set_dflt_vsi()
3805 			vsi->vsi_num, status);  in ice_set_dflt_vsi()
3820 int ice_clear_dflt_vsi(struct ice_vsi *vsi)  in ice_clear_dflt_vsi()  argument
3825 	if (!vsi)  in ice_clear_dflt_vsi()
3828 	dev = ice_pf_to_dev(vsi->back);  in ice_clear_dflt_vsi()
3831 	if (!ice_is_dflt_vsi_in_use(vsi->port_info))  in ice_clear_dflt_vsi()
3834 	status = ice_cfg_dflt_vsi(vsi->port_info, vsi->idx, false,  in ice_clear_dflt_vsi()
3838 			vsi->vsi_num, status);  in ice_clear_dflt_vsi()
3851 int ice_get_link_speed_mbps(struct ice_vsi *vsi)  in ice_get_link_speed_mbps()  argument
3853 	switch (vsi->port_info->phy.link_info.link_speed) {  in ice_get_link_speed_mbps()
3888 int ice_get_link_speed_kbps(struct ice_vsi *vsi)  in ice_get_link_speed_kbps()  argument
3892 	speed_mbps = ice_get_link_speed_mbps(vsi);  in ice_get_link_speed_kbps()
3906 int ice_set_min_bw_limit(struct ice_vsi *vsi, u64 min_tx_rate)  in ice_set_min_bw_limit()  argument
3908 	struct ice_pf *pf = vsi->back;  in ice_set_min_bw_limit()
3914 	if (!vsi->port_info) {  in ice_set_min_bw_limit()
3916 			vsi->idx, vsi->type);  in ice_set_min_bw_limit()
3920 	speed = ice_get_link_speed_kbps(vsi);  in ice_set_min_bw_limit()
3923 			min_tx_rate, ice_vsi_type_str(vsi->type), vsi->idx,  in ice_set_min_bw_limit()
3930 		status = ice_cfg_vsi_bw_lmt_per_tc(vsi->port_info, vsi->idx, 0,  in ice_set_min_bw_limit()
3934 				min_tx_rate, ice_vsi_type_str(vsi->type),  in ice_set_min_bw_limit()
3935 				vsi->idx);  in ice_set_min_bw_limit()
3940 			min_tx_rate, ice_vsi_type_str(vsi->type));  in ice_set_min_bw_limit()
3942 		status = ice_cfg_vsi_bw_dflt_lmt_per_tc(vsi->port_info,  in ice_set_min_bw_limit()
3943 							vsi->idx, 0,  in ice_set_min_bw_limit()
3947 				ice_vsi_type_str(vsi->type), vsi->idx);  in ice_set_min_bw_limit()
3952 			ice_vsi_type_str(vsi->type), vsi->idx);  in ice_set_min_bw_limit()
3967 int ice_set_max_bw_limit(struct ice_vsi *vsi, u64 max_tx_rate)  in ice_set_max_bw_limit()  argument
3969 	struct ice_pf *pf = vsi->back;  in ice_set_max_bw_limit()
3975 	if (!vsi->port_info) {  in ice_set_max_bw_limit()
3977 			vsi->idx, vsi->type);  in ice_set_max_bw_limit()
3981 	speed = ice_get_link_speed_kbps(vsi);  in ice_set_max_bw_limit()
3984 			max_tx_rate, ice_vsi_type_str(vsi->type), vsi->idx,  in ice_set_max_bw_limit()
3991 		status = ice_cfg_vsi_bw_lmt_per_tc(vsi->port_info, vsi->idx, 0,  in ice_set_max_bw_limit()
3995 				max_tx_rate, ice_vsi_type_str(vsi->type),  in ice_set_max_bw_limit()
3996 				vsi->idx);  in ice_set_max_bw_limit()
4001 			max_tx_rate, ice_vsi_type_str(vsi->type), vsi->idx);  in ice_set_max_bw_limit()
4003 		status = ice_cfg_vsi_bw_dflt_lmt_per_tc(vsi->port_info,  in ice_set_max_bw_limit()
4004 							vsi->idx, 0,  in ice_set_max_bw_limit()
4008 				ice_vsi_type_str(vsi->type), vsi->idx);  in ice_set_max_bw_limit()
4013 			ice_vsi_type_str(vsi->type), vsi->idx);  in ice_set_max_bw_limit()
4024 int ice_set_link(struct ice_vsi *vsi, bool ena)  in ice_set_link()  argument
4026 	struct device *dev = ice_pf_to_dev(vsi->back);  in ice_set_link()
4027 	struct ice_port_info *pi = vsi->port_info;  in ice_set_link()
4031 	if (vsi->type != ICE_VSI_PF)  in ice_set_link()
4073 int ice_vsi_add_vlan_zero(struct ice_vsi *vsi)  in ice_vsi_add_vlan_zero()  argument
4075 	struct ice_vsi_vlan_ops *vlan_ops = ice_get_compat_vsi_vlan_ops(vsi);  in ice_vsi_add_vlan_zero()
4080 	err = vlan_ops->add_vlan(vsi, &vlan);  in ice_vsi_add_vlan_zero()
4085 	if (!ice_is_dvm_ena(&vsi->back->hw))  in ice_vsi_add_vlan_zero()
4089 	err = vlan_ops->add_vlan(vsi, &vlan);  in ice_vsi_add_vlan_zero()
4103 int ice_vsi_del_vlan_zero(struct ice_vsi *vsi)  in ice_vsi_del_vlan_zero()  argument
4105 	struct ice_vsi_vlan_ops *vlan_ops = ice_get_compat_vsi_vlan_ops(vsi);  in ice_vsi_del_vlan_zero()
4110 	err = vlan_ops->del_vlan(vsi, &vlan);  in ice_vsi_del_vlan_zero()
4115 	if (!ice_is_dvm_ena(&vsi->back->hw))  in ice_vsi_del_vlan_zero()
4119 	err = vlan_ops->del_vlan(vsi, &vlan);  in ice_vsi_del_vlan_zero()
4126 	return ice_clear_vsi_promisc(&vsi->back->hw, vsi->idx,  in ice_vsi_del_vlan_zero()
4137 static u16 ice_vsi_num_zero_vlans(struct ice_vsi *vsi)  in ice_vsi_num_zero_vlans()  argument
4142 	if (vsi->type == ICE_VSI_VF) {  in ice_vsi_num_zero_vlans()
4143 		if (WARN_ON(!vsi->vf))  in ice_vsi_num_zero_vlans()
4146 		if (ice_vf_is_port_vlan_ena(vsi->vf))  in ice_vsi_num_zero_vlans()
4150 	if (ice_is_dvm_ena(&vsi->back->hw))  in ice_vsi_num_zero_vlans()
4160 bool ice_vsi_has_non_zero_vlans(struct ice_vsi *vsi)  in ice_vsi_has_non_zero_vlans()  argument
4162 	return (vsi->num_vlan > ice_vsi_num_zero_vlans(vsi));  in ice_vsi_has_non_zero_vlans()
4169 u16 ice_vsi_num_non_zero_vlans(struct ice_vsi *vsi)  in ice_vsi_num_non_zero_vlans()  argument
4171 	return (vsi->num_vlan - ice_vsi_num_zero_vlans(vsi));  in ice_vsi_num_non_zero_vlans()
4246 ice_vsi_update_security(struct ice_vsi *vsi, void (*fill)(struct ice_vsi_ctx *))  in ice_vsi_update_security()  argument
4250 	ctx.info = vsi->info;  in ice_vsi_update_security()
4254 	if (ice_update_vsi(&vsi->back->hw, vsi->idx, &ctx, NULL))  in ice_vsi_update_security()
4257 	vsi->info = ctx.info;  in ice_vsi_update_security()