Lines Matching refs:vsi

47 static int ice_vsi_ctrl_all_rx_rings(struct ice_vsi *vsi, bool ena)  in ice_vsi_ctrl_all_rx_rings()  argument
52 ice_for_each_rxq(vsi, i) in ice_vsi_ctrl_all_rx_rings()
53 ice_vsi_ctrl_one_rx_ring(vsi, ena, i, false); in ice_vsi_ctrl_all_rx_rings()
55 ice_flush(&vsi->back->hw); in ice_vsi_ctrl_all_rx_rings()
57 ice_for_each_rxq(vsi, i) { in ice_vsi_ctrl_all_rx_rings()
58 ret = ice_vsi_wait_one_rx_ring(vsi, ena, i); in ice_vsi_ctrl_all_rx_rings()
73 static int ice_vsi_alloc_arrays(struct ice_vsi *vsi) in ice_vsi_alloc_arrays() argument
75 struct ice_pf *pf = vsi->back; in ice_vsi_alloc_arrays()
79 if (vsi->type == ICE_VSI_CHNL) in ice_vsi_alloc_arrays()
83 vsi->tx_rings = devm_kcalloc(dev, vsi->alloc_txq, in ice_vsi_alloc_arrays()
84 sizeof(*vsi->tx_rings), GFP_KERNEL); in ice_vsi_alloc_arrays()
85 if (!vsi->tx_rings) in ice_vsi_alloc_arrays()
88 vsi->rx_rings = devm_kcalloc(dev, vsi->alloc_rxq, in ice_vsi_alloc_arrays()
89 sizeof(*vsi->rx_rings), GFP_KERNEL); in ice_vsi_alloc_arrays()
90 if (!vsi->rx_rings) in ice_vsi_alloc_arrays()
99 vsi->txq_map = devm_kcalloc(dev, (vsi->alloc_txq + num_possible_cpus()), in ice_vsi_alloc_arrays()
100 sizeof(*vsi->txq_map), GFP_KERNEL); in ice_vsi_alloc_arrays()
102 if (!vsi->txq_map) in ice_vsi_alloc_arrays()
105 vsi->rxq_map = devm_kcalloc(dev, vsi->alloc_rxq, in ice_vsi_alloc_arrays()
106 sizeof(*vsi->rxq_map), GFP_KERNEL); in ice_vsi_alloc_arrays()
107 if (!vsi->rxq_map) in ice_vsi_alloc_arrays()
111 if (vsi->type == ICE_VSI_LB) in ice_vsi_alloc_arrays()
115 vsi->q_vectors = devm_kcalloc(dev, vsi->num_q_vectors, in ice_vsi_alloc_arrays()
116 sizeof(*vsi->q_vectors), GFP_KERNEL); in ice_vsi_alloc_arrays()
117 if (!vsi->q_vectors) in ice_vsi_alloc_arrays()
120 vsi->af_xdp_zc_qps = bitmap_zalloc(max_t(int, vsi->alloc_txq, vsi->alloc_rxq), GFP_KERNEL); in ice_vsi_alloc_arrays()
121 if (!vsi->af_xdp_zc_qps) in ice_vsi_alloc_arrays()
127 devm_kfree(dev, vsi->q_vectors); in ice_vsi_alloc_arrays()
129 devm_kfree(dev, vsi->rxq_map); in ice_vsi_alloc_arrays()
131 devm_kfree(dev, vsi->txq_map); in ice_vsi_alloc_arrays()
133 devm_kfree(dev, vsi->rx_rings); in ice_vsi_alloc_arrays()
135 devm_kfree(dev, vsi->tx_rings); in ice_vsi_alloc_arrays()
143 static void ice_vsi_set_num_desc(struct ice_vsi *vsi) in ice_vsi_set_num_desc() argument
145 switch (vsi->type) { in ice_vsi_set_num_desc()
154 if (!vsi->num_rx_desc) in ice_vsi_set_num_desc()
155 vsi->num_rx_desc = ICE_DFLT_NUM_RX_DESC; in ice_vsi_set_num_desc()
156 if (!vsi->num_tx_desc) in ice_vsi_set_num_desc()
157 vsi->num_tx_desc = ICE_DFLT_NUM_TX_DESC; in ice_vsi_set_num_desc()
160 dev_dbg(ice_pf_to_dev(vsi->back), "Not setting number of Tx/Rx descriptors for VSI type %d\n", in ice_vsi_set_num_desc()
161 vsi->type); in ice_vsi_set_num_desc()
172 static void ice_vsi_set_num_qs(struct ice_vsi *vsi) in ice_vsi_set_num_qs() argument
174 enum ice_vsi_type vsi_type = vsi->type; in ice_vsi_set_num_qs()
175 struct ice_pf *pf = vsi->back; in ice_vsi_set_num_qs()
176 struct ice_vf *vf = vsi->vf; in ice_vsi_set_num_qs()
183 if (vsi->req_txq) { in ice_vsi_set_num_qs()
184 vsi->alloc_txq = vsi->req_txq; in ice_vsi_set_num_qs()
185 vsi->num_txq = vsi->req_txq; in ice_vsi_set_num_qs()
187 vsi->alloc_txq = min3(pf->num_lan_msix, in ice_vsi_set_num_qs()
192 pf->num_lan_tx = vsi->alloc_txq; in ice_vsi_set_num_qs()
196 vsi->alloc_rxq = 1; in ice_vsi_set_num_qs()
198 if (vsi->req_rxq) { in ice_vsi_set_num_qs()
199 vsi->alloc_rxq = vsi->req_rxq; in ice_vsi_set_num_qs()
200 vsi->num_rxq = vsi->req_rxq; in ice_vsi_set_num_qs()
202 vsi->alloc_rxq = min3(pf->num_lan_msix, in ice_vsi_set_num_qs()
208 pf->num_lan_rx = vsi->alloc_rxq; in ice_vsi_set_num_qs()
210 vsi->num_q_vectors = min_t(int, pf->num_lan_msix, in ice_vsi_set_num_qs()
211 max_t(int, vsi->alloc_rxq, in ice_vsi_set_num_qs()
212 vsi->alloc_txq)); in ice_vsi_set_num_qs()
218 vsi->alloc_txq = ice_get_num_vfs(pf); in ice_vsi_set_num_qs()
219 vsi->alloc_rxq = vsi->alloc_txq; in ice_vsi_set_num_qs()
220 vsi->num_q_vectors = 1; in ice_vsi_set_num_qs()
225 vsi->alloc_txq = vf->num_vf_qs; in ice_vsi_set_num_qs()
226 vsi->alloc_rxq = vf->num_vf_qs; in ice_vsi_set_num_qs()
232 vsi->num_q_vectors = pf->vfs.num_msix_per - ICE_NONQ_VECS_VF; in ice_vsi_set_num_qs()
235 vsi->alloc_txq = 1; in ice_vsi_set_num_qs()
236 vsi->alloc_rxq = 1; in ice_vsi_set_num_qs()
237 vsi->num_q_vectors = 1; in ice_vsi_set_num_qs()
240 vsi->alloc_txq = 0; in ice_vsi_set_num_qs()
241 vsi->alloc_rxq = 0; in ice_vsi_set_num_qs()
244 vsi->alloc_txq = 1; in ice_vsi_set_num_qs()
245 vsi->alloc_rxq = 1; in ice_vsi_set_num_qs()
252 ice_vsi_set_num_desc(vsi); in ice_vsi_set_num_qs()
288 static void ice_vsi_delete_from_hw(struct ice_vsi *vsi) in ice_vsi_delete_from_hw() argument
290 struct ice_pf *pf = vsi->back; in ice_vsi_delete_from_hw()
294 ice_fltr_remove_all(vsi); in ice_vsi_delete_from_hw()
299 if (vsi->type == ICE_VSI_VF) in ice_vsi_delete_from_hw()
300 ctxt->vf_num = vsi->vf->vf_id; in ice_vsi_delete_from_hw()
301 ctxt->vsi_num = vsi->vsi_num; in ice_vsi_delete_from_hw()
303 memcpy(&ctxt->info, &vsi->info, sizeof(ctxt->info)); in ice_vsi_delete_from_hw()
305 status = ice_free_vsi(&pf->hw, vsi->idx, ctxt, false, NULL); in ice_vsi_delete_from_hw()
308 vsi->vsi_num, status); in ice_vsi_delete_from_hw()
317 static void ice_vsi_free_arrays(struct ice_vsi *vsi) in ice_vsi_free_arrays() argument
319 struct ice_pf *pf = vsi->back; in ice_vsi_free_arrays()
324 bitmap_free(vsi->af_xdp_zc_qps); in ice_vsi_free_arrays()
325 vsi->af_xdp_zc_qps = NULL; in ice_vsi_free_arrays()
327 devm_kfree(dev, vsi->q_vectors); in ice_vsi_free_arrays()
328 vsi->q_vectors = NULL; in ice_vsi_free_arrays()
329 devm_kfree(dev, vsi->tx_rings); in ice_vsi_free_arrays()
330 vsi->tx_rings = NULL; in ice_vsi_free_arrays()
331 devm_kfree(dev, vsi->rx_rings); in ice_vsi_free_arrays()
332 vsi->rx_rings = NULL; in ice_vsi_free_arrays()
333 devm_kfree(dev, vsi->txq_map); in ice_vsi_free_arrays()
334 vsi->txq_map = NULL; in ice_vsi_free_arrays()
335 devm_kfree(dev, vsi->rxq_map); in ice_vsi_free_arrays()
336 vsi->rxq_map = NULL; in ice_vsi_free_arrays()
343 static void ice_vsi_free_stats(struct ice_vsi *vsi) in ice_vsi_free_stats() argument
346 struct ice_pf *pf = vsi->back; in ice_vsi_free_stats()
349 if (vsi->type == ICE_VSI_CHNL) in ice_vsi_free_stats()
354 vsi_stat = pf->vsi_stats[vsi->idx]; in ice_vsi_free_stats()
358 ice_for_each_alloc_txq(vsi, i) { in ice_vsi_free_stats()
365 ice_for_each_alloc_rxq(vsi, i) { in ice_vsi_free_stats()
375 pf->vsi_stats[vsi->idx] = NULL; in ice_vsi_free_stats()
382 static int ice_vsi_alloc_ring_stats(struct ice_vsi *vsi) in ice_vsi_alloc_ring_stats() argument
387 struct ice_pf *pf = vsi->back; in ice_vsi_alloc_ring_stats()
390 vsi_stats = pf->vsi_stats[vsi->idx]; in ice_vsi_alloc_ring_stats()
395 ice_for_each_alloc_txq(vsi, i) { in ice_vsi_alloc_ring_stats()
399 ring = vsi->tx_rings[i]; in ice_vsi_alloc_ring_stats()
414 ice_for_each_alloc_rxq(vsi, i) { in ice_vsi_alloc_ring_stats()
418 ring = vsi->rx_rings[i]; in ice_vsi_alloc_ring_stats()
435 ice_vsi_free_stats(vsi); in ice_vsi_alloc_ring_stats()
446 static void ice_vsi_free(struct ice_vsi *vsi) in ice_vsi_free() argument
451 if (!vsi || !vsi->back) in ice_vsi_free()
454 pf = vsi->back; in ice_vsi_free()
457 if (!pf->vsi[vsi->idx] || pf->vsi[vsi->idx] != vsi) { in ice_vsi_free()
458 dev_dbg(dev, "vsi does not exist at pf->vsi[%d]\n", vsi->idx); in ice_vsi_free()
465 pf->vsi[vsi->idx] = NULL; in ice_vsi_free()
466 pf->next_vsi = vsi->idx; in ice_vsi_free()
468 ice_vsi_free_stats(vsi); in ice_vsi_free()
469 ice_vsi_free_arrays(vsi); in ice_vsi_free()
471 devm_kfree(dev, vsi); in ice_vsi_free()
474 void ice_vsi_delete(struct ice_vsi *vsi) in ice_vsi_delete() argument
476 ice_vsi_delete_from_hw(vsi); in ice_vsi_delete()
477 ice_vsi_free(vsi); in ice_vsi_delete()
521 struct ice_pf *pf = q_vector->vsi->back; in ice_eswitch_msix_clean_rings()
540 static int ice_vsi_alloc_stat_arrays(struct ice_vsi *vsi) in ice_vsi_alloc_stat_arrays() argument
543 struct ice_pf *pf = vsi->back; in ice_vsi_alloc_stat_arrays()
545 if (vsi->type == ICE_VSI_CHNL) in ice_vsi_alloc_stat_arrays()
550 if (pf->vsi_stats[vsi->idx]) in ice_vsi_alloc_stat_arrays()
559 kcalloc(vsi->alloc_txq, sizeof(*vsi_stat->tx_ring_stats), in ice_vsi_alloc_stat_arrays()
565 kcalloc(vsi->alloc_rxq, sizeof(*vsi_stat->rx_ring_stats), in ice_vsi_alloc_stat_arrays()
570 pf->vsi_stats[vsi->idx] = vsi_stat; in ice_vsi_alloc_stat_arrays()
579 pf->vsi_stats[vsi->idx] = NULL; in ice_vsi_alloc_stat_arrays()
589 ice_vsi_alloc_def(struct ice_vsi *vsi, struct ice_channel *ch) in ice_vsi_alloc_def() argument
591 if (vsi->type != ICE_VSI_CHNL) { in ice_vsi_alloc_def()
592 ice_vsi_set_num_qs(vsi); in ice_vsi_alloc_def()
593 if (ice_vsi_alloc_arrays(vsi)) in ice_vsi_alloc_def()
597 switch (vsi->type) { in ice_vsi_alloc_def()
600 vsi->irq_handler = ice_eswitch_msix_clean_rings; in ice_vsi_alloc_def()
604 vsi->irq_handler = ice_msix_clean_rings; in ice_vsi_alloc_def()
608 vsi->irq_handler = ice_msix_clean_ctrl_vsi; in ice_vsi_alloc_def()
614 vsi->num_rxq = ch->num_rxq; in ice_vsi_alloc_def()
615 vsi->num_txq = ch->num_txq; in ice_vsi_alloc_def()
616 vsi->next_base_q = ch->base_q; in ice_vsi_alloc_def()
622 ice_vsi_free_arrays(vsi); in ice_vsi_alloc_def()
642 struct ice_vsi *vsi = NULL; in ice_vsi_alloc() local
656 vsi = devm_kzalloc(dev, sizeof(*vsi), GFP_KERNEL); in ice_vsi_alloc()
657 if (!vsi) in ice_vsi_alloc()
660 vsi->back = pf; in ice_vsi_alloc()
661 set_bit(ICE_VSI_DOWN, vsi->state); in ice_vsi_alloc()
664 vsi->idx = pf->next_vsi; in ice_vsi_alloc()
665 pf->vsi[pf->next_vsi] = vsi; in ice_vsi_alloc()
668 pf->next_vsi = ice_get_free_slot(pf->vsi, pf->num_alloc_vsi, in ice_vsi_alloc()
673 return vsi; in ice_vsi_alloc()
684 static int ice_alloc_fd_res(struct ice_vsi *vsi) in ice_alloc_fd_res() argument
686 struct ice_pf *pf = vsi->back; in ice_alloc_fd_res()
696 if (!(vsi->type == ICE_VSI_PF || vsi->type == ICE_VSI_VF || in ice_alloc_fd_res()
697 vsi->type == ICE_VSI_CHNL)) in ice_alloc_fd_res()
718 if (vsi->type == ICE_VSI_PF) { in ice_alloc_fd_res()
719 vsi->num_gfltr = g_val; in ice_alloc_fd_res()
727 vsi->num_gfltr = ICE_PF_VSI_GFLTR; in ice_alloc_fd_res()
731 vsi->num_bfltr = b_val; in ice_alloc_fd_res()
732 } else if (vsi->type == ICE_VSI_VF) { in ice_alloc_fd_res()
733 vsi->num_gfltr = 0; in ice_alloc_fd_res()
736 vsi->num_bfltr = b_val; in ice_alloc_fd_res()
759 vsi->num_gfltr = g_val / numtc; in ice_alloc_fd_res()
762 vsi->num_bfltr = b_val; in ice_alloc_fd_res()
774 static int ice_vsi_get_qs(struct ice_vsi *vsi) in ice_vsi_get_qs() argument
776 struct ice_pf *pf = vsi->back; in ice_vsi_get_qs()
781 .q_count = vsi->alloc_txq, in ice_vsi_get_qs()
783 .vsi_map = vsi->txq_map, in ice_vsi_get_qs()
791 .q_count = vsi->alloc_rxq, in ice_vsi_get_qs()
793 .vsi_map = vsi->rxq_map, in ice_vsi_get_qs()
799 if (vsi->type == ICE_VSI_CHNL) in ice_vsi_get_qs()
805 vsi->tx_mapping_mode = tx_qs_cfg.mapping_mode; in ice_vsi_get_qs()
810 vsi->rx_mapping_mode = rx_qs_cfg.mapping_mode; in ice_vsi_get_qs()
819 static void ice_vsi_put_qs(struct ice_vsi *vsi) in ice_vsi_put_qs() argument
821 struct ice_pf *pf = vsi->back; in ice_vsi_put_qs()
826 ice_for_each_alloc_txq(vsi, i) { in ice_vsi_put_qs()
827 clear_bit(vsi->txq_map[i], pf->avail_txqs); in ice_vsi_put_qs()
828 vsi->txq_map[i] = ICE_INVAL_Q_INDEX; in ice_vsi_put_qs()
831 ice_for_each_alloc_rxq(vsi, i) { in ice_vsi_put_qs()
832 clear_bit(vsi->rxq_map[i], pf->avail_rxqs); in ice_vsi_put_qs()
833 vsi->rxq_map[i] = ICE_INVAL_Q_INDEX; in ice_vsi_put_qs()
868 static void ice_vsi_clean_rss_flow_fld(struct ice_vsi *vsi) in ice_vsi_clean_rss_flow_fld() argument
870 struct ice_pf *pf = vsi->back; in ice_vsi_clean_rss_flow_fld()
876 status = ice_rem_vsi_rss_cfg(&pf->hw, vsi->idx); in ice_vsi_clean_rss_flow_fld()
879 vsi->vsi_num, status); in ice_vsi_clean_rss_flow_fld()
886 static void ice_rss_clean(struct ice_vsi *vsi) in ice_rss_clean() argument
888 struct ice_pf *pf = vsi->back; in ice_rss_clean()
893 devm_kfree(dev, vsi->rss_hkey_user); in ice_rss_clean()
894 devm_kfree(dev, vsi->rss_lut_user); in ice_rss_clean()
896 ice_vsi_clean_rss_flow_fld(vsi); in ice_rss_clean()
899 ice_rem_vsi_rss_list(&pf->hw, vsi->idx); in ice_rss_clean()
906 static void ice_vsi_set_rss_params(struct ice_vsi *vsi) in ice_vsi_set_rss_params() argument
909 struct ice_pf *pf = vsi->back; in ice_vsi_set_rss_params()
913 vsi->rss_size = 1; in ice_vsi_set_rss_params()
919 switch (vsi->type) { in ice_vsi_set_rss_params()
923 vsi->rss_table_size = (u16)cap->rss_table_size; in ice_vsi_set_rss_params()
924 if (vsi->type == ICE_VSI_CHNL) in ice_vsi_set_rss_params()
925 vsi->rss_size = min_t(u16, vsi->num_rxq, max_rss_size); in ice_vsi_set_rss_params()
927 vsi->rss_size = min_t(u16, num_online_cpus(), in ice_vsi_set_rss_params()
929 vsi->rss_lut_type = ICE_LUT_PF; in ice_vsi_set_rss_params()
932 vsi->rss_table_size = ICE_LUT_VSI_SIZE; in ice_vsi_set_rss_params()
933 vsi->rss_size = min_t(u16, num_online_cpus(), max_rss_size); in ice_vsi_set_rss_params()
934 vsi->rss_lut_type = ICE_LUT_VSI; in ice_vsi_set_rss_params()
940 vsi->rss_table_size = ICE_LUT_VSI_SIZE; in ice_vsi_set_rss_params()
941 vsi->rss_size = ICE_MAX_RSS_QS_PER_VF; in ice_vsi_set_rss_params()
942 vsi->rss_lut_type = ICE_LUT_VSI; in ice_vsi_set_rss_params()
948 ice_vsi_type_str(vsi->type)); in ice_vsi_set_rss_params()
1016 static int ice_vsi_setup_q_map(struct ice_vsi *vsi, struct ice_vsi_ctx *ctxt) in ice_vsi_setup_q_map() argument
1020 u16 qcount_tx = vsi->alloc_txq; in ice_vsi_setup_q_map()
1021 u16 qcount_rx = vsi->alloc_rxq; in ice_vsi_setup_q_map()
1025 if (!vsi->tc_cfg.numtc) { in ice_vsi_setup_q_map()
1027 vsi->tc_cfg.numtc = 1; in ice_vsi_setup_q_map()
1028 vsi->tc_cfg.ena_tc = 1; in ice_vsi_setup_q_map()
1031 num_rxq_per_tc = min_t(u16, qcount_rx / vsi->tc_cfg.numtc, ICE_MAX_RXQS_PER_TC); in ice_vsi_setup_q_map()
1034 num_txq_per_tc = qcount_tx / vsi->tc_cfg.numtc; in ice_vsi_setup_q_map()
1053 if (!(vsi->tc_cfg.ena_tc & BIT(i))) { in ice_vsi_setup_q_map()
1055 vsi->tc_cfg.tc_info[i].qoffset = 0; in ice_vsi_setup_q_map()
1056 vsi->tc_cfg.tc_info[i].qcount_rx = 1; in ice_vsi_setup_q_map()
1057 vsi->tc_cfg.tc_info[i].qcount_tx = 1; in ice_vsi_setup_q_map()
1058 vsi->tc_cfg.tc_info[i].netdev_tc = 0; in ice_vsi_setup_q_map()
1064 vsi->tc_cfg.tc_info[i].qoffset = offset; in ice_vsi_setup_q_map()
1065 vsi->tc_cfg.tc_info[i].qcount_rx = num_rxq_per_tc; in ice_vsi_setup_q_map()
1066 vsi->tc_cfg.tc_info[i].qcount_tx = num_txq_per_tc; in ice_vsi_setup_q_map()
1067 vsi->tc_cfg.tc_info[i].netdev_tc = netdev_tc++; in ice_vsi_setup_q_map()
1089 if (rx_count > vsi->alloc_rxq) { in ice_vsi_setup_q_map()
1090 …dev_err(ice_pf_to_dev(vsi->back), "Trying to use more Rx queues (%u), than were allocated (%u)!\n", in ice_vsi_setup_q_map()
1091 rx_count, vsi->alloc_rxq); in ice_vsi_setup_q_map()
1095 if (tx_count > vsi->alloc_txq) { in ice_vsi_setup_q_map()
1096 …dev_err(ice_pf_to_dev(vsi->back), "Trying to use more Tx queues (%u), than were allocated (%u)!\n", in ice_vsi_setup_q_map()
1097 tx_count, vsi->alloc_txq); in ice_vsi_setup_q_map()
1101 vsi->num_txq = tx_count; in ice_vsi_setup_q_map()
1102 vsi->num_rxq = rx_count; in ice_vsi_setup_q_map()
1104 if (vsi->type == ICE_VSI_VF && vsi->num_txq != vsi->num_rxq) { in ice_vsi_setup_q_map()
1105 …dev_dbg(ice_pf_to_dev(vsi->back), "VF VSI should have same number of Tx and Rx queues. Hence makin… in ice_vsi_setup_q_map()
1109 vsi->num_txq = vsi->num_rxq; in ice_vsi_setup_q_map()
1118 ctxt->info.q_mapping[0] = cpu_to_le16(vsi->rxq_map[0]); in ice_vsi_setup_q_map()
1119 ctxt->info.q_mapping[1] = cpu_to_le16(vsi->num_rxq); in ice_vsi_setup_q_map()
1129 static void ice_set_fd_vsi_ctx(struct ice_vsi_ctx *ctxt, struct ice_vsi *vsi) in ice_set_fd_vsi_ctx() argument
1134 if (vsi->type != ICE_VSI_PF && vsi->type != ICE_VSI_CTRL && in ice_set_fd_vsi_ctx()
1135 vsi->type != ICE_VSI_VF && vsi->type != ICE_VSI_CHNL) in ice_set_fd_vsi_ctx()
1150 cpu_to_le16(vsi->num_gfltr); in ice_set_fd_vsi_ctx()
1153 cpu_to_le16(vsi->num_bfltr); in ice_set_fd_vsi_ctx()
1175 static void ice_set_rss_vsi_ctx(struct ice_vsi_ctx *ctxt, struct ice_vsi *vsi) in ice_set_rss_vsi_ctx() argument
1181 pf = vsi->back; in ice_set_rss_vsi_ctx()
1184 switch (vsi->type) { in ice_set_rss_vsi_ctx()
1198 ice_vsi_type_str(vsi->type)); in ice_set_rss_vsi_ctx()
1208 ice_chnl_vsi_setup_q_map(struct ice_vsi *vsi, struct ice_vsi_ctx *ctxt) in ice_chnl_vsi_setup_q_map() argument
1210 struct ice_pf *pf = vsi->back; in ice_chnl_vsi_setup_q_map()
1215 qcount = min_t(int, vsi->num_rxq, pf->num_lan_msix); in ice_chnl_vsi_setup_q_map()
1225 ctxt->info.q_mapping[0] = cpu_to_le16(vsi->next_base_q); in ice_chnl_vsi_setup_q_map()
1235 static bool ice_vsi_is_vlan_pruning_ena(struct ice_vsi *vsi) in ice_vsi_is_vlan_pruning_ena() argument
1237 return vsi->info.sw_flags2 & ICE_AQ_VSI_SW_FLAG_RX_VLAN_PRUNE_ENA; in ice_vsi_is_vlan_pruning_ena()
1251 static int ice_vsi_init(struct ice_vsi *vsi, u32 vsi_flags) in ice_vsi_init() argument
1253 struct ice_pf *pf = vsi->back; in ice_vsi_init()
1264 switch (vsi->type) { in ice_vsi_init()
1277 ctxt->vf_num = vsi->vf->vf_id + hw->func_caps.vf_base_id; in ice_vsi_init()
1287 if (vsi->type == ICE_VSI_CHNL) { in ice_vsi_init()
1301 ice_set_fd_vsi_ctx(ctxt, vsi); in ice_vsi_init()
1303 if (vsi->vsw->bridge_mode == BRIDGE_MODE_VEB) in ice_vsi_init()
1308 vsi->type != ICE_VSI_CTRL) { in ice_vsi_init()
1309 ice_set_rss_vsi_ctx(ctxt, vsi); in ice_vsi_init()
1318 ctxt->info.sw_id = vsi->port_info->sw_id; in ice_vsi_init()
1319 if (vsi->type == ICE_VSI_CHNL) { in ice_vsi_init()
1320 ice_chnl_vsi_setup_q_map(vsi, ctxt); in ice_vsi_init()
1322 ret = ice_vsi_setup_q_map(vsi, ctxt); in ice_vsi_init()
1336 if (vsi->type == ICE_VSI_PF) { in ice_vsi_init()
1343 ret = ice_add_vsi(hw, vsi->idx, ctxt, NULL); in ice_vsi_init()
1350 ret = ice_update_vsi(hw, vsi->idx, ctxt, NULL); in ice_vsi_init()
1359 vsi->info = ctxt->info; in ice_vsi_init()
1362 vsi->vsi_num = ctxt->vsi_num; in ice_vsi_init()
1373 static void ice_vsi_clear_rings(struct ice_vsi *vsi) in ice_vsi_clear_rings() argument
1378 if (vsi->q_vectors) { in ice_vsi_clear_rings()
1379 ice_for_each_q_vector(vsi, i) { in ice_vsi_clear_rings()
1380 struct ice_q_vector *q_vector = vsi->q_vectors[i]; in ice_vsi_clear_rings()
1389 if (vsi->tx_rings) { in ice_vsi_clear_rings()
1390 ice_for_each_alloc_txq(vsi, i) { in ice_vsi_clear_rings()
1391 if (vsi->tx_rings[i]) { in ice_vsi_clear_rings()
1392 kfree_rcu(vsi->tx_rings[i], rcu); in ice_vsi_clear_rings()
1393 WRITE_ONCE(vsi->tx_rings[i], NULL); in ice_vsi_clear_rings()
1397 if (vsi->rx_rings) { in ice_vsi_clear_rings()
1398 ice_for_each_alloc_rxq(vsi, i) { in ice_vsi_clear_rings()
1399 if (vsi->rx_rings[i]) { in ice_vsi_clear_rings()
1400 kfree_rcu(vsi->rx_rings[i], rcu); in ice_vsi_clear_rings()
1401 WRITE_ONCE(vsi->rx_rings[i], NULL); in ice_vsi_clear_rings()
1411 static int ice_vsi_alloc_rings(struct ice_vsi *vsi) in ice_vsi_alloc_rings() argument
1413 bool dvm_ena = ice_is_dvm_ena(&vsi->back->hw); in ice_vsi_alloc_rings()
1414 struct ice_pf *pf = vsi->back; in ice_vsi_alloc_rings()
1420 ice_for_each_alloc_txq(vsi, i) { in ice_vsi_alloc_rings()
1430 ring->reg_idx = vsi->txq_map[i]; in ice_vsi_alloc_rings()
1431 ring->vsi = vsi; in ice_vsi_alloc_rings()
1434 ring->count = vsi->num_tx_desc; in ice_vsi_alloc_rings()
1440 WRITE_ONCE(vsi->tx_rings[i], ring); in ice_vsi_alloc_rings()
1444 ice_for_each_alloc_rxq(vsi, i) { in ice_vsi_alloc_rings()
1453 ring->reg_idx = vsi->rxq_map[i]; in ice_vsi_alloc_rings()
1454 ring->vsi = vsi; in ice_vsi_alloc_rings()
1455 ring->netdev = vsi->netdev; in ice_vsi_alloc_rings()
1457 ring->count = vsi->num_rx_desc; in ice_vsi_alloc_rings()
1459 WRITE_ONCE(vsi->rx_rings[i], ring); in ice_vsi_alloc_rings()
1465 ice_vsi_clear_rings(vsi); in ice_vsi_alloc_rings()
1478 void ice_vsi_manage_rss_lut(struct ice_vsi *vsi, bool ena) in ice_vsi_manage_rss_lut() argument
1482 lut = kzalloc(vsi->rss_table_size, GFP_KERNEL); in ice_vsi_manage_rss_lut()
1487 if (vsi->rss_lut_user) in ice_vsi_manage_rss_lut()
1488 memcpy(lut, vsi->rss_lut_user, vsi->rss_table_size); in ice_vsi_manage_rss_lut()
1490 ice_fill_rss_lut(lut, vsi->rss_table_size, in ice_vsi_manage_rss_lut()
1491 vsi->rss_size); in ice_vsi_manage_rss_lut()
1494 ice_set_rss_lut(vsi, lut, vsi->rss_table_size); in ice_vsi_manage_rss_lut()
1503 void ice_vsi_cfg_crc_strip(struct ice_vsi *vsi, bool disable) in ice_vsi_cfg_crc_strip() argument
1507 ice_for_each_rxq(vsi, i) in ice_vsi_cfg_crc_strip()
1509 vsi->rx_rings[i]->flags |= ICE_RX_FLAGS_CRC_STRIP_DIS; in ice_vsi_cfg_crc_strip()
1511 vsi->rx_rings[i]->flags &= ~ICE_RX_FLAGS_CRC_STRIP_DIS; in ice_vsi_cfg_crc_strip()
1518 int ice_vsi_cfg_rss_lut_key(struct ice_vsi *vsi) in ice_vsi_cfg_rss_lut_key() argument
1520 struct ice_pf *pf = vsi->back; in ice_vsi_cfg_rss_lut_key()
1526 if (vsi->type == ICE_VSI_PF && vsi->ch_rss_size && in ice_vsi_cfg_rss_lut_key()
1528 vsi->rss_size = min_t(u16, vsi->rss_size, vsi->ch_rss_size); in ice_vsi_cfg_rss_lut_key()
1530 vsi->rss_size = min_t(u16, vsi->rss_size, vsi->num_rxq); in ice_vsi_cfg_rss_lut_key()
1538 if (vsi->orig_rss_size && vsi->rss_size < vsi->orig_rss_size && in ice_vsi_cfg_rss_lut_key()
1539 vsi->orig_rss_size <= vsi->num_rxq) { in ice_vsi_cfg_rss_lut_key()
1540 vsi->rss_size = vsi->orig_rss_size; in ice_vsi_cfg_rss_lut_key()
1542 vsi->orig_rss_size = 0; in ice_vsi_cfg_rss_lut_key()
1546 lut = kzalloc(vsi->rss_table_size, GFP_KERNEL); in ice_vsi_cfg_rss_lut_key()
1550 if (vsi->rss_lut_user) in ice_vsi_cfg_rss_lut_key()
1551 memcpy(lut, vsi->rss_lut_user, vsi->rss_table_size); in ice_vsi_cfg_rss_lut_key()
1553 ice_fill_rss_lut(lut, vsi->rss_table_size, vsi->rss_size); in ice_vsi_cfg_rss_lut_key()
1555 err = ice_set_rss_lut(vsi, lut, vsi->rss_table_size); in ice_vsi_cfg_rss_lut_key()
1567 if (vsi->rss_hkey_user) in ice_vsi_cfg_rss_lut_key()
1568 memcpy(key, vsi->rss_hkey_user, ICE_GET_SET_RSS_KEY_EXTEND_KEY_SIZE); in ice_vsi_cfg_rss_lut_key()
1572 err = ice_set_rss_key(vsi, key); in ice_vsi_cfg_rss_lut_key()
1590 static void ice_vsi_set_vf_rss_flow_fld(struct ice_vsi *vsi) in ice_vsi_set_vf_rss_flow_fld() argument
1592 struct ice_pf *pf = vsi->back; in ice_vsi_set_vf_rss_flow_fld()
1599 vsi->vsi_num); in ice_vsi_set_vf_rss_flow_fld()
1603 status = ice_add_avf_rss_cfg(&pf->hw, vsi->idx, ICE_DEFAULT_RSS_HENA); in ice_vsi_set_vf_rss_flow_fld()
1606 vsi->vsi_num, status); in ice_vsi_set_vf_rss_flow_fld()
1620 static void ice_vsi_set_rss_flow_fld(struct ice_vsi *vsi) in ice_vsi_set_rss_flow_fld() argument
1622 u16 vsi_handle = vsi->idx, vsi_num = vsi->vsi_num; in ice_vsi_set_rss_flow_fld()
1623 struct ice_pf *pf = vsi->back; in ice_vsi_set_rss_flow_fld()
1701 static void ice_vsi_cfg_frame_size(struct ice_vsi *vsi) in ice_vsi_cfg_frame_size() argument
1703 if (!vsi->netdev || test_bit(ICE_FLAG_LEGACY_RX, vsi->back->flags)) { in ice_vsi_cfg_frame_size()
1704 vsi->max_frame = ICE_MAX_FRAME_LEGACY_RX; in ice_vsi_cfg_frame_size()
1705 vsi->rx_buf_len = ICE_RXBUF_1664; in ice_vsi_cfg_frame_size()
1708 (vsi->netdev->mtu <= ETH_DATA_LEN)) { in ice_vsi_cfg_frame_size()
1709 vsi->max_frame = ICE_RXBUF_1536 - NET_IP_ALIGN; in ice_vsi_cfg_frame_size()
1710 vsi->rx_buf_len = ICE_RXBUF_1536 - NET_IP_ALIGN; in ice_vsi_cfg_frame_size()
1713 vsi->max_frame = ICE_AQ_SET_MAC_FRAME_SIZE_MAX; in ice_vsi_cfg_frame_size()
1714 vsi->rx_buf_len = ICE_RXBUF_3072; in ice_vsi_cfg_frame_size()
1746 void ice_update_eth_stats(struct ice_vsi *vsi) in ice_update_eth_stats() argument
1749 struct ice_hw *hw = &vsi->back->hw; in ice_update_eth_stats()
1750 struct ice_pf *pf = vsi->back; in ice_update_eth_stats()
1751 u16 vsi_num = vsi->vsi_num; /* HW absolute index of a VSI */ in ice_update_eth_stats()
1753 prev_es = &vsi->eth_stats_prev; in ice_update_eth_stats()
1754 cur_es = &vsi->eth_stats; in ice_update_eth_stats()
1757 vsi->stat_offsets_loaded = false; in ice_update_eth_stats()
1759 ice_stat_update40(hw, GLV_GORCL(vsi_num), vsi->stat_offsets_loaded, in ice_update_eth_stats()
1762 ice_stat_update40(hw, GLV_UPRCL(vsi_num), vsi->stat_offsets_loaded, in ice_update_eth_stats()
1765 ice_stat_update40(hw, GLV_MPRCL(vsi_num), vsi->stat_offsets_loaded, in ice_update_eth_stats()
1768 ice_stat_update40(hw, GLV_BPRCL(vsi_num), vsi->stat_offsets_loaded, in ice_update_eth_stats()
1771 ice_stat_update32(hw, GLV_RDPC(vsi_num), vsi->stat_offsets_loaded, in ice_update_eth_stats()
1774 ice_stat_update40(hw, GLV_GOTCL(vsi_num), vsi->stat_offsets_loaded, in ice_update_eth_stats()
1777 ice_stat_update40(hw, GLV_UPTCL(vsi_num), vsi->stat_offsets_loaded, in ice_update_eth_stats()
1780 ice_stat_update40(hw, GLV_MPTCL(vsi_num), vsi->stat_offsets_loaded, in ice_update_eth_stats()
1783 ice_stat_update40(hw, GLV_BPTCL(vsi_num), vsi->stat_offsets_loaded, in ice_update_eth_stats()
1786 ice_stat_update32(hw, GLV_TEPC(vsi_num), vsi->stat_offsets_loaded, in ice_update_eth_stats()
1789 vsi->stat_offsets_loaded = true; in ice_update_eth_stats()
1824 int ice_vsi_cfg_single_rxq(struct ice_vsi *vsi, u16 q_idx) in ice_vsi_cfg_single_rxq() argument
1826 if (q_idx >= vsi->num_rxq) in ice_vsi_cfg_single_rxq()
1829 return ice_vsi_cfg_rxq(vsi->rx_rings[q_idx]); in ice_vsi_cfg_single_rxq()
1832 int ice_vsi_cfg_single_txq(struct ice_vsi *vsi, struct ice_tx_ring **tx_rings, u16 q_idx) in ice_vsi_cfg_single_txq() argument
1837 if (q_idx >= vsi->alloc_txq || !tx_rings || !tx_rings[q_idx]) in ice_vsi_cfg_single_txq()
1846 err = ice_vsi_cfg_txq(vsi, tx_rings[q_idx], qg_buf); in ice_vsi_cfg_single_txq()
1858 int ice_vsi_cfg_rxqs(struct ice_vsi *vsi) in ice_vsi_cfg_rxqs() argument
1862 if (vsi->type == ICE_VSI_VF) in ice_vsi_cfg_rxqs()
1865 ice_vsi_cfg_frame_size(vsi); in ice_vsi_cfg_rxqs()
1868 ice_for_each_rxq(vsi, i) { in ice_vsi_cfg_rxqs()
1869 int err = ice_vsi_cfg_rxq(vsi->rx_rings[i]); in ice_vsi_cfg_rxqs()
1888 ice_vsi_cfg_txqs(struct ice_vsi *vsi, struct ice_tx_ring **rings, u16 count) in ice_vsi_cfg_txqs() argument
1901 err = ice_vsi_cfg_txq(vsi, rings[q_idx], qg_buf); in ice_vsi_cfg_txqs()
1918 int ice_vsi_cfg_lan_txqs(struct ice_vsi *vsi) in ice_vsi_cfg_lan_txqs() argument
1920 return ice_vsi_cfg_txqs(vsi, vsi->tx_rings, vsi->num_txq); in ice_vsi_cfg_lan_txqs()
1930 int ice_vsi_cfg_xdp_txqs(struct ice_vsi *vsi) in ice_vsi_cfg_xdp_txqs() argument
1935 ret = ice_vsi_cfg_txqs(vsi, vsi->xdp_rings, vsi->num_xdp_txq); in ice_vsi_cfg_xdp_txqs()
1939 ice_for_each_rxq(vsi, i) in ice_vsi_cfg_xdp_txqs()
1940 ice_tx_xsk_pool(vsi, i); in ice_vsi_cfg_xdp_txqs()
1969 struct ice_hw *hw = &q_vector->vsi->back->hw; in ice_write_intrl()
2002 struct ice_hw *hw = &q_vector->vsi->back->hw; in __ice_write_itr()
2056 void ice_vsi_cfg_msix(struct ice_vsi *vsi) in ice_vsi_cfg_msix() argument
2058 struct ice_pf *pf = vsi->back; in ice_vsi_cfg_msix()
2063 ice_for_each_q_vector(vsi, i) { in ice_vsi_cfg_msix()
2064 struct ice_q_vector *q_vector = vsi->q_vectors[i]; in ice_vsi_cfg_msix()
2081 ice_cfg_txq_interrupt(vsi, txq, reg_idx, in ice_vsi_cfg_msix()
2087 ice_cfg_rxq_interrupt(vsi, rxq, reg_idx, in ice_vsi_cfg_msix()
2100 int ice_vsi_start_all_rx_rings(struct ice_vsi *vsi) in ice_vsi_start_all_rx_rings() argument
2102 return ice_vsi_ctrl_all_rx_rings(vsi, true); in ice_vsi_start_all_rx_rings()
2111 int ice_vsi_stop_all_rx_rings(struct ice_vsi *vsi) in ice_vsi_stop_all_rx_rings() argument
2113 return ice_vsi_ctrl_all_rx_rings(vsi, false); in ice_vsi_stop_all_rx_rings()
2125 ice_vsi_stop_tx_rings(struct ice_vsi *vsi, enum ice_disq_rst_src rst_src, in ice_vsi_stop_tx_rings() argument
2130 if (vsi->num_txq > ICE_LAN_TXQ_MAX_QDIS) in ice_vsi_stop_tx_rings()
2140 ice_fill_txq_meta(vsi, rings[q_idx], &txq_meta); in ice_vsi_stop_tx_rings()
2141 status = ice_vsi_stop_tx_ring(vsi, rst_src, rel_vmvf_num, in ice_vsi_stop_tx_rings()
2158 ice_vsi_stop_lan_tx_rings(struct ice_vsi *vsi, enum ice_disq_rst_src rst_src, in ice_vsi_stop_lan_tx_rings() argument
2161 return ice_vsi_stop_tx_rings(vsi, rst_src, rel_vmvf_num, vsi->tx_rings, vsi->num_txq); in ice_vsi_stop_lan_tx_rings()
2168 int ice_vsi_stop_xdp_tx_rings(struct ice_vsi *vsi) in ice_vsi_stop_xdp_tx_rings() argument
2170 return ice_vsi_stop_tx_rings(vsi, ICE_NO_RESET, 0, vsi->xdp_rings, vsi->num_xdp_txq); in ice_vsi_stop_xdp_tx_rings()
2179 bool ice_vsi_is_rx_queue_active(struct ice_vsi *vsi) in ice_vsi_is_rx_queue_active() argument
2181 struct ice_pf *pf = vsi->back; in ice_vsi_is_rx_queue_active()
2185 ice_for_each_rxq(vsi, i) { in ice_vsi_is_rx_queue_active()
2189 pf_q = vsi->rxq_map[i]; in ice_vsi_is_rx_queue_active()
2198 static void ice_vsi_set_tc_cfg(struct ice_vsi *vsi) in ice_vsi_set_tc_cfg() argument
2200 if (!test_bit(ICE_FLAG_DCB_ENA, vsi->back->flags)) { in ice_vsi_set_tc_cfg()
2201 vsi->tc_cfg.ena_tc = ICE_DFLT_TRAFFIC_CLASS; in ice_vsi_set_tc_cfg()
2202 vsi->tc_cfg.numtc = 1; in ice_vsi_set_tc_cfg()
2207 ice_vsi_set_dcb_tc_cfg(vsi); in ice_vsi_set_tc_cfg()
2216 void ice_cfg_sw_lldp(struct ice_vsi *vsi, bool tx, bool create) in ice_cfg_sw_lldp() argument
2220 struct ice_pf *pf = vsi->back; in ice_cfg_sw_lldp()
2228 status = eth_fltr(vsi, ETH_P_LLDP, ICE_FLTR_TX, in ice_cfg_sw_lldp()
2232 status = ice_lldp_fltr_add_remove(&pf->hw, vsi->vsi_num, in ice_cfg_sw_lldp()
2235 status = eth_fltr(vsi, ETH_P_LLDP, ICE_FLTR_RX, in ice_cfg_sw_lldp()
2243 vsi->vsi_num, status); in ice_cfg_sw_lldp()
2253 static void ice_set_agg_vsi(struct ice_vsi *vsi) in ice_set_agg_vsi() argument
2255 struct device *dev = ice_pf_to_dev(vsi->back); in ice_set_agg_vsi()
2261 struct ice_pf *pf = vsi->back; in ice_set_agg_vsi()
2274 switch (vsi->type) { in ice_set_agg_vsi()
2298 ice_vsi_type_str(vsi->type)); in ice_set_agg_vsi()
2336 (u8)vsi->tc_cfg.ena_tc); in ice_set_agg_vsi()
2348 status = ice_move_vsi_to_agg(port_info, agg_id, vsi->idx, in ice_set_agg_vsi()
2349 (u8)vsi->tc_cfg.ena_tc); in ice_set_agg_vsi()
2352 vsi->idx, agg_id); in ice_set_agg_vsi()
2362 vsi->agg_node = agg_node; in ice_set_agg_vsi()
2364 vsi->idx, vsi->tc_cfg.ena_tc, vsi->agg_node->agg_id, in ice_set_agg_vsi()
2365 vsi->agg_node->num_vsis); in ice_set_agg_vsi()
2368 static int ice_vsi_cfg_tc_lan(struct ice_pf *pf, struct ice_vsi *vsi) in ice_vsi_cfg_tc_lan() argument
2376 if (!(vsi->tc_cfg.ena_tc & BIT(i))) in ice_vsi_cfg_tc_lan()
2379 if (vsi->type == ICE_VSI_CHNL) { in ice_vsi_cfg_tc_lan()
2380 if (!vsi->alloc_txq && vsi->num_txq) in ice_vsi_cfg_tc_lan()
2381 max_txqs[i] = vsi->num_txq; in ice_vsi_cfg_tc_lan()
2385 max_txqs[i] = vsi->alloc_txq; in ice_vsi_cfg_tc_lan()
2389 dev_dbg(dev, "vsi->tc_cfg.ena_tc = %d\n", vsi->tc_cfg.ena_tc); in ice_vsi_cfg_tc_lan()
2390 ret = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, vsi->tc_cfg.ena_tc, in ice_vsi_cfg_tc_lan()
2394 vsi->vsi_num, ret); in ice_vsi_cfg_tc_lan()
2407 ice_vsi_cfg_def(struct ice_vsi *vsi, struct ice_vsi_cfg_params *params) in ice_vsi_cfg_def() argument
2409 struct device *dev = ice_pf_to_dev(vsi->back); in ice_vsi_cfg_def()
2410 struct ice_pf *pf = vsi->back; in ice_vsi_cfg_def()
2413 vsi->vsw = pf->first_sw; in ice_vsi_cfg_def()
2415 ret = ice_vsi_alloc_def(vsi, params->ch); in ice_vsi_cfg_def()
2420 ret = ice_vsi_alloc_stat_arrays(vsi); in ice_vsi_cfg_def()
2424 ice_alloc_fd_res(vsi); in ice_vsi_cfg_def()
2426 ret = ice_vsi_get_qs(vsi); in ice_vsi_cfg_def()
2429 vsi->idx); in ice_vsi_cfg_def()
2434 ice_vsi_set_rss_params(vsi); in ice_vsi_cfg_def()
2437 ice_vsi_set_tc_cfg(vsi); in ice_vsi_cfg_def()
2440 ret = ice_vsi_init(vsi, params->flags); in ice_vsi_cfg_def()
2444 ice_vsi_init_vlan_ops(vsi); in ice_vsi_cfg_def()
2446 switch (vsi->type) { in ice_vsi_cfg_def()
2450 ret = ice_vsi_alloc_q_vectors(vsi); in ice_vsi_cfg_def()
2454 ret = ice_vsi_alloc_rings(vsi); in ice_vsi_cfg_def()
2458 ret = ice_vsi_alloc_ring_stats(vsi); in ice_vsi_cfg_def()
2462 ice_vsi_map_rings_to_vectors(vsi); in ice_vsi_cfg_def()
2463 vsi->stat_offsets_loaded = false; in ice_vsi_cfg_def()
2465 if (ice_is_xdp_ena_vsi(vsi)) { in ice_vsi_cfg_def()
2466 ret = ice_vsi_determine_xdp_res(vsi); in ice_vsi_cfg_def()
2469 ret = ice_prepare_xdp_rings(vsi, vsi->xdp_prog); in ice_vsi_cfg_def()
2475 if (vsi->type != ICE_VSI_CTRL) in ice_vsi_cfg_def()
2481 ice_vsi_cfg_rss_lut_key(vsi); in ice_vsi_cfg_def()
2482 ice_vsi_set_rss_flow_fld(vsi); in ice_vsi_cfg_def()
2484 ice_init_arfs(vsi); in ice_vsi_cfg_def()
2488 ice_vsi_cfg_rss_lut_key(vsi); in ice_vsi_cfg_def()
2489 ice_vsi_set_rss_flow_fld(vsi); in ice_vsi_cfg_def()
2498 ret = ice_vsi_alloc_q_vectors(vsi); in ice_vsi_cfg_def()
2502 ret = ice_vsi_alloc_rings(vsi); in ice_vsi_cfg_def()
2506 ret = ice_vsi_alloc_ring_stats(vsi); in ice_vsi_cfg_def()
2510 vsi->stat_offsets_loaded = false; in ice_vsi_cfg_def()
2517 ice_vsi_cfg_rss_lut_key(vsi); in ice_vsi_cfg_def()
2518 ice_vsi_set_vf_rss_flow_fld(vsi); in ice_vsi_cfg_def()
2522 ret = ice_vsi_alloc_rings(vsi); in ice_vsi_cfg_def()
2526 ret = ice_vsi_alloc_ring_stats(vsi); in ice_vsi_cfg_def()
2542 ice_vsi_free_q_vectors(vsi); in ice_vsi_cfg_def()
2544 ice_vsi_delete_from_hw(vsi); in ice_vsi_cfg_def()
2546 ice_vsi_put_qs(vsi); in ice_vsi_cfg_def()
2548 ice_vsi_free_stats(vsi); in ice_vsi_cfg_def()
2550 ice_vsi_free_arrays(vsi); in ice_vsi_cfg_def()
2559 int ice_vsi_cfg(struct ice_vsi *vsi, struct ice_vsi_cfg_params *params) in ice_vsi_cfg() argument
2561 struct ice_pf *pf = vsi->back; in ice_vsi_cfg()
2567 vsi->type = params->type; in ice_vsi_cfg()
2568 vsi->port_info = params->pi; in ice_vsi_cfg()
2571 vsi->vf = params->vf; in ice_vsi_cfg()
2573 ret = ice_vsi_cfg_def(vsi, params); in ice_vsi_cfg()
2577 ret = ice_vsi_cfg_tc_lan(vsi->back, vsi); in ice_vsi_cfg()
2579 ice_vsi_decfg(vsi); in ice_vsi_cfg()
2581 if (vsi->type == ICE_VSI_CTRL) { in ice_vsi_cfg()
2582 if (vsi->vf) { in ice_vsi_cfg()
2583 WARN_ON(vsi->vf->ctrl_vsi_idx != ICE_NO_VSI); in ice_vsi_cfg()
2584 vsi->vf->ctrl_vsi_idx = vsi->idx; in ice_vsi_cfg()
2587 pf->ctrl_vsi_idx = vsi->idx; in ice_vsi_cfg()
2598 void ice_vsi_decfg(struct ice_vsi *vsi) in ice_vsi_decfg() argument
2600 struct ice_pf *pf = vsi->back; in ice_vsi_decfg()
2606 if (!ice_is_safe_mode(pf) && vsi->type == ICE_VSI_PF && in ice_vsi_decfg()
2608 ice_cfg_sw_lldp(vsi, false, false); in ice_vsi_decfg()
2610 ice_rm_vsi_lan_cfg(vsi->port_info, vsi->idx); in ice_vsi_decfg()
2611 err = ice_rm_vsi_rdma_cfg(vsi->port_info, vsi->idx); in ice_vsi_decfg()
2614 vsi->vsi_num, err); in ice_vsi_decfg()
2616 if (ice_is_xdp_ena_vsi(vsi)) in ice_vsi_decfg()
2620 ice_destroy_xdp_rings(vsi); in ice_vsi_decfg()
2622 ice_vsi_clear_rings(vsi); in ice_vsi_decfg()
2623 ice_vsi_free_q_vectors(vsi); in ice_vsi_decfg()
2624 ice_vsi_put_qs(vsi); in ice_vsi_decfg()
2625 ice_vsi_free_arrays(vsi); in ice_vsi_decfg()
2633 if (vsi->type == ICE_VSI_VF && in ice_vsi_decfg()
2634 vsi->agg_node && vsi->agg_node->valid) in ice_vsi_decfg()
2635 vsi->agg_node->num_vsis--; in ice_vsi_decfg()
2636 if (vsi->agg_node) { in ice_vsi_decfg()
2637 vsi->agg_node->valid = false; in ice_vsi_decfg()
2638 vsi->agg_node->agg_id = 0; in ice_vsi_decfg()
2656 struct ice_vsi *vsi; in ice_vsi_setup() local
2666 vsi = ice_vsi_alloc(pf); in ice_vsi_setup()
2667 if (!vsi) { in ice_vsi_setup()
2672 ret = ice_vsi_cfg(vsi, params); in ice_vsi_setup()
2685 if (!ice_is_safe_mode(pf) && vsi->type == ICE_VSI_PF) { in ice_vsi_setup()
2686 ice_fltr_add_eth(vsi, ETH_P_PAUSE, ICE_FLTR_TX, in ice_vsi_setup()
2688 ice_cfg_sw_lldp(vsi, true, true); in ice_vsi_setup()
2691 if (!vsi->agg_node) in ice_vsi_setup()
2692 ice_set_agg_vsi(vsi); in ice_vsi_setup()
2694 return vsi; in ice_vsi_setup()
2697 ice_vsi_free(vsi); in ice_vsi_setup()
2706 static void ice_vsi_release_msix(struct ice_vsi *vsi) in ice_vsi_release_msix() argument
2708 struct ice_pf *pf = vsi->back; in ice_vsi_release_msix()
2714 ice_for_each_q_vector(vsi, i) { in ice_vsi_release_msix()
2715 struct ice_q_vector *q_vector = vsi->q_vectors[i]; in ice_vsi_release_msix()
2720 wr32(hw, QINT_TQCTL(vsi->txq_map[txq]), 0); in ice_vsi_release_msix()
2721 if (ice_is_xdp_ena_vsi(vsi)) { in ice_vsi_release_msix()
2722 u32 xdp_txq = txq + vsi->num_xdp_txq; in ice_vsi_release_msix()
2724 wr32(hw, QINT_TQCTL(vsi->txq_map[xdp_txq]), 0); in ice_vsi_release_msix()
2731 wr32(hw, QINT_RQCTL(vsi->rxq_map[rxq]), 0); in ice_vsi_release_msix()
2743 void ice_vsi_free_irq(struct ice_vsi *vsi) in ice_vsi_free_irq() argument
2745 struct ice_pf *pf = vsi->back; in ice_vsi_free_irq()
2748 if (!vsi->q_vectors || !vsi->irqs_ready) in ice_vsi_free_irq()
2751 ice_vsi_release_msix(vsi); in ice_vsi_free_irq()
2752 if (vsi->type == ICE_VSI_VF) in ice_vsi_free_irq()
2755 vsi->irqs_ready = false; in ice_vsi_free_irq()
2756 ice_free_cpu_rx_rmap(vsi); in ice_vsi_free_irq()
2758 ice_for_each_q_vector(vsi, i) { in ice_vsi_free_irq()
2761 irq_num = vsi->q_vectors[i]->irq.virq; in ice_vsi_free_irq()
2764 if (!vsi->q_vectors[i] || in ice_vsi_free_irq()
2765 !(vsi->q_vectors[i]->num_ring_tx || in ice_vsi_free_irq()
2766 vsi->q_vectors[i]->num_ring_rx)) in ice_vsi_free_irq()
2776 devm_free_irq(ice_pf_to_dev(pf), irq_num, vsi->q_vectors[i]); in ice_vsi_free_irq()
2784 void ice_vsi_free_tx_rings(struct ice_vsi *vsi) in ice_vsi_free_tx_rings() argument
2788 if (!vsi->tx_rings) in ice_vsi_free_tx_rings()
2791 ice_for_each_txq(vsi, i) in ice_vsi_free_tx_rings()
2792 if (vsi->tx_rings[i] && vsi->tx_rings[i]->desc) in ice_vsi_free_tx_rings()
2793 ice_free_tx_ring(vsi->tx_rings[i]); in ice_vsi_free_tx_rings()
2800 void ice_vsi_free_rx_rings(struct ice_vsi *vsi) in ice_vsi_free_rx_rings() argument
2804 if (!vsi->rx_rings) in ice_vsi_free_rx_rings()
2807 ice_for_each_rxq(vsi, i) in ice_vsi_free_rx_rings()
2808 if (vsi->rx_rings[i] && vsi->rx_rings[i]->desc) in ice_vsi_free_rx_rings()
2809 ice_free_rx_ring(vsi->rx_rings[i]); in ice_vsi_free_rx_rings()
2816 void ice_vsi_close(struct ice_vsi *vsi) in ice_vsi_close() argument
2818 if (!test_and_set_bit(ICE_VSI_DOWN, vsi->state)) in ice_vsi_close()
2819 ice_down(vsi); in ice_vsi_close()
2821 ice_vsi_free_irq(vsi); in ice_vsi_close()
2822 ice_vsi_free_tx_rings(vsi); in ice_vsi_close()
2823 ice_vsi_free_rx_rings(vsi); in ice_vsi_close()
2831 int ice_ena_vsi(struct ice_vsi *vsi, bool locked) in ice_ena_vsi() argument
2835 if (!test_bit(ICE_VSI_NEEDS_RESTART, vsi->state)) in ice_ena_vsi()
2838 clear_bit(ICE_VSI_NEEDS_RESTART, vsi->state); in ice_ena_vsi()
2840 if (vsi->netdev && vsi->type == ICE_VSI_PF) { in ice_ena_vsi()
2841 if (netif_running(vsi->netdev)) { in ice_ena_vsi()
2845 err = ice_open_internal(vsi->netdev); in ice_ena_vsi()
2850 } else if (vsi->type == ICE_VSI_CTRL) { in ice_ena_vsi()
2851 err = ice_vsi_open_ctrl(vsi); in ice_ena_vsi()
2862 void ice_dis_vsi(struct ice_vsi *vsi, bool locked) in ice_dis_vsi() argument
2864 if (test_bit(ICE_VSI_DOWN, vsi->state)) in ice_dis_vsi()
2867 set_bit(ICE_VSI_NEEDS_RESTART, vsi->state); in ice_dis_vsi()
2869 if (vsi->type == ICE_VSI_PF && vsi->netdev) { in ice_dis_vsi()
2870 if (netif_running(vsi->netdev)) { in ice_dis_vsi()
2874 ice_vsi_close(vsi); in ice_dis_vsi()
2879 ice_vsi_close(vsi); in ice_dis_vsi()
2881 } else if (vsi->type == ICE_VSI_CTRL || in ice_dis_vsi()
2882 vsi->type == ICE_VSI_SWITCHDEV_CTRL) { in ice_dis_vsi()
2883 ice_vsi_close(vsi); in ice_dis_vsi()
2891 void ice_vsi_dis_irq(struct ice_vsi *vsi) in ice_vsi_dis_irq() argument
2893 struct ice_pf *pf = vsi->back; in ice_vsi_dis_irq()
2899 if (vsi->tx_rings) { in ice_vsi_dis_irq()
2900 ice_for_each_txq(vsi, i) { in ice_vsi_dis_irq()
2901 if (vsi->tx_rings[i]) { in ice_vsi_dis_irq()
2904 reg = vsi->tx_rings[i]->reg_idx; in ice_vsi_dis_irq()
2912 if (vsi->rx_rings) { in ice_vsi_dis_irq()
2913 ice_for_each_rxq(vsi, i) { in ice_vsi_dis_irq()
2914 if (vsi->rx_rings[i]) { in ice_vsi_dis_irq()
2917 reg = vsi->rx_rings[i]->reg_idx; in ice_vsi_dis_irq()
2926 ice_for_each_q_vector(vsi, i) { in ice_vsi_dis_irq()
2927 if (!vsi->q_vectors[i]) in ice_vsi_dis_irq()
2929 wr32(hw, GLINT_DYN_CTL(vsi->q_vectors[i]->reg_idx), 0); in ice_vsi_dis_irq()
2935 if (vsi->type == ICE_VSI_VF) in ice_vsi_dis_irq()
2938 ice_for_each_q_vector(vsi, i) in ice_vsi_dis_irq()
2939 synchronize_irq(vsi->q_vectors[i]->irq.virq); in ice_vsi_dis_irq()
2948 int ice_vsi_release(struct ice_vsi *vsi) in ice_vsi_release() argument
2952 if (!vsi->back) in ice_vsi_release()
2954 pf = vsi->back; in ice_vsi_release()
2957 ice_rss_clean(vsi); in ice_vsi_release()
2959 ice_vsi_close(vsi); in ice_vsi_release()
2960 ice_vsi_decfg(vsi); in ice_vsi_release()
2967 ice_vsi_delete(vsi); in ice_vsi_release()
2980 ice_vsi_rebuild_get_coalesce(struct ice_vsi *vsi, in ice_vsi_rebuild_get_coalesce() argument
2985 ice_for_each_q_vector(vsi, i) { in ice_vsi_rebuild_get_coalesce()
2986 struct ice_q_vector *q_vector = vsi->q_vectors[i]; in ice_vsi_rebuild_get_coalesce()
2992 if (i < vsi->num_txq) in ice_vsi_rebuild_get_coalesce()
2994 if (i < vsi->num_rxq) in ice_vsi_rebuild_get_coalesce()
2998 return vsi->num_q_vectors; in ice_vsi_rebuild_get_coalesce()
3012 ice_vsi_rebuild_set_coalesce(struct ice_vsi *vsi, in ice_vsi_rebuild_set_coalesce() argument
3018 if ((size && !coalesce) || !vsi) in ice_vsi_rebuild_set_coalesce()
3027 for (i = 0; i < size && i < vsi->num_q_vectors; i++) { in ice_vsi_rebuild_set_coalesce()
3043 if (i < vsi->alloc_rxq && coalesce[i].rx_valid) { in ice_vsi_rebuild_set_coalesce()
3044 rc = &vsi->q_vectors[i]->rx; in ice_vsi_rebuild_set_coalesce()
3047 } else if (i < vsi->alloc_rxq) { in ice_vsi_rebuild_set_coalesce()
3048 rc = &vsi->q_vectors[i]->rx; in ice_vsi_rebuild_set_coalesce()
3053 if (i < vsi->alloc_txq && coalesce[i].tx_valid) { in ice_vsi_rebuild_set_coalesce()
3054 rc = &vsi->q_vectors[i]->tx; in ice_vsi_rebuild_set_coalesce()
3057 } else if (i < vsi->alloc_txq) { in ice_vsi_rebuild_set_coalesce()
3058 rc = &vsi->q_vectors[i]->tx; in ice_vsi_rebuild_set_coalesce()
3063 vsi->q_vectors[i]->intrl = coalesce[i].intrl; in ice_vsi_rebuild_set_coalesce()
3064 ice_set_q_vector_intrl(vsi->q_vectors[i]); in ice_vsi_rebuild_set_coalesce()
3070 for (; i < vsi->num_q_vectors; i++) { in ice_vsi_rebuild_set_coalesce()
3072 rc = &vsi->q_vectors[i]->tx; in ice_vsi_rebuild_set_coalesce()
3077 rc = &vsi->q_vectors[i]->rx; in ice_vsi_rebuild_set_coalesce()
3081 vsi->q_vectors[i]->intrl = coalesce[0].intrl; in ice_vsi_rebuild_set_coalesce()
3082 ice_set_q_vector_intrl(vsi->q_vectors[i]); in ice_vsi_rebuild_set_coalesce()
3093 ice_vsi_realloc_stat_arrays(struct ice_vsi *vsi, int prev_txq, int prev_rxq) in ice_vsi_realloc_stat_arrays() argument
3096 struct ice_pf *pf = vsi->back; in ice_vsi_realloc_stat_arrays()
3101 if (vsi->type == ICE_VSI_CHNL) in ice_vsi_realloc_stat_arrays()
3104 vsi_stat = pf->vsi_stats[vsi->idx]; in ice_vsi_realloc_stat_arrays()
3106 if (vsi->num_txq < prev_txq) { in ice_vsi_realloc_stat_arrays()
3107 for (i = vsi->num_txq; i < prev_txq; i++) { in ice_vsi_realloc_stat_arrays()
3115 if (vsi->num_rxq < prev_rxq) { in ice_vsi_realloc_stat_arrays()
3116 for (i = vsi->num_rxq; i < prev_rxq; i++) { in ice_vsi_realloc_stat_arrays()
3135 int ice_vsi_rebuild(struct ice_vsi *vsi, u32 vsi_flags) in ice_vsi_rebuild() argument
3143 if (!vsi) in ice_vsi_rebuild()
3146 params = ice_vsi_to_params(vsi); in ice_vsi_rebuild()
3149 pf = vsi->back; in ice_vsi_rebuild()
3150 if (WARN_ON(vsi->type == ICE_VSI_VF && !vsi->vf)) in ice_vsi_rebuild()
3153 coalesce = kcalloc(vsi->num_q_vectors, in ice_vsi_rebuild()
3158 prev_num_q_vectors = ice_vsi_rebuild_get_coalesce(vsi, coalesce); in ice_vsi_rebuild()
3160 prev_txq = vsi->num_txq; in ice_vsi_rebuild()
3161 prev_rxq = vsi->num_rxq; in ice_vsi_rebuild()
3163 ice_vsi_decfg(vsi); in ice_vsi_rebuild()
3164 ret = ice_vsi_cfg_def(vsi, &params); in ice_vsi_rebuild()
3168 ret = ice_vsi_cfg_tc_lan(pf, vsi); in ice_vsi_rebuild()
3179 ice_vsi_realloc_stat_arrays(vsi, prev_txq, prev_rxq); in ice_vsi_rebuild()
3181 ice_vsi_rebuild_set_coalesce(vsi, coalesce, prev_num_q_vectors); in ice_vsi_rebuild()
3187 ice_vsi_decfg(vsi); in ice_vsi_rebuild()
3238 static void ice_vsi_update_q_map(struct ice_vsi *vsi, struct ice_vsi_ctx *ctx) in ice_vsi_update_q_map() argument
3240 vsi->info.mapping_flags = ctx->info.mapping_flags; in ice_vsi_update_q_map()
3241 memcpy(&vsi->info.q_mapping, &ctx->info.q_mapping, in ice_vsi_update_q_map()
3242 sizeof(vsi->info.q_mapping)); in ice_vsi_update_q_map()
3243 memcpy(&vsi->info.tc_mapping, ctx->info.tc_mapping, in ice_vsi_update_q_map()
3244 sizeof(vsi->info.tc_mapping)); in ice_vsi_update_q_map()
3252 void ice_vsi_cfg_netdev_tc(struct ice_vsi *vsi, u8 ena_tc) in ice_vsi_cfg_netdev_tc() argument
3254 struct net_device *netdev = vsi->netdev; in ice_vsi_cfg_netdev_tc()
3255 struct ice_pf *pf = vsi->back; in ice_vsi_cfg_netdev_tc()
3256 int numtc = vsi->tc_cfg.numtc; in ice_vsi_cfg_netdev_tc()
3265 if (vsi->type == ICE_VSI_CHNL) in ice_vsi_cfg_netdev_tc()
3273 if (vsi->type == ICE_VSI_PF && ice_is_adq_active(pf)) in ice_vsi_cfg_netdev_tc()
3274 numtc = vsi->all_numtc; in ice_vsi_cfg_netdev_tc()
3282 if (vsi->tc_cfg.ena_tc & BIT(i)) in ice_vsi_cfg_netdev_tc()
3284 vsi->tc_cfg.tc_info[i].netdev_tc, in ice_vsi_cfg_netdev_tc()
3285 vsi->tc_cfg.tc_info[i].qcount_tx, in ice_vsi_cfg_netdev_tc()
3286 vsi->tc_cfg.tc_info[i].qoffset); in ice_vsi_cfg_netdev_tc()
3289 if (!(vsi->all_enatc & BIT(i))) in ice_vsi_cfg_netdev_tc()
3291 if (!vsi->mqprio_qopt.qopt.count[i]) in ice_vsi_cfg_netdev_tc()
3294 vsi->mqprio_qopt.qopt.count[i], in ice_vsi_cfg_netdev_tc()
3295 vsi->mqprio_qopt.qopt.offset[i]); in ice_vsi_cfg_netdev_tc()
3305 netdev_tc = vsi->tc_cfg.tc_info[ets_tc].netdev_tc; in ice_vsi_cfg_netdev_tc()
3319 ice_vsi_setup_q_map_mqprio(struct ice_vsi *vsi, struct ice_vsi_ctx *ctxt, in ice_vsi_setup_q_map_mqprio() argument
3323 u16 tc0_offset = vsi->mqprio_qopt.qopt.offset[0]; in ice_vsi_setup_q_map_mqprio()
3324 int tc0_qcount = vsi->mqprio_qopt.qopt.count[0]; in ice_vsi_setup_q_map_mqprio()
3329 vsi->tc_cfg.ena_tc = ena_tc ? ena_tc : 1; in ice_vsi_setup_q_map_mqprio()
3337 if (!(vsi->tc_cfg.ena_tc & BIT(i))) { in ice_vsi_setup_q_map_mqprio()
3339 vsi->tc_cfg.tc_info[i].qoffset = 0; in ice_vsi_setup_q_map_mqprio()
3340 vsi->tc_cfg.tc_info[i].qcount_rx = 1; in ice_vsi_setup_q_map_mqprio()
3341 vsi->tc_cfg.tc_info[i].qcount_tx = 1; in ice_vsi_setup_q_map_mqprio()
3342 vsi->tc_cfg.tc_info[i].netdev_tc = 0; in ice_vsi_setup_q_map_mqprio()
3347 offset = vsi->mqprio_qopt.qopt.offset[i]; in ice_vsi_setup_q_map_mqprio()
3348 qcount_rx = vsi->mqprio_qopt.qopt.count[i]; in ice_vsi_setup_q_map_mqprio()
3349 qcount_tx = vsi->mqprio_qopt.qopt.count[i]; in ice_vsi_setup_q_map_mqprio()
3350 vsi->tc_cfg.tc_info[i].qoffset = offset; in ice_vsi_setup_q_map_mqprio()
3351 vsi->tc_cfg.tc_info[i].qcount_rx = qcount_rx; in ice_vsi_setup_q_map_mqprio()
3352 vsi->tc_cfg.tc_info[i].qcount_tx = qcount_tx; in ice_vsi_setup_q_map_mqprio()
3353 vsi->tc_cfg.tc_info[i].netdev_tc = netdev_tc++; in ice_vsi_setup_q_map_mqprio()
3356 if (vsi->all_numtc && vsi->all_numtc != vsi->tc_cfg.numtc) { in ice_vsi_setup_q_map_mqprio()
3358 if (!(vsi->all_enatc & BIT(i))) in ice_vsi_setup_q_map_mqprio()
3360 offset = vsi->mqprio_qopt.qopt.offset[i]; in ice_vsi_setup_q_map_mqprio()
3361 qcount_rx = vsi->mqprio_qopt.qopt.count[i]; in ice_vsi_setup_q_map_mqprio()
3362 qcount_tx = vsi->mqprio_qopt.qopt.count[i]; in ice_vsi_setup_q_map_mqprio()
3367 if (new_txq > vsi->alloc_txq) { in ice_vsi_setup_q_map_mqprio()
3368 …dev_err(ice_pf_to_dev(vsi->back), "Trying to use more Tx queues (%u), than were allocated (%u)!\n", in ice_vsi_setup_q_map_mqprio()
3369 new_txq, vsi->alloc_txq); in ice_vsi_setup_q_map_mqprio()
3374 if (new_rxq > vsi->alloc_rxq) { in ice_vsi_setup_q_map_mqprio()
3375 …dev_err(ice_pf_to_dev(vsi->back), "Trying to use more Rx queues (%u), than were allocated (%u)!\n", in ice_vsi_setup_q_map_mqprio()
3376 new_rxq, vsi->alloc_rxq); in ice_vsi_setup_q_map_mqprio()
3381 vsi->num_txq = new_txq; in ice_vsi_setup_q_map_mqprio()
3382 vsi->num_rxq = new_rxq; in ice_vsi_setup_q_map_mqprio()
3386 ctxt->info.q_mapping[0] = cpu_to_le16(vsi->rxq_map[0]); in ice_vsi_setup_q_map_mqprio()
3392 if (tc0_qcount && tc0_qcount < vsi->num_rxq) { in ice_vsi_setup_q_map_mqprio()
3393 vsi->cnt_q_avail = vsi->num_rxq - tc0_qcount; in ice_vsi_setup_q_map_mqprio()
3394 vsi->next_base_q = tc0_qcount; in ice_vsi_setup_q_map_mqprio()
3396 dev_dbg(ice_pf_to_dev(vsi->back), "vsi->num_txq = %d\n", vsi->num_txq); in ice_vsi_setup_q_map_mqprio()
3397 dev_dbg(ice_pf_to_dev(vsi->back), "vsi->num_rxq = %d\n", vsi->num_rxq); in ice_vsi_setup_q_map_mqprio()
3398 dev_dbg(ice_pf_to_dev(vsi->back), "all_numtc %u, all_enatc: 0x%04x, tc_cfg.numtc %u\n", in ice_vsi_setup_q_map_mqprio()
3399 vsi->all_numtc, vsi->all_enatc, vsi->tc_cfg.numtc); in ice_vsi_setup_q_map_mqprio()
3411 int ice_vsi_cfg_tc(struct ice_vsi *vsi, u8 ena_tc) in ice_vsi_cfg_tc() argument
3414 struct ice_pf *pf = vsi->back; in ice_vsi_cfg_tc()
3422 if (vsi->tc_cfg.ena_tc == ena_tc && in ice_vsi_cfg_tc()
3423 vsi->mqprio_qopt.mode != TC_MQPRIO_MODE_CHANNEL) in ice_vsi_cfg_tc()
3431 max_txqs[i] = vsi->alloc_txq; in ice_vsi_cfg_tc()
3435 if (vsi->type == ICE_VSI_CHNL && in ice_vsi_cfg_tc()
3437 max_txqs[i] = vsi->num_txq; in ice_vsi_cfg_tc()
3440 memcpy(&old_tc_cfg, &vsi->tc_cfg, sizeof(old_tc_cfg)); in ice_vsi_cfg_tc()
3441 vsi->tc_cfg.ena_tc = ena_tc; in ice_vsi_cfg_tc()
3442 vsi->tc_cfg.numtc = num_tc; in ice_vsi_cfg_tc()
3449 ctx->info = vsi->info; in ice_vsi_cfg_tc()
3451 if (vsi->type == ICE_VSI_PF && in ice_vsi_cfg_tc()
3453 ret = ice_vsi_setup_q_map_mqprio(vsi, ctx, ena_tc); in ice_vsi_cfg_tc()
3455 ret = ice_vsi_setup_q_map(vsi, ctx); in ice_vsi_cfg_tc()
3458 memcpy(&vsi->tc_cfg, &old_tc_cfg, sizeof(vsi->tc_cfg)); in ice_vsi_cfg_tc()
3464 ret = ice_update_vsi(&pf->hw, vsi->idx, ctx, NULL); in ice_vsi_cfg_tc()
3470 if (vsi->type == ICE_VSI_PF && in ice_vsi_cfg_tc()
3472 ret = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, 1, max_txqs); in ice_vsi_cfg_tc()
3474 ret = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, in ice_vsi_cfg_tc()
3475 vsi->tc_cfg.ena_tc, max_txqs); in ice_vsi_cfg_tc()
3479 vsi->vsi_num, ret); in ice_vsi_cfg_tc()
3482 ice_vsi_update_q_map(vsi, ctx); in ice_vsi_cfg_tc()
3483 vsi->info.valid_sections = 0; in ice_vsi_cfg_tc()
3485 ice_vsi_cfg_netdev_tc(vsi, ena_tc); in ice_vsi_cfg_tc()
3552 bool ice_is_vsi_dflt_vsi(struct ice_vsi *vsi) in ice_is_vsi_dflt_vsi() argument
3554 return ice_check_if_dflt_vsi(vsi->port_info, vsi->idx, NULL); in ice_is_vsi_dflt_vsi()
3567 int ice_set_dflt_vsi(struct ice_vsi *vsi) in ice_set_dflt_vsi() argument
3572 if (!vsi) in ice_set_dflt_vsi()
3575 dev = ice_pf_to_dev(vsi->back); in ice_set_dflt_vsi()
3577 if (ice_lag_is_switchdev_running(vsi->back)) { in ice_set_dflt_vsi()
3579 vsi->vsi_num); in ice_set_dflt_vsi()
3584 if (ice_is_vsi_dflt_vsi(vsi)) { in ice_set_dflt_vsi()
3586 vsi->vsi_num); in ice_set_dflt_vsi()
3590 status = ice_cfg_dflt_vsi(vsi->port_info, vsi->idx, true, ICE_FLTR_RX); in ice_set_dflt_vsi()
3593 vsi->vsi_num, status); in ice_set_dflt_vsi()
3608 int ice_clear_dflt_vsi(struct ice_vsi *vsi) in ice_clear_dflt_vsi() argument
3613 if (!vsi) in ice_clear_dflt_vsi()
3616 dev = ice_pf_to_dev(vsi->back); in ice_clear_dflt_vsi()
3619 if (!ice_is_dflt_vsi_in_use(vsi->port_info)) in ice_clear_dflt_vsi()
3622 status = ice_cfg_dflt_vsi(vsi->port_info, vsi->idx, false, in ice_clear_dflt_vsi()
3626 vsi->vsi_num, status); in ice_clear_dflt_vsi()
3639 int ice_get_link_speed_mbps(struct ice_vsi *vsi) in ice_get_link_speed_mbps() argument
3643 link_speed = vsi->port_info->phy.link_info.link_speed; in ice_get_link_speed_mbps()
3654 int ice_get_link_speed_kbps(struct ice_vsi *vsi) in ice_get_link_speed_kbps() argument
3658 speed_mbps = ice_get_link_speed_mbps(vsi); in ice_get_link_speed_kbps()
3672 int ice_set_min_bw_limit(struct ice_vsi *vsi, u64 min_tx_rate) in ice_set_min_bw_limit() argument
3674 struct ice_pf *pf = vsi->back; in ice_set_min_bw_limit()
3680 if (!vsi->port_info) { in ice_set_min_bw_limit()
3682 vsi->idx, vsi->type); in ice_set_min_bw_limit()
3686 speed = ice_get_link_speed_kbps(vsi); in ice_set_min_bw_limit()
3689 min_tx_rate, ice_vsi_type_str(vsi->type), vsi->idx, in ice_set_min_bw_limit()
3696 status = ice_cfg_vsi_bw_lmt_per_tc(vsi->port_info, vsi->idx, 0, in ice_set_min_bw_limit()
3700 min_tx_rate, ice_vsi_type_str(vsi->type), in ice_set_min_bw_limit()
3701 vsi->idx); in ice_set_min_bw_limit()
3706 min_tx_rate, ice_vsi_type_str(vsi->type)); in ice_set_min_bw_limit()
3708 status = ice_cfg_vsi_bw_dflt_lmt_per_tc(vsi->port_info, in ice_set_min_bw_limit()
3709 vsi->idx, 0, in ice_set_min_bw_limit()
3713 ice_vsi_type_str(vsi->type), vsi->idx); in ice_set_min_bw_limit()
3718 ice_vsi_type_str(vsi->type), vsi->idx); in ice_set_min_bw_limit()
3733 int ice_set_max_bw_limit(struct ice_vsi *vsi, u64 max_tx_rate) in ice_set_max_bw_limit() argument
3735 struct ice_pf *pf = vsi->back; in ice_set_max_bw_limit()
3741 if (!vsi->port_info) { in ice_set_max_bw_limit()
3743 vsi->idx, vsi->type); in ice_set_max_bw_limit()
3747 speed = ice_get_link_speed_kbps(vsi); in ice_set_max_bw_limit()
3750 max_tx_rate, ice_vsi_type_str(vsi->type), vsi->idx, in ice_set_max_bw_limit()
3757 status = ice_cfg_vsi_bw_lmt_per_tc(vsi->port_info, vsi->idx, 0, in ice_set_max_bw_limit()
3761 max_tx_rate, ice_vsi_type_str(vsi->type), in ice_set_max_bw_limit()
3762 vsi->idx); in ice_set_max_bw_limit()
3767 max_tx_rate, ice_vsi_type_str(vsi->type), vsi->idx); in ice_set_max_bw_limit()
3769 status = ice_cfg_vsi_bw_dflt_lmt_per_tc(vsi->port_info, in ice_set_max_bw_limit()
3770 vsi->idx, 0, in ice_set_max_bw_limit()
3774 ice_vsi_type_str(vsi->type), vsi->idx); in ice_set_max_bw_limit()
3779 ice_vsi_type_str(vsi->type), vsi->idx); in ice_set_max_bw_limit()
3790 int ice_set_link(struct ice_vsi *vsi, bool ena) in ice_set_link() argument
3792 struct device *dev = ice_pf_to_dev(vsi->back); in ice_set_link()
3793 struct ice_port_info *pi = vsi->port_info; in ice_set_link()
3797 if (vsi->type != ICE_VSI_PF) in ice_set_link()
3839 int ice_vsi_add_vlan_zero(struct ice_vsi *vsi) in ice_vsi_add_vlan_zero() argument
3841 struct ice_vsi_vlan_ops *vlan_ops = ice_get_compat_vsi_vlan_ops(vsi); in ice_vsi_add_vlan_zero()
3846 err = vlan_ops->add_vlan(vsi, &vlan); in ice_vsi_add_vlan_zero()
3851 if (!ice_is_dvm_ena(&vsi->back->hw)) in ice_vsi_add_vlan_zero()
3855 err = vlan_ops->add_vlan(vsi, &vlan); in ice_vsi_add_vlan_zero()
3869 int ice_vsi_del_vlan_zero(struct ice_vsi *vsi) in ice_vsi_del_vlan_zero() argument
3871 struct ice_vsi_vlan_ops *vlan_ops = ice_get_compat_vsi_vlan_ops(vsi); in ice_vsi_del_vlan_zero()
3876 err = vlan_ops->del_vlan(vsi, &vlan); in ice_vsi_del_vlan_zero()
3881 if (!ice_is_dvm_ena(&vsi->back->hw)) in ice_vsi_del_vlan_zero()
3885 err = vlan_ops->del_vlan(vsi, &vlan); in ice_vsi_del_vlan_zero()
3892 return ice_clear_vsi_promisc(&vsi->back->hw, vsi->idx, in ice_vsi_del_vlan_zero()
3903 static u16 ice_vsi_num_zero_vlans(struct ice_vsi *vsi) in ice_vsi_num_zero_vlans() argument
3908 if (vsi->type == ICE_VSI_VF) { in ice_vsi_num_zero_vlans()
3909 if (WARN_ON(!vsi->vf)) in ice_vsi_num_zero_vlans()
3912 if (ice_vf_is_port_vlan_ena(vsi->vf)) in ice_vsi_num_zero_vlans()
3916 if (ice_is_dvm_ena(&vsi->back->hw)) in ice_vsi_num_zero_vlans()
3926 bool ice_vsi_has_non_zero_vlans(struct ice_vsi *vsi) in ice_vsi_has_non_zero_vlans() argument
3928 return (vsi->num_vlan > ice_vsi_num_zero_vlans(vsi)); in ice_vsi_has_non_zero_vlans()
3935 u16 ice_vsi_num_non_zero_vlans(struct ice_vsi *vsi) in ice_vsi_num_non_zero_vlans() argument
3937 return (vsi->num_vlan - ice_vsi_num_zero_vlans(vsi)); in ice_vsi_num_non_zero_vlans()
4012 ice_vsi_update_security(struct ice_vsi *vsi, void (*fill)(struct ice_vsi_ctx *)) in ice_vsi_update_security() argument
4016 ctx.info = vsi->info; in ice_vsi_update_security()
4020 if (ice_update_vsi(&vsi->back->hw, vsi->idx, &ctx, NULL)) in ice_vsi_update_security()
4023 vsi->info = ctx.info; in ice_vsi_update_security()
4073 ice_vsi_update_local_lb(struct ice_vsi *vsi, bool set) in ice_vsi_update_local_lb() argument
4076 .info = vsi->info, in ice_vsi_update_local_lb()
4085 if (ice_update_vsi(&vsi->back->hw, vsi->idx, &ctx, NULL)) in ice_vsi_update_local_lb()
4088 vsi->info = ctx.info; in ice_vsi_update_local_lb()