116 static int hclge_pfc_stats_get(struct hclge_dev *hdev,  in hclge_pfc_stats_get()
152 int hclge_pfc_rx_stats_get(struct hclge_dev *hdev, u64 *stats)  in hclge_pfc_rx_stats_get()
157 int hclge_pfc_tx_stats_get(struct hclge_dev *hdev, u64 *stats)  in hclge_pfc_tx_stats_get()
162 int hclge_mac_pause_en_cfg(struct hclge_dev *hdev, bool tx, bool rx)  in hclge_mac_pause_en_cfg()
174 static int hclge_pfc_pause_en_cfg(struct hclge_dev *hdev, u8 tx_rx_bitmap,  in hclge_pfc_pause_en_cfg()
188 static int hclge_pause_param_cfg(struct hclge_dev *hdev, const u8 *addr,  in hclge_pause_param_cfg()
206 int hclge_pause_addr_cfg(struct hclge_dev *hdev, const u8 *mac_addr)  in hclge_pause_addr_cfg()
228 static int hclge_fill_pri_array(struct hclge_dev *hdev, u8 *pri, u8 pri_id)  in hclge_fill_pri_array()
251 static int hclge_up_to_tc_map(struct hclge_dev *hdev)  in hclge_up_to_tc_map()
269 static int hclge_tm_pg_to_pri_map_cfg(struct hclge_dev *hdev,  in hclge_tm_pg_to_pri_map_cfg()
285 static int hclge_tm_qs_to_pri_map_cfg(struct hclge_dev *hdev,  in hclge_tm_qs_to_pri_map_cfg()
302 static int hclge_tm_q_to_qs_map_cfg(struct hclge_dev *hdev,  in hclge_tm_q_to_qs_map_cfg()
336 static int hclge_tm_pg_weight_cfg(struct hclge_dev *hdev, u8 pg_id,  in hclge_tm_pg_weight_cfg()
352 static int hclge_tm_pri_weight_cfg(struct hclge_dev *hdev, u8 pri_id,  in hclge_tm_pri_weight_cfg()
368 static int hclge_tm_qs_weight_cfg(struct hclge_dev *hdev, u16 qs_id,  in hclge_tm_qs_weight_cfg()
398 static int hclge_tm_pg_shapping_cfg(struct hclge_dev *hdev,  in hclge_tm_pg_shapping_cfg()
423 static int hclge_tm_port_shaper_cfg(struct hclge_dev *hdev)  in hclge_tm_port_shaper_cfg()
454 static int hclge_tm_pri_shapping_cfg(struct hclge_dev *hdev,  in hclge_tm_pri_shapping_cfg()
480 static int hclge_tm_pg_schd_mode_cfg(struct hclge_dev *hdev, u8 pg_id)  in hclge_tm_pg_schd_mode_cfg()
496 static int hclge_tm_pri_schd_mode_cfg(struct hclge_dev *hdev, u8 pri_id)  in hclge_tm_pri_schd_mode_cfg()
512 static int hclge_tm_qs_schd_mode_cfg(struct hclge_dev *hdev, u16 qs_id, u8 mode)  in hclge_tm_qs_schd_mode_cfg()
528 static int hclge_tm_qs_bp_cfg(struct hclge_dev *hdev, u8 tc, u8 grp_id,  in hclge_tm_qs_bp_cfg()
551 	struct hclge_dev *hdev = vport->back;  in hclge_tm_qs_shaper_cfg()  local
598 	struct hclge_dev *hdev = vport->back;  in hclge_vport_get_max_rss_size()  local
619 	struct hclge_dev *hdev = vport->back;  in hclge_vport_get_tqp_num()  local
637 	struct hclge_dev *hdev = vport->back;  in hclge_tm_update_kinfo_rss_size()  local
675 	struct hclge_dev *hdev = vport->back;  in hclge_tm_vport_tc_info_update()  local
703 static void hclge_tm_vport_info_update(struct hclge_dev *hdev)  in hclge_tm_vport_info_update()
715 static void hclge_tm_tc_info_init(struct hclge_dev *hdev)  in hclge_tm_tc_info_init()
732 static void hclge_tm_pg_info_init(struct hclge_dev *hdev)  in hclge_tm_pg_info_init()
760 static void hclge_update_fc_mode_by_dcb_flag(struct hclge_dev *hdev)  in hclge_update_fc_mode_by_dcb_flag()
778 static void hclge_update_fc_mode(struct hclge_dev *hdev)  in hclge_update_fc_mode()
791 void hclge_tm_pfc_info_update(struct hclge_dev *hdev)  in hclge_tm_pfc_info_update()
799 static void hclge_tm_schd_info_init(struct hclge_dev *hdev)  in hclge_tm_schd_info_init()
810 static int hclge_tm_pg_to_pri_map(struct hclge_dev *hdev)  in hclge_tm_pg_to_pri_map()
829 static int hclge_tm_pg_shaper_cfg(struct hclge_dev *hdev)  in hclge_tm_pg_shaper_cfg()
875 static int hclge_tm_pg_dwrr_cfg(struct hclge_dev *hdev)  in hclge_tm_pg_dwrr_cfg()
895 static int hclge_vport_q_to_qs_map(struct hclge_dev *hdev,  in hclge_vport_q_to_qs_map()
919 static int hclge_tm_pri_q_qs_cfg(struct hclge_dev *hdev)  in hclge_tm_pri_q_qs_cfg()
963 static int hclge_tm_pri_tc_base_shaper_cfg(struct hclge_dev *hdev)  in hclge_tm_pri_tc_base_shaper_cfg()
1003 	struct hclge_dev *hdev = vport->back;  in hclge_tm_pri_vnet_base_shaper_pri_cfg()  local
1039 	struct hclge_dev *hdev = vport->back;  in hclge_tm_pri_vnet_base_shaper_qs_cfg()  local
1056 static int hclge_tm_pri_vnet_base_shaper_cfg(struct hclge_dev *hdev)  in hclge_tm_pri_vnet_base_shaper_cfg()
1078 static int hclge_tm_pri_shaper_cfg(struct hclge_dev *hdev)  in hclge_tm_pri_shaper_cfg()
1095 static int hclge_tm_pri_tc_base_dwrr_cfg(struct hclge_dev *hdev)  in hclge_tm_pri_tc_base_dwrr_cfg()
1124 static int hclge_tm_ets_tc_dwrr_cfg(struct hclge_dev *hdev)  in hclge_tm_ets_tc_dwrr_cfg()
1157 	struct hclge_dev *hdev = vport->back;  in hclge_tm_pri_vnet_base_dwrr_pri_cfg()  local
1178 static int hclge_tm_pri_vnet_base_dwrr_cfg(struct hclge_dev *hdev)  in hclge_tm_pri_vnet_base_dwrr_cfg()
1195 static int hclge_tm_pri_dwrr_cfg(struct hclge_dev *hdev)  in hclge_tm_pri_dwrr_cfg()
1225 static int hclge_tm_map_cfg(struct hclge_dev *hdev)  in hclge_tm_map_cfg()
1240 static int hclge_tm_shaper_cfg(struct hclge_dev *hdev)  in hclge_tm_shaper_cfg()
1255 int hclge_tm_dwrr_cfg(struct hclge_dev *hdev)  in hclge_tm_dwrr_cfg()
1266 static int hclge_tm_lvl2_schd_mode_cfg(struct hclge_dev *hdev)  in hclge_tm_lvl2_schd_mode_cfg()
1287 	struct hclge_dev *hdev = vport->back;  in hclge_tm_schd_mode_vnet_base_cfg()  local
1310 static int hclge_tm_lvl34_schd_mode_cfg(struct hclge_dev *hdev)  in hclge_tm_lvl34_schd_mode_cfg()
1343 static int hclge_tm_schd_mode_hw(struct hclge_dev *hdev)  in hclge_tm_schd_mode_hw()
1354 int hclge_tm_schd_setup_hw(struct hclge_dev *hdev)  in hclge_tm_schd_setup_hw()
1377 static int hclge_pause_param_setup_hw(struct hclge_dev *hdev)  in hclge_pause_param_setup_hw()
1386 static int hclge_pfc_setup_hw(struct hclge_dev *hdev)  in hclge_pfc_setup_hw()
1401 static int hclge_bp_setup_hw(struct hclge_dev *hdev, u8 tc)  in hclge_bp_setup_hw()
1438 static int hclge_mac_pause_setup_hw(struct hclge_dev *hdev)  in hclge_mac_pause_setup_hw()
1471 static int hclge_tm_bp_setup(struct hclge_dev *hdev)  in hclge_tm_bp_setup()
1485 int hclge_pause_setup_hw(struct hclge_dev *hdev, bool init)  in hclge_pause_setup_hw()
1517 void hclge_tm_prio_tc_info_update(struct hclge_dev *hdev, u8 *prio_tc)  in hclge_tm_prio_tc_info_update()
1533 void hclge_tm_schd_info_update(struct hclge_dev *hdev, u8 num_tc)  in hclge_tm_schd_info_update()
1553 int hclge_tm_init_hw(struct hclge_dev *hdev, bool init)  in hclge_tm_init_hw()
1572 int hclge_tm_schd_init(struct hclge_dev *hdev)  in hclge_tm_schd_init()
1587 int hclge_tm_vport_map_update(struct hclge_dev *hdev)  in hclge_tm_vport_map_update()
1604 int hclge_tm_get_qset_num(struct hclge_dev *hdev, u16 *qset_num)  in hclge_tm_get_qset_num()
1629 int hclge_tm_get_pri_num(struct hclge_dev *hdev, u8 *pri_num)  in hclge_tm_get_pri_num()
1653 int hclge_tm_get_qset_map_pri(struct hclge_dev *hdev, u16 qset_id, u8 *priority,  in hclge_tm_get_qset_map_pri()
1675 int hclge_tm_get_qset_sch_mode(struct hclge_dev *hdev, u16 qset_id, u8 *mode)  in hclge_tm_get_qset_sch_mode()
1695 int hclge_tm_get_qset_weight(struct hclge_dev *hdev, u16 qset_id, u8 *weight)  in hclge_tm_get_qset_weight()
1715 int hclge_tm_get_qset_shaper(struct hclge_dev *hdev, u16 qset_id,  in hclge_tm_get_qset_shaper()
1745 int hclge_tm_get_pri_sch_mode(struct hclge_dev *hdev, u8 pri_id, u8 *mode)  in hclge_tm_get_pri_sch_mode()
1765 int hclge_tm_get_pri_weight(struct hclge_dev *hdev, u8 pri_id, u8 *weight)  in hclge_tm_get_pri_weight()
1785 int hclge_tm_get_pri_shaper(struct hclge_dev *hdev, u8 pri_id,  in hclge_tm_get_pri_shaper()
1820 int hclge_tm_get_q_to_qs_map(struct hclge_dev *hdev, u16 q_id, u16 *qset_id)  in hclge_tm_get_q_to_qs_map()
1858 int hclge_tm_get_q_to_tc(struct hclge_dev *hdev, u16 q_id, u8 *tc_id)  in hclge_tm_get_q_to_tc()
1880 int hclge_tm_get_pg_to_pri_map(struct hclge_dev *hdev, u8 pg_id,  in hclge_tm_get_pg_to_pri_map()
1901 int hclge_tm_get_pg_weight(struct hclge_dev *hdev, u8 pg_id, u8 *weight)  in hclge_tm_get_pg_weight()
1921 int hclge_tm_get_pg_sch_mode(struct hclge_dev *hdev, u8 pg_id, u8 *mode)  in hclge_tm_get_pg_sch_mode()
1939 int hclge_tm_get_pg_shaper(struct hclge_dev *hdev, u8 pg_id,  in hclge_tm_get_pg_shaper()
1974 int hclge_tm_get_port_shaper(struct hclge_dev *hdev,  in hclge_tm_get_port_shaper()