105 static int igb_setup_all_tx_resources(struct igb_adapter *);
106 static int igb_setup_all_rx_resources(struct igb_adapter *);
107 static void igb_free_all_tx_resources(struct igb_adapter *);
108 static void igb_free_all_rx_resources(struct igb_adapter *);
109 static void igb_setup_mrqc(struct igb_adapter *);
112 static int igb_sw_init(struct igb_adapter *);
115 static void igb_configure(struct igb_adapter *);
116 static void igb_configure_tx(struct igb_adapter *);
117 static void igb_configure_rx(struct igb_adapter *);
118 static void igb_clean_all_tx_rings(struct igb_adapter *);
119 static void igb_clean_all_rx_rings(struct igb_adapter *);
131 static void igb_set_uta(struct igb_adapter *adapter, bool set);
138 static void igb_setup_dca(struct igb_adapter *);
150 static void igb_restore_vlan(struct igb_adapter *);
151 static void igb_rar_set_index(struct igb_adapter *, u32);
152 static void igb_ping_all_vfs(struct igb_adapter *);
153 static void igb_msg_task(struct igb_adapter *);
154 static void igb_vmm_control(struct igb_adapter *);
155 static int igb_set_vf_mac(struct igb_adapter *, int, unsigned char *);
156 static void igb_flush_mac_table(struct igb_adapter *);
157 static int igb_available_rars(struct igb_adapter *, u8);
158 static void igb_set_default_mac_filter(struct igb_adapter *);
161 static void igb_restore_vf_multicasts(struct igb_adapter *adapter);
172 static void igb_check_vf_rate_limit(struct igb_adapter *);
173 static void igb_nfc_filter_exit(struct igb_adapter *adapter);
174 static void igb_nfc_filter_restore(struct igb_adapter *adapter);
177 static int igb_vf_configure(struct igb_adapter *adapter, int vf);
220 static void igb_init_dmac(struct igb_adapter *adapter, u32 pba);
352 static void igb_dump(struct igb_adapter *adapter)  in igb_dump()
560 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_get_i2c_data()
576 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_set_i2c_data()
601 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_set_i2c_clk()
624 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_get_i2c_clk()
648 	struct igb_adapter *adapter = hw->back;  in igb_get_hw_dev()
698 static void igb_cache_ring_register(struct igb_adapter *adapter)  in igb_cache_ring_register()
733 	struct igb_adapter *igb = container_of(hw, struct igb_adapter, hw);  in igb_rd32()
783 	struct igb_adapter *adapter = q_vector->adapter;  in igb_assign_vector()
866 static void igb_configure_msix(struct igb_adapter *adapter)  in igb_configure_msix()
932 static int igb_request_msix(struct igb_adapter *adapter)  in igb_request_msix()
991 static void igb_free_q_vector(struct igb_adapter *adapter, int v_idx)  in igb_free_q_vector()
1012 static void igb_reset_q_vector(struct igb_adapter *adapter, int v_idx)  in igb_reset_q_vector()
1032 static void igb_reset_interrupt_capability(struct igb_adapter *adapter)  in igb_reset_interrupt_capability()
1053 static void igb_free_q_vectors(struct igb_adapter *adapter)  in igb_free_q_vectors()
1074 static void igb_clear_interrupt_scheme(struct igb_adapter *adapter)  in igb_clear_interrupt_scheme()
1088 static void igb_set_interrupt_capability(struct igb_adapter *adapter, bool msix)  in igb_set_interrupt_capability()
1178 static int igb_alloc_q_vector(struct igb_adapter *adapter,  in igb_alloc_q_vector()
1314 static int igb_alloc_q_vectors(struct igb_adapter *adapter)  in igb_alloc_q_vectors()
1373 static int igb_init_interrupt_scheme(struct igb_adapter *adapter, bool msix)  in igb_init_interrupt_scheme()
1402 static int igb_request_irq(struct igb_adapter *adapter)  in igb_request_irq()
1450 static void igb_free_irq(struct igb_adapter *adapter)  in igb_free_irq()
1469 static void igb_irq_disable(struct igb_adapter *adapter)  in igb_irq_disable()
1503 static void igb_irq_enable(struct igb_adapter *adapter)  in igb_irq_enable()
1528 static void igb_update_mng_vlan(struct igb_adapter *adapter)  in igb_update_mng_vlan()
1559 static void igb_release_hw_control(struct igb_adapter *adapter)  in igb_release_hw_control()
1578 static void igb_get_hw_control(struct igb_adapter *adapter)  in igb_get_hw_control()
1589 static void enable_fqtss(struct igb_adapter *adapter, bool enable)  in enable_fqtss()
1605 static bool is_fqtss_enabled(struct igb_adapter *adapter)  in is_fqtss_enabled()
1645 static bool is_any_cbs_enabled(struct igb_adapter *adapter)  in is_any_cbs_enabled()
1657 static bool is_any_txtime_enabled(struct igb_adapter *adapter)  in is_any_txtime_enabled()
1679 static void igb_config_tx_modes(struct igb_adapter *adapter, int queue)  in igb_config_tx_modes()
1854 static int igb_save_txtime_params(struct igb_adapter *adapter, int queue,  in igb_save_txtime_params()
1868 static int igb_save_cbs_params(struct igb_adapter *adapter, int queue,  in igb_save_cbs_params()
1897 static void igb_setup_tx_mode(struct igb_adapter *adapter)  in igb_setup_tx_mode()
1980 static void igb_configure(struct igb_adapter *adapter)  in igb_configure()
2015 void igb_power_up_link(struct igb_adapter *adapter)  in igb_power_up_link()
2031 static void igb_power_down_link(struct igb_adapter *adapter)  in igb_power_down_link()
2043 static void igb_check_swap_media(struct igb_adapter *adapter)  in igb_check_swap_media()
2111 int igb_up(struct igb_adapter *adapter)  in igb_up()
2155 void igb_down(struct igb_adapter *adapter)  in igb_down()
2222 void igb_reinit_locked(struct igb_adapter *adapter)  in igb_reinit_locked()
2235 static void igb_enable_mas(struct igb_adapter *adapter)  in igb_enable_mas()
2250 void igb_reset(struct igb_adapter *adapter)  in igb_reset()
2446 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_features()
2487 		struct igb_adapter *adapter = netdev_priv(dev);  in igb_ndo_fdb_add()
2533 static void igb_offload_apply(struct igb_adapter *adapter, s32 queue)  in igb_offload_apply()
2546 static int igb_offload_cbs(struct igb_adapter *adapter,  in igb_offload_cbs()
2574 static int igb_parse_cls_flower(struct igb_adapter *adapter,  in igb_parse_cls_flower()
2656 static int igb_configure_clsflower(struct igb_adapter *adapter,  in igb_configure_clsflower()
2718 static int igb_delete_clsflower(struct igb_adapter *adapter,  in igb_delete_clsflower()
2748 static int igb_setup_tc_cls_flower(struct igb_adapter *adapter,  in igb_setup_tc_cls_flower()
2766 	struct igb_adapter *adapter = cb_priv;  in igb_setup_tc_block_cb()
2780 static int igb_offload_txtime(struct igb_adapter *adapter,  in igb_offload_txtime()
2808 	struct igb_adapter *adapter = netdev_priv(dev);  in igb_setup_tc()
2830 	struct igb_adapter *adapter = netdev_priv(dev);  in igb_xdp_setup()
2892 static struct igb_ring *igb_xdp_tx_queue_mapping(struct igb_adapter *adapter)  in igb_xdp_tx_queue_mapping()
2902 static int igb_xdp_xmit_back(struct igb_adapter *adapter, struct xdp_buff *xdp)  in igb_xdp_xmit_back()
2933 	struct igb_adapter *adapter = netdev_priv(dev);  in igb_xdp_xmit()
3010 void igb_set_fw_version(struct igb_adapter *adapter)  in igb_set_fw_version()
3058 static void igb_init_mas(struct igb_adapter *adapter)  in igb_init_mas()
3109 static s32 igb_init_i2c(struct igb_adapter *adapter)  in igb_init_i2c()
3146 	struct igb_adapter *adapter;  in igb_probe()
3191 	netdev = alloc_etherdev_mq(sizeof(struct igb_adapter),  in igb_probe()
3629 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_disable_sriov()
3664 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_enable_sriov()
3756 static void igb_remove_i2c(struct igb_adapter *adapter)  in igb_remove_i2c()
3774 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_remove()
3838 static void igb_probe_vfs(struct igb_adapter *adapter)  in igb_probe_vfs()
3861 unsigned int igb_get_max_rss_queues(struct igb_adapter *adapter)  in igb_get_max_rss_queues()
3898 static void igb_init_queue_configuration(struct igb_adapter *adapter)  in igb_init_queue_configuration()
3908 void igb_set_flag_queue_pairs(struct igb_adapter *adapter,  in igb_set_flag_queue_pairs()
3944 static int igb_sw_init(struct igb_adapter *adapter)  in igb_sw_init()
4037 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_open()
4154 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_close()
4225 static int igb_setup_all_tx_resources(struct igb_adapter *adapter)  in igb_setup_all_tx_resources()
4248 void igb_setup_tctl(struct igb_adapter *adapter)  in igb_setup_tctl()
4277 void igb_configure_tx_ring(struct igb_adapter *adapter,  in igb_configure_tx_ring()
4313 static void igb_configure_tx(struct igb_adapter *adapter)  in igb_configure_tx()
4337 	struct igb_adapter *adapter = netdev_priv(rx_ring->netdev);  in igb_setup_rx_resources()
4383 static int igb_setup_all_rx_resources(struct igb_adapter *adapter)  in igb_setup_all_rx_resources()
4406 static void igb_setup_mrqc(struct igb_adapter *adapter)  in igb_setup_mrqc()
4497 void igb_setup_rctl(struct igb_adapter *adapter)  in igb_setup_rctl()
4553 static inline int igb_set_vf_rlpml(struct igb_adapter *adapter, int size,  in igb_set_vf_rlpml()
4570 static inline void igb_set_vf_vlan_strip(struct igb_adapter *adapter,  in igb_set_vf_vlan_strip()
4592 static inline void igb_set_vmolr(struct igb_adapter *adapter,  in igb_set_vmolr()
4630 void igb_setup_srrctl(struct igb_adapter *adapter, struct igb_ring *ring)  in igb_setup_srrctl()
4662 void igb_configure_rx_ring(struct igb_adapter *adapter,  in igb_configure_rx_ring()
4713 static void igb_set_rx_buffer_len(struct igb_adapter *adapter,  in igb_set_rx_buffer_len()
4739 static void igb_configure_rx(struct igb_adapter *adapter)  in igb_configure_rx()
4786 static void igb_free_all_tx_resources(struct igb_adapter *adapter)  in igb_free_all_tx_resources()
4860 static void igb_clean_all_tx_rings(struct igb_adapter *adapter)  in igb_clean_all_tx_rings()
4900 static void igb_free_all_rx_resources(struct igb_adapter *adapter)  in igb_free_all_rx_resources()
4956 static void igb_clean_all_rx_rings(struct igb_adapter *adapter)  in igb_clean_all_rx_rings()
4974 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_mac()
5001 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_write_mc_addr_list()
5029 static int igb_vlan_promisc_enable(struct igb_adapter *adapter)  in igb_vlan_promisc_enable()
5082 static void igb_scrub_vfta(struct igb_adapter *adapter, u32 vfta_offset)  in igb_scrub_vfta()
5138 static void igb_vlan_promisc_disable(struct igb_adapter *adapter)  in igb_vlan_promisc_disable()
5164 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_rx_mode()
5261 static void igb_check_wvbr(struct igb_adapter *adapter)  in igb_check_wvbr()
5282 static void igb_spoof_check(struct igb_adapter *adapter)  in igb_spoof_check()
5306 	struct igb_adapter *adapter = from_timer(adapter, t, phy_info_timer);  in igb_update_phy_info()
5314 bool igb_has_link(struct igb_adapter *adapter)  in igb_has_link()
5375 static void igb_check_lvmmc(struct igb_adapter *adapter)  in igb_check_lvmmc()
5396 	struct igb_adapter *adapter = from_timer(adapter, t, watchdog_timer);  in igb_watchdog()
5403 	struct igb_adapter *adapter = container_of(work,  in igb_watchdog_task()
5404 						   struct igb_adapter,  in igb_watchdog_task()
5648 	struct igb_adapter *adapter = q_vector->adapter;  in igb_update_ring_itr()
5772 	struct igb_adapter *adapter = q_vector->adapter;  in igb_set_itr()
6250 int igb_xmit_xdp_ring(struct igb_adapter *adapter,  in igb_xmit_xdp_ring()
6358 		struct igb_adapter *adapter = netdev_priv(tx_ring->netdev);  in igb_xmit_frame_ring()
6400 		struct igb_adapter *adapter = netdev_priv(tx_ring->netdev);  in igb_xmit_frame_ring()
6412 static inline struct igb_ring *igb_tx_queue_mapping(struct igb_adapter *adapter,  in igb_tx_queue_mapping()
6426 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_xmit_frame()
6444 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_tx_timeout()
6460 	struct igb_adapter *adapter;  in igb_reset_task()
6461 	adapter = container_of(work, struct igb_adapter, reset_task);  in igb_reset_task()
6485 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_get_stats64()
6502 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_change_mtu()
6551 void igb_update_stats(struct igb_adapter *adapter)  in igb_update_stats()
6737 static void igb_tsync_interrupt(struct igb_adapter *adapter)  in igb_tsync_interrupt()
6812 	struct igb_adapter *adapter = data;  in igb_msix_other()
6851 	struct igb_adapter *adapter = q_vector->adapter;  in igb_write_itr()
6882 static void igb_update_tx_dca(struct igb_adapter *adapter,  in igb_update_tx_dca()
6903 static void igb_update_rx_dca(struct igb_adapter *adapter,  in igb_update_rx_dca()
6925 	struct igb_adapter *adapter = q_vector->adapter;  in igb_update_dca()
6942 static void igb_setup_dca(struct igb_adapter *adapter)  in igb_setup_dca()
6962 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_notify_dca()
7008 static int igb_vf_configure(struct igb_adapter *adapter, int vf)  in igb_vf_configure()
7025 static void igb_ping_all_vfs(struct igb_adapter *adapter)  in igb_ping_all_vfs()
7039 static int igb_set_vf_promisc(struct igb_adapter *adapter, u32 *msgbuf, u32 vf)  in igb_set_vf_promisc()
7078 static int igb_set_vf_multicasts(struct igb_adapter *adapter,  in igb_set_vf_multicasts()
7106 static void igb_restore_vf_multicasts(struct igb_adapter *adapter)  in igb_restore_vf_multicasts()
7131 static void igb_clear_vf_vfta(struct igb_adapter *adapter, u32 vf)  in igb_clear_vf_vfta()
7202 static void igb_update_pf_vlvf(struct igb_adapter *adapter, u32 vid)  in igb_update_pf_vlvf()
7228 static s32 igb_set_vf_vlan(struct igb_adapter *adapter, u32 vid,  in igb_set_vf_vlan()
7262 static void igb_set_vmvir(struct igb_adapter *adapter, u32 vid, u32 vf)  in igb_set_vmvir()
7272 static int igb_enable_port_vlan(struct igb_adapter *adapter, int vf,  in igb_enable_port_vlan()
7304 static int igb_disable_port_vlan(struct igb_adapter *adapter, int vf)  in igb_disable_port_vlan()
7327 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_vlan()
7339 static int igb_set_vf_vlan_msg(struct igb_adapter *adapter, u32 *msgbuf, u32 vf)  in igb_set_vf_vlan_msg()
7358 static inline void igb_vf_reset(struct igb_adapter *adapter, u32 vf)  in igb_vf_reset()
7381 static void igb_vf_reset_event(struct igb_adapter *adapter, u32 vf)  in igb_vf_reset_event()
7393 static void igb_vf_reset_msg(struct igb_adapter *adapter, u32 vf)  in igb_vf_reset_msg()
7424 static void igb_flush_mac_table(struct igb_adapter *adapter)  in igb_flush_mac_table()
7437 static int igb_available_rars(struct igb_adapter *adapter, u8 queue)  in igb_available_rars()
7462 static void igb_set_default_mac_filter(struct igb_adapter *adapter)  in igb_set_default_mac_filter()
7499 static int igb_add_mac_filter_flags(struct igb_adapter *adapter,  in igb_add_mac_filter_flags()
7531 static int igb_add_mac_filter(struct igb_adapter *adapter, const u8 *addr,  in igb_add_mac_filter()
7543 static int igb_del_mac_filter_flags(struct igb_adapter *adapter,  in igb_del_mac_filter_flags()
7590 static int igb_del_mac_filter(struct igb_adapter *adapter, const u8 *addr,  in igb_del_mac_filter()
7596 int igb_add_mac_steering_filter(struct igb_adapter *adapter,  in igb_add_mac_steering_filter()
7611 int igb_del_mac_steering_filter(struct igb_adapter *adapter,  in igb_del_mac_steering_filter()
7620 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_uc_sync()
7630 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_uc_unsync()
7637 static int igb_set_vf_mac_filter(struct igb_adapter *adapter, const int vf,  in igb_set_vf_mac_filter()
7704 static int igb_set_vf_mac_addr(struct igb_adapter *adapter, u32 *msg, int vf)  in igb_set_vf_mac_addr()
7740 static void igb_rcv_ack_from_vf(struct igb_adapter *adapter, u32 vf)  in igb_rcv_ack_from_vf()
7754 static void igb_rcv_msg_from_vf(struct igb_adapter *adapter, u32 vf)  in igb_rcv_msg_from_vf()
7837 static void igb_msg_task(struct igb_adapter *adapter)  in igb_msg_task()
7868 static void igb_set_uta(struct igb_adapter *adapter, bool set)  in igb_set_uta()
7889 	struct igb_adapter *adapter = data;  in igb_intr_msi()
7926 	struct igb_adapter *adapter = data;  in igb_intr()
7967 	struct igb_adapter *adapter = q_vector->adapter;  in igb_ring_irq_enable()
8036 	struct igb_adapter *adapter = q_vector->adapter;  in igb_clean_tx_irq()
8399 static struct sk_buff *igb_run_xdp(struct igb_adapter *adapter,  in igb_run_xdp()
8677 	struct igb_adapter *adapter = q_vector->adapter;  in igb_clean_rx_irq()
8930 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_mii_ioctl()
8976 	struct igb_adapter *adapter = hw->back;  in igb_read_pci_cfg()
8983 	struct igb_adapter *adapter = hw->back;  in igb_write_pci_cfg()
8990 	struct igb_adapter *adapter = hw->back;  in igb_read_pcie_cap_reg()
9000 	struct igb_adapter *adapter = hw->back;  in igb_write_pcie_cap_reg()
9010 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_mode()
9038 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_rx_add_vid()
9054 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_rx_kill_vid()
9067 static void igb_restore_vlan(struct igb_adapter *adapter)  in igb_restore_vlan()
9078 int igb_set_spd_dplx(struct igb_adapter *adapter, u32 spd, u8 dplx)  in igb_set_spd_dplx()
9141 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_shutdown()
9208 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_deliver_wake_packet()
9245 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_resume()
9298 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_runtime_idle()
9332 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_sriov_reinit()
9409 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_error_detected()
9434 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_slot_reset()
9474 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_resume()
9496 static void igb_rar_set_index(struct igb_adapter *adapter, u32 index)  in igb_rar_set_index()
9541 static int igb_set_vf_mac(struct igb_adapter *adapter,  in igb_set_vf_mac()
9562 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_mac()
9638 static void igb_check_vf_rate_limit(struct igb_adapter *adapter)  in igb_check_vf_rate_limit()
9669 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_bw()
9696 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_spoofchk()
9722 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_trust()
9739 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_get_vf_config()
9753 static void igb_vmm_control(struct igb_adapter *adapter)  in igb_vmm_control()
9794 static void igb_init_dmac(struct igb_adapter *adapter, u32 pba)  in igb_init_dmac()
9882 	struct igb_adapter *adapter = container_of(hw, struct igb_adapter, hw);  in igb_read_i2c_byte()
9919 	struct igb_adapter *adapter = container_of(hw, struct igb_adapter, hw);  in igb_write_i2c_byte()
9939 int igb_reinit_queues(struct igb_adapter *adapter)  in igb_reinit_queues()
9961 static void igb_nfc_filter_exit(struct igb_adapter *adapter)  in igb_nfc_filter_exit()
9976 static void igb_nfc_filter_restore(struct igb_adapter *adapter)  in igb_nfc_filter_restore()