352 static void igb_dump(struct igb_adapter *adapter)  in igb_dump()
560 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_get_i2c_data()  local
576 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_set_i2c_data()  local
600 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_set_i2c_clk()  local
622 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_get_i2c_clk()  local
646 	struct igb_adapter *adapter = hw->back;  in igb_get_hw_dev()  local
696 static void igb_cache_ring_register(struct igb_adapter *adapter)  in igb_cache_ring_register()
781 	struct igb_adapter *adapter = q_vector->adapter;  in igb_assign_vector()  local
864 static void igb_configure_msix(struct igb_adapter *adapter)  in igb_configure_msix()
930 static int igb_request_msix(struct igb_adapter *adapter)  in igb_request_msix()
996 static void igb_free_q_vector(struct igb_adapter *adapter, int v_idx)  in igb_free_q_vector()
1017 static void igb_reset_q_vector(struct igb_adapter *adapter, int v_idx)  in igb_reset_q_vector()
1037 static void igb_reset_interrupt_capability(struct igb_adapter *adapter)  in igb_reset_interrupt_capability()
1058 static void igb_free_q_vectors(struct igb_adapter *adapter)  in igb_free_q_vectors()
1079 static void igb_clear_interrupt_scheme(struct igb_adapter *adapter)  in igb_clear_interrupt_scheme()
1093 static void igb_set_interrupt_capability(struct igb_adapter *adapter, bool msix)  in igb_set_interrupt_capability()
1183 static int igb_alloc_q_vector(struct igb_adapter *adapter,  in igb_alloc_q_vector()
1322 static int igb_alloc_q_vectors(struct igb_adapter *adapter)  in igb_alloc_q_vectors()
1381 static int igb_init_interrupt_scheme(struct igb_adapter *adapter, bool msix)  in igb_init_interrupt_scheme()
1410 static int igb_request_irq(struct igb_adapter *adapter)  in igb_request_irq()
1458 static void igb_free_irq(struct igb_adapter *adapter)  in igb_free_irq()
1477 static void igb_irq_disable(struct igb_adapter *adapter)  in igb_irq_disable()
1511 static void igb_irq_enable(struct igb_adapter *adapter)  in igb_irq_enable()
1536 static void igb_update_mng_vlan(struct igb_adapter *adapter)  in igb_update_mng_vlan()
1567 static void igb_release_hw_control(struct igb_adapter *adapter)  in igb_release_hw_control()
1586 static void igb_get_hw_control(struct igb_adapter *adapter)  in igb_get_hw_control()
1597 static void enable_fqtss(struct igb_adapter *adapter, bool enable)  in enable_fqtss()
1613 static bool is_fqtss_enabled(struct igb_adapter *adapter)  in is_fqtss_enabled()
1653 static bool is_any_cbs_enabled(struct igb_adapter *adapter)  in is_any_cbs_enabled()
1665 static bool is_any_txtime_enabled(struct igb_adapter *adapter)  in is_any_txtime_enabled()
1687 static void igb_config_tx_modes(struct igb_adapter *adapter, int queue)  in igb_config_tx_modes()
1863 static int igb_save_txtime_params(struct igb_adapter *adapter, int queue,  in igb_save_txtime_params()
1877 static int igb_save_cbs_params(struct igb_adapter *adapter, int queue,  in igb_save_cbs_params()
1906 static void igb_setup_tx_mode(struct igb_adapter *adapter)  in igb_setup_tx_mode()
1989 static void igb_configure(struct igb_adapter *adapter)  in igb_configure()
2024 void igb_power_up_link(struct igb_adapter *adapter)  in igb_power_up_link()
2040 static void igb_power_down_link(struct igb_adapter *adapter)  in igb_power_down_link()
2052 static void igb_check_swap_media(struct igb_adapter *adapter)  in igb_check_swap_media()
2120 int igb_up(struct igb_adapter *adapter)  in igb_up()
2164 void igb_down(struct igb_adapter *adapter)  in igb_down()
2231 void igb_reinit_locked(struct igb_adapter *adapter)  in igb_reinit_locked()
2244 static void igb_enable_mas(struct igb_adapter *adapter)  in igb_enable_mas()
2283 void igb_reset(struct igb_adapter *adapter)  in igb_reset()
2480 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_features()  local
2521 		struct igb_adapter *adapter = netdev_priv(dev);  in igb_ndo_fdb_add()  local
2567 static void igb_offload_apply(struct igb_adapter *adapter, s32 queue)  in igb_offload_apply()
2580 static int igb_offload_cbs(struct igb_adapter *adapter,  in igb_offload_cbs()
2608 static int igb_parse_cls_flower(struct igb_adapter *adapter,  in igb_parse_cls_flower()
2691 static int igb_configure_clsflower(struct igb_adapter *adapter,  in igb_configure_clsflower()
2753 static int igb_delete_clsflower(struct igb_adapter *adapter,  in igb_delete_clsflower()
2783 static int igb_setup_tc_cls_flower(struct igb_adapter *adapter,  in igb_setup_tc_cls_flower()
2801 	struct igb_adapter *adapter = cb_priv;  in igb_setup_tc_block_cb()  local
2815 static int igb_offload_txtime(struct igb_adapter *adapter,  in igb_offload_txtime()
2838 static int igb_tc_query_caps(struct igb_adapter *adapter,  in igb_tc_query_caps()
2859 	struct igb_adapter *adapter = netdev_priv(dev);  in igb_setup_tc()  local
2883 	struct igb_adapter *adapter = netdev_priv(dev);  in igb_xdp_setup()  local
2951 static struct igb_ring *igb_xdp_tx_queue_mapping(struct igb_adapter *adapter)  in igb_xdp_tx_queue_mapping()
2961 static int igb_xdp_xmit_back(struct igb_adapter *adapter, struct xdp_buff *xdp)  in igb_xdp_xmit_back()
2992 	struct igb_adapter *adapter = netdev_priv(dev);  in igb_xdp_xmit()  local
3068 void igb_set_fw_version(struct igb_adapter *adapter)  in igb_set_fw_version()
3116 static void igb_init_mas(struct igb_adapter *adapter)  in igb_init_mas()
3167 static s32 igb_init_i2c(struct igb_adapter *adapter)  in igb_init_i2c()
3204 	struct igb_adapter *adapter;  in igb_probe()  local
3685 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_sriov_reinit()  local
3716 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_disable_sriov()  local
3753 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_enable_sriov()  local
3853 static void igb_remove_i2c(struct igb_adapter *adapter)  in igb_remove_i2c()
3871 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_remove()  local
3933 static void igb_probe_vfs(struct igb_adapter *adapter)  in igb_probe_vfs()
3957 unsigned int igb_get_max_rss_queues(struct igb_adapter *adapter)  in igb_get_max_rss_queues()
3994 static void igb_init_queue_configuration(struct igb_adapter *adapter)  in igb_init_queue_configuration()
4004 void igb_set_flag_queue_pairs(struct igb_adapter *adapter,  in igb_set_flag_queue_pairs()
4040 static int igb_sw_init(struct igb_adapter *adapter)  in igb_sw_init()
4136 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_open()  local
4253 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_close()  local
4324 static int igb_setup_all_tx_resources(struct igb_adapter *adapter)  in igb_setup_all_tx_resources()
4347 void igb_setup_tctl(struct igb_adapter *adapter)  in igb_setup_tctl()
4376 void igb_configure_tx_ring(struct igb_adapter *adapter,  in igb_configure_tx_ring()
4412 static void igb_configure_tx(struct igb_adapter *adapter)  in igb_configure_tx()
4436 	struct igb_adapter *adapter = netdev_priv(rx_ring->netdev);  in igb_setup_rx_resources()  local
4489 static int igb_setup_all_rx_resources(struct igb_adapter *adapter)  in igb_setup_all_rx_resources()
4512 static void igb_setup_mrqc(struct igb_adapter *adapter)  in igb_setup_mrqc()
4602 void igb_setup_rctl(struct igb_adapter *adapter)  in igb_setup_rctl()
4658 static inline int igb_set_vf_rlpml(struct igb_adapter *adapter, int size,  in igb_set_vf_rlpml()
4675 static inline void igb_set_vf_vlan_strip(struct igb_adapter *adapter,  in igb_set_vf_vlan_strip()
4697 static inline void igb_set_vmolr(struct igb_adapter *adapter,  in igb_set_vmolr()
4735 void igb_setup_srrctl(struct igb_adapter *adapter, struct igb_ring *ring)  in igb_setup_srrctl()
4767 void igb_configure_rx_ring(struct igb_adapter *adapter,  in igb_configure_rx_ring()
4818 static void igb_set_rx_buffer_len(struct igb_adapter *adapter,  in igb_set_rx_buffer_len()
4847 static void igb_configure_rx(struct igb_adapter *adapter)  in igb_configure_rx()
4894 static void igb_free_all_tx_resources(struct igb_adapter *adapter)  in igb_free_all_tx_resources()
4973 static void igb_clean_all_tx_rings(struct igb_adapter *adapter)  in igb_clean_all_tx_rings()
5013 static void igb_free_all_rx_resources(struct igb_adapter *adapter)  in igb_free_all_rx_resources()
5069 static void igb_clean_all_rx_rings(struct igb_adapter *adapter)  in igb_clean_all_rx_rings()
5087 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_mac()  local
5114 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_write_mc_addr_list()  local
5142 static int igb_vlan_promisc_enable(struct igb_adapter *adapter)  in igb_vlan_promisc_enable()
5195 static void igb_scrub_vfta(struct igb_adapter *adapter, u32 vfta_offset)  in igb_scrub_vfta()
5251 static void igb_vlan_promisc_disable(struct igb_adapter *adapter)  in igb_vlan_promisc_disable()
5277 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_rx_mode()  local
5374 static void igb_check_wvbr(struct igb_adapter *adapter)  in igb_check_wvbr()
5395 static void igb_spoof_check(struct igb_adapter *adapter)  in igb_spoof_check()
5419 	struct igb_adapter *adapter = from_timer(adapter, t, phy_info_timer);  in igb_update_phy_info()  local
5427 bool igb_has_link(struct igb_adapter *adapter)  in igb_has_link()
5488 static void igb_check_lvmmc(struct igb_adapter *adapter)  in igb_check_lvmmc()
5509 	struct igb_adapter *adapter = from_timer(adapter, t, watchdog_timer);  in igb_watchdog()  local
5516 	struct igb_adapter *adapter = container_of(work,  in igb_watchdog_task()  local
5762 	struct igb_adapter *adapter = q_vector->adapter;  in igb_update_ring_itr()  local
5886 	struct igb_adapter *adapter = q_vector->adapter;  in igb_set_itr()  local
6352 int igb_xmit_xdp_ring(struct igb_adapter *adapter,  in igb_xmit_xdp_ring()
6494 		struct igb_adapter *adapter = netdev_priv(tx_ring->netdev);  in igb_xmit_frame_ring()  local
6536 		struct igb_adapter *adapter = netdev_priv(tx_ring->netdev);  in igb_xmit_frame_ring()  local
6548 static inline struct igb_ring *igb_tx_queue_mapping(struct igb_adapter *adapter,  in igb_tx_queue_mapping()
6562 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_xmit_frame()  local
6580 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_tx_timeout()  local
6596 	struct igb_adapter *adapter;  in igb_reset_task()  local
6621 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_get_stats64()  local
6638 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_change_mtu()  local
6687 void igb_update_stats(struct igb_adapter *adapter)  in igb_update_stats()
6873 static void igb_perout(struct igb_adapter *adapter, int tsintr_tt)  in igb_perout()
6951 static void igb_extts(struct igb_adapter *adapter, int tsintr_tt)  in igb_extts()
6985 static void igb_tsync_interrupt(struct igb_adapter *adapter)  in igb_tsync_interrupt()
7030 	struct igb_adapter *adapter = data;  in igb_msix_other()  local
7069 	struct igb_adapter *adapter = q_vector->adapter;  in igb_write_itr()  local
7100 static void igb_update_tx_dca(struct igb_adapter *adapter,  in igb_update_tx_dca()
7121 static void igb_update_rx_dca(struct igb_adapter *adapter,  in igb_update_rx_dca()
7143 	struct igb_adapter *adapter = q_vector->adapter;  in igb_update_dca()  local
7160 static void igb_setup_dca(struct igb_adapter *adapter)  in igb_setup_dca()
7180 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_notify_dca()  local
7226 static int igb_vf_configure(struct igb_adapter *adapter, int vf)  in igb_vf_configure()
7243 static void igb_ping_all_vfs(struct igb_adapter *adapter)  in igb_ping_all_vfs()
7257 static int igb_set_vf_promisc(struct igb_adapter *adapter, u32 *msgbuf, u32 vf)  in igb_set_vf_promisc()
7296 static int igb_set_vf_multicasts(struct igb_adapter *adapter,  in igb_set_vf_multicasts()
7324 static void igb_restore_vf_multicasts(struct igb_adapter *adapter)  in igb_restore_vf_multicasts()
7349 static void igb_clear_vf_vfta(struct igb_adapter *adapter, u32 vf)  in igb_clear_vf_vfta()
7420 static void igb_update_pf_vlvf(struct igb_adapter *adapter, u32 vid)  in igb_update_pf_vlvf()
7446 static s32 igb_set_vf_vlan(struct igb_adapter *adapter, u32 vid,  in igb_set_vf_vlan()
7480 static void igb_set_vmvir(struct igb_adapter *adapter, u32 vid, u32 vf)  in igb_set_vmvir()
7490 static int igb_enable_port_vlan(struct igb_adapter *adapter, int vf,  in igb_enable_port_vlan()
7522 static int igb_disable_port_vlan(struct igb_adapter *adapter, int vf)  in igb_disable_port_vlan()
7545 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_vlan()  local
7557 static int igb_set_vf_vlan_msg(struct igb_adapter *adapter, u32 *msgbuf, u32 vf)  in igb_set_vf_vlan_msg()
7576 static inline void igb_vf_reset(struct igb_adapter *adapter, u32 vf)  in igb_vf_reset()
7599 static void igb_vf_reset_event(struct igb_adapter *adapter, u32 vf)  in igb_vf_reset_event()
7611 static void igb_vf_reset_msg(struct igb_adapter *adapter, u32 vf)  in igb_vf_reset_msg()
7642 static void igb_flush_mac_table(struct igb_adapter *adapter)  in igb_flush_mac_table()
7655 static int igb_available_rars(struct igb_adapter *adapter, u8 queue)  in igb_available_rars()
7680 static void igb_set_default_mac_filter(struct igb_adapter *adapter)  in igb_set_default_mac_filter()
7717 static int igb_add_mac_filter_flags(struct igb_adapter *adapter,  in igb_add_mac_filter_flags()
7749 static int igb_add_mac_filter(struct igb_adapter *adapter, const u8 *addr,  in igb_add_mac_filter()
7761 static int igb_del_mac_filter_flags(struct igb_adapter *adapter,  in igb_del_mac_filter_flags()
7808 static int igb_del_mac_filter(struct igb_adapter *adapter, const u8 *addr,  in igb_del_mac_filter()
7814 int igb_add_mac_steering_filter(struct igb_adapter *adapter,  in igb_add_mac_steering_filter()
7829 int igb_del_mac_steering_filter(struct igb_adapter *adapter,  in igb_del_mac_steering_filter()
7838 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_uc_sync()  local
7848 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_uc_unsync()  local
7855 static int igb_set_vf_mac_filter(struct igb_adapter *adapter, const int vf,  in igb_set_vf_mac_filter()
7922 static int igb_set_vf_mac_addr(struct igb_adapter *adapter, u32 *msg, int vf)  in igb_set_vf_mac_addr()
7958 static void igb_rcv_ack_from_vf(struct igb_adapter *adapter, u32 vf)  in igb_rcv_ack_from_vf()
7972 static void igb_rcv_msg_from_vf(struct igb_adapter *adapter, u32 vf)  in igb_rcv_msg_from_vf()
8055 static void igb_msg_task(struct igb_adapter *adapter)  in igb_msg_task()
8089 static void igb_set_uta(struct igb_adapter *adapter, bool set)  in igb_set_uta()
8110 	struct igb_adapter *adapter = data;  in igb_intr_msi()  local
8147 	struct igb_adapter *adapter = data;  in igb_intr()  local
8188 	struct igb_adapter *adapter = q_vector->adapter;  in igb_ring_irq_enable()  local
8257 	struct igb_adapter *adapter = q_vector->adapter;  in igb_clean_tx_irq()  local
8610 static struct sk_buff *igb_run_xdp(struct igb_adapter *adapter,  in igb_run_xdp()
8894 	struct igb_adapter *adapter = q_vector->adapter;  in igb_clean_rx_irq()  local
9163 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_mii_ioctl()  local
9209 	struct igb_adapter *adapter = hw->back;  in igb_read_pci_cfg()  local
9216 	struct igb_adapter *adapter = hw->back;  in igb_write_pci_cfg()  local
9223 	struct igb_adapter *adapter = hw->back;  in igb_read_pcie_cap_reg()  local
9233 	struct igb_adapter *adapter = hw->back;  in igb_write_pcie_cap_reg()  local
9243 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_mode()  local
9271 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_rx_add_vid()  local
9287 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_rx_kill_vid()  local
9300 static void igb_restore_vlan(struct igb_adapter *adapter)  in igb_restore_vlan()
9311 int igb_set_spd_dplx(struct igb_adapter *adapter, u32 spd, u8 dplx)  in igb_set_spd_dplx()
9374 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_shutdown()  local
9441 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_deliver_wake_packet()  local
9478 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_resume()  local
9538 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_runtime_idle()  local
9595 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_error_detected()  local
9625 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_slot_reset()  local
9665 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_resume()  local
9687 static void igb_rar_set_index(struct igb_adapter *adapter, u32 index)  in igb_rar_set_index()
9732 static int igb_set_vf_mac(struct igb_adapter *adapter,  in igb_set_vf_mac()
9753 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_mac()  local
9829 static void igb_check_vf_rate_limit(struct igb_adapter *adapter)  in igb_check_vf_rate_limit()
9860 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_bw()  local
9887 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_spoofchk()  local
9913 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_trust()  local
9930 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_get_vf_config()  local
9944 static void igb_vmm_control(struct igb_adapter *adapter)  in igb_vmm_control()
9985 static void igb_init_dmac(struct igb_adapter *adapter, u32 pba)  in igb_init_dmac()
10071 	struct igb_adapter *adapter = container_of(hw, struct igb_adapter, hw);  in igb_read_i2c_byte()  local
10108 	struct igb_adapter *adapter = container_of(hw, struct igb_adapter, hw);  in igb_write_i2c_byte()  local
10128 int igb_reinit_queues(struct igb_adapter *adapter)  in igb_reinit_queues()
10150 static void igb_nfc_filter_exit(struct igb_adapter *adapter)  in igb_nfc_filter_exit()
10165 static void igb_nfc_filter_restore(struct igb_adapter *adapter)  in igb_nfc_filter_restore()