105 static int igb_setup_all_tx_resources(struct igb_adapter *);
106 static int igb_setup_all_rx_resources(struct igb_adapter *);
107 static void igb_free_all_tx_resources(struct igb_adapter *);
108 static void igb_free_all_rx_resources(struct igb_adapter *);
109 static void igb_setup_mrqc(struct igb_adapter *);
112 static int igb_sw_init(struct igb_adapter *);
115 static void igb_configure(struct igb_adapter *);
116 static void igb_configure_tx(struct igb_adapter *);
117 static void igb_configure_rx(struct igb_adapter *);
118 static void igb_clean_all_tx_rings(struct igb_adapter *);
119 static void igb_clean_all_rx_rings(struct igb_adapter *);
131 static void igb_set_uta(struct igb_adapter *adapter, bool set);
138 static void igb_setup_dca(struct igb_adapter *);
150 static void igb_restore_vlan(struct igb_adapter *);
151 static void igb_rar_set_index(struct igb_adapter *, u32);
152 static void igb_ping_all_vfs(struct igb_adapter *);
153 static void igb_msg_task(struct igb_adapter *);
154 static void igb_vmm_control(struct igb_adapter *);
155 static int igb_set_vf_mac(struct igb_adapter *, int, unsigned char *);
156 static void igb_flush_mac_table(struct igb_adapter *);
157 static int igb_available_rars(struct igb_adapter *, u8);
158 static void igb_set_default_mac_filter(struct igb_adapter *);
161 static void igb_restore_vf_multicasts(struct igb_adapter *adapter);
172 static void igb_check_vf_rate_limit(struct igb_adapter *);
173 static void igb_nfc_filter_exit(struct igb_adapter *adapter);
174 static void igb_nfc_filter_restore(struct igb_adapter *adapter);
177 static int igb_vf_configure(struct igb_adapter *adapter, int vf);
220 static void igb_init_dmac(struct igb_adapter *adapter, u32 pba);
352 static void igb_dump(struct igb_adapter *adapter)  in igb_dump()
560 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_get_i2c_data()
576 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_set_i2c_data()
600 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_set_i2c_clk()
622 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_get_i2c_clk()
646 	struct igb_adapter *adapter = hw->back;  in igb_get_hw_dev()
696 static void igb_cache_ring_register(struct igb_adapter *adapter)  in igb_cache_ring_register()
731 	struct igb_adapter *igb = container_of(hw, struct igb_adapter, hw);  in igb_rd32()
781 	struct igb_adapter *adapter = q_vector->adapter;  in igb_assign_vector()
864 static void igb_configure_msix(struct igb_adapter *adapter)  in igb_configure_msix()
930 static int igb_request_msix(struct igb_adapter *adapter)  in igb_request_msix()
996 static void igb_free_q_vector(struct igb_adapter *adapter, int v_idx)  in igb_free_q_vector()
1017 static void igb_reset_q_vector(struct igb_adapter *adapter, int v_idx)  in igb_reset_q_vector()
1037 static void igb_reset_interrupt_capability(struct igb_adapter *adapter)  in igb_reset_interrupt_capability()
1058 static void igb_free_q_vectors(struct igb_adapter *adapter)  in igb_free_q_vectors()
1079 static void igb_clear_interrupt_scheme(struct igb_adapter *adapter)  in igb_clear_interrupt_scheme()
1093 static void igb_set_interrupt_capability(struct igb_adapter *adapter, bool msix)  in igb_set_interrupt_capability()
1183 static int igb_alloc_q_vector(struct igb_adapter *adapter,  in igb_alloc_q_vector()
1318 static int igb_alloc_q_vectors(struct igb_adapter *adapter)  in igb_alloc_q_vectors()
1377 static int igb_init_interrupt_scheme(struct igb_adapter *adapter, bool msix)  in igb_init_interrupt_scheme()
1406 static int igb_request_irq(struct igb_adapter *adapter)  in igb_request_irq()
1454 static void igb_free_irq(struct igb_adapter *adapter)  in igb_free_irq()
1473 static void igb_irq_disable(struct igb_adapter *adapter)  in igb_irq_disable()
1507 static void igb_irq_enable(struct igb_adapter *adapter)  in igb_irq_enable()
1532 static void igb_update_mng_vlan(struct igb_adapter *adapter)  in igb_update_mng_vlan()
1563 static void igb_release_hw_control(struct igb_adapter *adapter)  in igb_release_hw_control()
1582 static void igb_get_hw_control(struct igb_adapter *adapter)  in igb_get_hw_control()
1593 static void enable_fqtss(struct igb_adapter *adapter, bool enable)  in enable_fqtss()
1609 static bool is_fqtss_enabled(struct igb_adapter *adapter)  in is_fqtss_enabled()
1649 static bool is_any_cbs_enabled(struct igb_adapter *adapter)  in is_any_cbs_enabled()
1661 static bool is_any_txtime_enabled(struct igb_adapter *adapter)  in is_any_txtime_enabled()
1683 static void igb_config_tx_modes(struct igb_adapter *adapter, int queue)  in igb_config_tx_modes()
1859 static int igb_save_txtime_params(struct igb_adapter *adapter, int queue,  in igb_save_txtime_params()
1873 static int igb_save_cbs_params(struct igb_adapter *adapter, int queue,  in igb_save_cbs_params()
1902 static void igb_setup_tx_mode(struct igb_adapter *adapter)  in igb_setup_tx_mode()
1985 static void igb_configure(struct igb_adapter *adapter)  in igb_configure()
2020 void igb_power_up_link(struct igb_adapter *adapter)  in igb_power_up_link()
2036 static void igb_power_down_link(struct igb_adapter *adapter)  in igb_power_down_link()
2048 static void igb_check_swap_media(struct igb_adapter *adapter)  in igb_check_swap_media()
2116 int igb_up(struct igb_adapter *adapter)  in igb_up()
2160 void igb_down(struct igb_adapter *adapter)  in igb_down()
2227 void igb_reinit_locked(struct igb_adapter *adapter)  in igb_reinit_locked()
2240 static void igb_enable_mas(struct igb_adapter *adapter)  in igb_enable_mas()
2255 void igb_reset(struct igb_adapter *adapter)  in igb_reset()
2451 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_features()
2492 		struct igb_adapter *adapter = netdev_priv(dev);  in igb_ndo_fdb_add()
2538 static void igb_offload_apply(struct igb_adapter *adapter, s32 queue)  in igb_offload_apply()
2551 static int igb_offload_cbs(struct igb_adapter *adapter,  in igb_offload_cbs()
2579 static int igb_parse_cls_flower(struct igb_adapter *adapter,  in igb_parse_cls_flower()
2662 static int igb_configure_clsflower(struct igb_adapter *adapter,  in igb_configure_clsflower()
2724 static int igb_delete_clsflower(struct igb_adapter *adapter,  in igb_delete_clsflower()
2754 static int igb_setup_tc_cls_flower(struct igb_adapter *adapter,  in igb_setup_tc_cls_flower()
2772 	struct igb_adapter *adapter = cb_priv;  in igb_setup_tc_block_cb()
2786 static int igb_offload_txtime(struct igb_adapter *adapter,  in igb_offload_txtime()
2814 	struct igb_adapter *adapter = netdev_priv(dev);  in igb_setup_tc()
2836 	struct igb_adapter *adapter = netdev_priv(dev);  in igb_xdp_setup()
2898 static struct igb_ring *igb_xdp_tx_queue_mapping(struct igb_adapter *adapter)  in igb_xdp_tx_queue_mapping()
2908 static int igb_xdp_xmit_back(struct igb_adapter *adapter, struct xdp_buff *xdp)  in igb_xdp_xmit_back()
2939 	struct igb_adapter *adapter = netdev_priv(dev);  in igb_xdp_xmit()
3015 void igb_set_fw_version(struct igb_adapter *adapter)  in igb_set_fw_version()
3063 static void igb_init_mas(struct igb_adapter *adapter)  in igb_init_mas()
3114 static s32 igb_init_i2c(struct igb_adapter *adapter)  in igb_init_i2c()
3160 	struct igb_adapter *adapter;  in igb_probe()
3199 	netdev = alloc_etherdev_mq(sizeof(struct igb_adapter),  in igb_probe()
3637 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_disable_sriov()
3674 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_enable_sriov()
3766 static void igb_remove_i2c(struct igb_adapter *adapter)  in igb_remove_i2c()
3784 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_remove()
3850 static void igb_probe_vfs(struct igb_adapter *adapter)  in igb_probe_vfs()
3873 unsigned int igb_get_max_rss_queues(struct igb_adapter *adapter)  in igb_get_max_rss_queues()
3910 static void igb_init_queue_configuration(struct igb_adapter *adapter)  in igb_init_queue_configuration()
3920 void igb_set_flag_queue_pairs(struct igb_adapter *adapter,  in igb_set_flag_queue_pairs()
3956 static int igb_sw_init(struct igb_adapter *adapter)  in igb_sw_init()
4052 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_open()
4169 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_close()
4240 static int igb_setup_all_tx_resources(struct igb_adapter *adapter)  in igb_setup_all_tx_resources()
4263 void igb_setup_tctl(struct igb_adapter *adapter)  in igb_setup_tctl()
4292 void igb_configure_tx_ring(struct igb_adapter *adapter,  in igb_configure_tx_ring()
4328 static void igb_configure_tx(struct igb_adapter *adapter)  in igb_configure_tx()
4352 	struct igb_adapter *adapter = netdev_priv(rx_ring->netdev);  in igb_setup_rx_resources()
4405 static int igb_setup_all_rx_resources(struct igb_adapter *adapter)  in igb_setup_all_rx_resources()
4428 static void igb_setup_mrqc(struct igb_adapter *adapter)  in igb_setup_mrqc()
4518 void igb_setup_rctl(struct igb_adapter *adapter)  in igb_setup_rctl()
4574 static inline int igb_set_vf_rlpml(struct igb_adapter *adapter, int size,  in igb_set_vf_rlpml()
4591 static inline void igb_set_vf_vlan_strip(struct igb_adapter *adapter,  in igb_set_vf_vlan_strip()
4613 static inline void igb_set_vmolr(struct igb_adapter *adapter,  in igb_set_vmolr()
4651 void igb_setup_srrctl(struct igb_adapter *adapter, struct igb_ring *ring)  in igb_setup_srrctl()
4683 void igb_configure_rx_ring(struct igb_adapter *adapter,  in igb_configure_rx_ring()
4734 static void igb_set_rx_buffer_len(struct igb_adapter *adapter,  in igb_set_rx_buffer_len()
4760 static void igb_configure_rx(struct igb_adapter *adapter)  in igb_configure_rx()
4807 static void igb_free_all_tx_resources(struct igb_adapter *adapter)  in igb_free_all_tx_resources()
4886 static void igb_clean_all_tx_rings(struct igb_adapter *adapter)  in igb_clean_all_tx_rings()
4926 static void igb_free_all_rx_resources(struct igb_adapter *adapter)  in igb_free_all_rx_resources()
4982 static void igb_clean_all_rx_rings(struct igb_adapter *adapter)  in igb_clean_all_rx_rings()
5000 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_mac()
5027 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_write_mc_addr_list()
5055 static int igb_vlan_promisc_enable(struct igb_adapter *adapter)  in igb_vlan_promisc_enable()
5108 static void igb_scrub_vfta(struct igb_adapter *adapter, u32 vfta_offset)  in igb_scrub_vfta()
5164 static void igb_vlan_promisc_disable(struct igb_adapter *adapter)  in igb_vlan_promisc_disable()
5190 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_rx_mode()
5287 static void igb_check_wvbr(struct igb_adapter *adapter)  in igb_check_wvbr()
5308 static void igb_spoof_check(struct igb_adapter *adapter)  in igb_spoof_check()
5332 	struct igb_adapter *adapter = from_timer(adapter, t, phy_info_timer);  in igb_update_phy_info()
5340 bool igb_has_link(struct igb_adapter *adapter)  in igb_has_link()
5401 static void igb_check_lvmmc(struct igb_adapter *adapter)  in igb_check_lvmmc()
5422 	struct igb_adapter *adapter = from_timer(adapter, t, watchdog_timer);  in igb_watchdog()
5429 	struct igb_adapter *adapter = container_of(work,  in igb_watchdog_task()
5430 						   struct igb_adapter,  in igb_watchdog_task()
5675 	struct igb_adapter *adapter = q_vector->adapter;  in igb_update_ring_itr()
5799 	struct igb_adapter *adapter = q_vector->adapter;  in igb_set_itr()
6265 int igb_xmit_xdp_ring(struct igb_adapter *adapter,  in igb_xmit_xdp_ring()
6407 		struct igb_adapter *adapter = netdev_priv(tx_ring->netdev);  in igb_xmit_frame_ring()
6449 		struct igb_adapter *adapter = netdev_priv(tx_ring->netdev);  in igb_xmit_frame_ring()
6461 static inline struct igb_ring *igb_tx_queue_mapping(struct igb_adapter *adapter,  in igb_tx_queue_mapping()
6475 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_xmit_frame()
6493 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_tx_timeout()
6509 	struct igb_adapter *adapter;  in igb_reset_task()
6510 	adapter = container_of(work, struct igb_adapter, reset_task);  in igb_reset_task()
6534 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_get_stats64()
6551 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_change_mtu()
6600 void igb_update_stats(struct igb_adapter *adapter)  in igb_update_stats()
6786 static void igb_perout(struct igb_adapter *adapter, int tsintr_tt)  in igb_perout()
6864 static void igb_extts(struct igb_adapter *adapter, int tsintr_tt)  in igb_extts()
6894 static void igb_tsync_interrupt(struct igb_adapter *adapter)  in igb_tsync_interrupt()
6939 	struct igb_adapter *adapter = data;  in igb_msix_other()
6978 	struct igb_adapter *adapter = q_vector->adapter;  in igb_write_itr()
7009 static void igb_update_tx_dca(struct igb_adapter *adapter,  in igb_update_tx_dca()
7030 static void igb_update_rx_dca(struct igb_adapter *adapter,  in igb_update_rx_dca()
7052 	struct igb_adapter *adapter = q_vector->adapter;  in igb_update_dca()
7069 static void igb_setup_dca(struct igb_adapter *adapter)  in igb_setup_dca()
7089 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_notify_dca()
7135 static int igb_vf_configure(struct igb_adapter *adapter, int vf)  in igb_vf_configure()
7152 static void igb_ping_all_vfs(struct igb_adapter *adapter)  in igb_ping_all_vfs()
7166 static int igb_set_vf_promisc(struct igb_adapter *adapter, u32 *msgbuf, u32 vf)  in igb_set_vf_promisc()
7205 static int igb_set_vf_multicasts(struct igb_adapter *adapter,  in igb_set_vf_multicasts()
7233 static void igb_restore_vf_multicasts(struct igb_adapter *adapter)  in igb_restore_vf_multicasts()
7258 static void igb_clear_vf_vfta(struct igb_adapter *adapter, u32 vf)  in igb_clear_vf_vfta()
7329 static void igb_update_pf_vlvf(struct igb_adapter *adapter, u32 vid)  in igb_update_pf_vlvf()
7355 static s32 igb_set_vf_vlan(struct igb_adapter *adapter, u32 vid,  in igb_set_vf_vlan()
7389 static void igb_set_vmvir(struct igb_adapter *adapter, u32 vid, u32 vf)  in igb_set_vmvir()
7399 static int igb_enable_port_vlan(struct igb_adapter *adapter, int vf,  in igb_enable_port_vlan()
7431 static int igb_disable_port_vlan(struct igb_adapter *adapter, int vf)  in igb_disable_port_vlan()
7454 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_vlan()
7466 static int igb_set_vf_vlan_msg(struct igb_adapter *adapter, u32 *msgbuf, u32 vf)  in igb_set_vf_vlan_msg()
7485 static inline void igb_vf_reset(struct igb_adapter *adapter, u32 vf)  in igb_vf_reset()
7508 static void igb_vf_reset_event(struct igb_adapter *adapter, u32 vf)  in igb_vf_reset_event()
7520 static void igb_vf_reset_msg(struct igb_adapter *adapter, u32 vf)  in igb_vf_reset_msg()
7551 static void igb_flush_mac_table(struct igb_adapter *adapter)  in igb_flush_mac_table()
7564 static int igb_available_rars(struct igb_adapter *adapter, u8 queue)  in igb_available_rars()
7589 static void igb_set_default_mac_filter(struct igb_adapter *adapter)  in igb_set_default_mac_filter()
7626 static int igb_add_mac_filter_flags(struct igb_adapter *adapter,  in igb_add_mac_filter_flags()
7658 static int igb_add_mac_filter(struct igb_adapter *adapter, const u8 *addr,  in igb_add_mac_filter()
7670 static int igb_del_mac_filter_flags(struct igb_adapter *adapter,  in igb_del_mac_filter_flags()
7717 static int igb_del_mac_filter(struct igb_adapter *adapter, const u8 *addr,  in igb_del_mac_filter()
7723 int igb_add_mac_steering_filter(struct igb_adapter *adapter,  in igb_add_mac_steering_filter()
7738 int igb_del_mac_steering_filter(struct igb_adapter *adapter,  in igb_del_mac_steering_filter()
7747 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_uc_sync()
7757 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_uc_unsync()
7764 static int igb_set_vf_mac_filter(struct igb_adapter *adapter, const int vf,  in igb_set_vf_mac_filter()
7831 static int igb_set_vf_mac_addr(struct igb_adapter *adapter, u32 *msg, int vf)  in igb_set_vf_mac_addr()
7867 static void igb_rcv_ack_from_vf(struct igb_adapter *adapter, u32 vf)  in igb_rcv_ack_from_vf()
7881 static void igb_rcv_msg_from_vf(struct igb_adapter *adapter, u32 vf)  in igb_rcv_msg_from_vf()
7964 static void igb_msg_task(struct igb_adapter *adapter)  in igb_msg_task()
7998 static void igb_set_uta(struct igb_adapter *adapter, bool set)  in igb_set_uta()
8019 	struct igb_adapter *adapter = data;  in igb_intr_msi()
8056 	struct igb_adapter *adapter = data;  in igb_intr()
8097 	struct igb_adapter *adapter = q_vector->adapter;  in igb_ring_irq_enable()
8166 	struct igb_adapter *adapter = q_vector->adapter;  in igb_clean_tx_irq()
8519 static struct sk_buff *igb_run_xdp(struct igb_adapter *adapter,  in igb_run_xdp()
8803 	struct igb_adapter *adapter = q_vector->adapter;  in igb_clean_rx_irq()
9072 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_mii_ioctl()
9118 	struct igb_adapter *adapter = hw->back;  in igb_read_pci_cfg()
9125 	struct igb_adapter *adapter = hw->back;  in igb_write_pci_cfg()
9132 	struct igb_adapter *adapter = hw->back;  in igb_read_pcie_cap_reg()
9142 	struct igb_adapter *adapter = hw->back;  in igb_write_pcie_cap_reg()
9152 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_mode()
9180 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_rx_add_vid()
9196 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_rx_kill_vid()
9209 static void igb_restore_vlan(struct igb_adapter *adapter)  in igb_restore_vlan()
9220 int igb_set_spd_dplx(struct igb_adapter *adapter, u32 spd, u8 dplx)  in igb_set_spd_dplx()
9283 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_shutdown()
9350 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_deliver_wake_packet()
9387 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_resume()
9447 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_runtime_idle()
9481 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_sriov_reinit()
9558 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_error_detected()
9583 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_slot_reset()
9623 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_resume()
9645 static void igb_rar_set_index(struct igb_adapter *adapter, u32 index)  in igb_rar_set_index()
9690 static int igb_set_vf_mac(struct igb_adapter *adapter,  in igb_set_vf_mac()
9711 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_mac()
9787 static void igb_check_vf_rate_limit(struct igb_adapter *adapter)  in igb_check_vf_rate_limit()
9818 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_bw()
9845 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_spoofchk()
9871 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_trust()
9888 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_get_vf_config()
9902 static void igb_vmm_control(struct igb_adapter *adapter)  in igb_vmm_control()
9943 static void igb_init_dmac(struct igb_adapter *adapter, u32 pba)  in igb_init_dmac()
10029 	struct igb_adapter *adapter = container_of(hw, struct igb_adapter, hw);  in igb_read_i2c_byte()
10066 	struct igb_adapter *adapter = container_of(hw, struct igb_adapter, hw);  in igb_write_i2c_byte()
10086 int igb_reinit_queues(struct igb_adapter *adapter)  in igb_reinit_queues()
10108 static void igb_nfc_filter_exit(struct igb_adapter *adapter)  in igb_nfc_filter_exit()
10123 static void igb_nfc_filter_restore(struct igb_adapter *adapter)  in igb_nfc_filter_restore()