150 int stmmac_bus_clks_config(struct stmmac_priv *priv, bool enabled)  in stmmac_bus_clks_config()
203 static void __stmmac_disable_all_queues(struct stmmac_priv *priv)  in __stmmac_disable_all_queues()
230 static void stmmac_disable_all_queues(struct stmmac_priv *priv)  in stmmac_disable_all_queues()
252 static void stmmac_enable_all_queues(struct stmmac_priv *priv)  in stmmac_enable_all_queues()
275 static void stmmac_service_event_schedule(struct stmmac_priv *priv)  in stmmac_service_event_schedule()
282 static void stmmac_global_err(struct stmmac_priv *priv)  in stmmac_global_err()
301 static void stmmac_clk_csr_set(struct stmmac_priv *priv)  in stmmac_clk_csr_set()
362 static inline u32 stmmac_tx_avail(struct stmmac_priv *priv, u32 queue)  in stmmac_tx_avail()
380 static inline u32 stmmac_rx_dirty(struct stmmac_priv *priv, u32 queue)  in stmmac_rx_dirty()
393 static void stmmac_lpi_entry_timer_config(struct stmmac_priv *priv, bool en)  in stmmac_lpi_entry_timer_config()
409 static int stmmac_enable_eee_mode(struct stmmac_priv *priv)  in stmmac_enable_eee_mode()
435 void stmmac_disable_eee_mode(struct stmmac_priv *priv)  in stmmac_disable_eee_mode()
456 	struct stmmac_priv *priv = from_timer(priv, t, eee_ctrl_timer);  in stmmac_eee_ctrl_timer()  local
470 bool stmmac_eee_init(struct stmmac_priv *priv)  in stmmac_eee_init()
536 static void stmmac_get_tx_hwtstamp(struct stmmac_priv *priv,  in stmmac_get_tx_hwtstamp()
579 static void stmmac_get_rx_hwtstamp(struct stmmac_priv *priv, struct dma_desc *p,  in stmmac_get_rx_hwtstamp()
620 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_hwtstamp_set()  local
815 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_hwtstamp_get()  local
835 int stmmac_init_tstamp_counter(struct stmmac_priv *priv, u32 systime_flags)  in stmmac_init_tstamp_counter()
883 static int stmmac_init_ptp(struct stmmac_priv *priv)  in stmmac_init_ptp()
919 static void stmmac_release_ptp(struct stmmac_priv *priv)  in stmmac_release_ptp()
931 static void stmmac_mac_flow_ctrl(struct stmmac_priv *priv, u32 duplex)  in stmmac_mac_flow_ctrl()
942 	struct stmmac_priv *priv = netdev_priv(to_net_dev(config->dev));  in stmmac_mac_select_pcs()  local
959 static void stmmac_fpe_link_state_handle(struct stmmac_priv *priv, bool is_up)  in stmmac_fpe_link_state_handle()
977 	struct stmmac_priv *priv = netdev_priv(to_net_dev(config->dev));  in stmmac_mac_link_down()  local
995 	struct stmmac_priv *priv = netdev_priv(to_net_dev(config->dev));  in stmmac_mac_link_up()  local
1120 static void stmmac_check_pcs_mode(struct stmmac_priv *priv)  in stmmac_check_pcs_mode()
1148 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_init_phy()  local
1200 static void stmmac_set_half_duplex(struct stmmac_priv *priv)  in stmmac_set_half_duplex()
1211 static int stmmac_phy_setup(struct stmmac_priv *priv)  in stmmac_phy_setup()
1264 static void stmmac_display_rx_rings(struct stmmac_priv *priv,  in stmmac_display_rx_rings()
1292 static void stmmac_display_tx_rings(struct stmmac_priv *priv,  in stmmac_display_tx_rings()
1322 static void stmmac_display_rings(struct stmmac_priv *priv,  in stmmac_display_rings()
1358 static void stmmac_clear_rx_descriptors(struct stmmac_priv *priv,  in stmmac_clear_rx_descriptors()
1387 static void stmmac_clear_tx_descriptors(struct stmmac_priv *priv,  in stmmac_clear_tx_descriptors()
1417 static void stmmac_clear_descriptors(struct stmmac_priv *priv,  in stmmac_clear_descriptors()
1444 static int stmmac_init_rx_buffers(struct stmmac_priv *priv,  in stmmac_init_rx_buffers()
1490 static void stmmac_free_rx_buffer(struct stmmac_priv *priv,  in stmmac_free_rx_buffer()
1512 static void stmmac_free_tx_buffer(struct stmmac_priv *priv,  in stmmac_free_tx_buffer()
1558 static void dma_free_rx_skbufs(struct stmmac_priv *priv,  in dma_free_rx_skbufs()
1569 static int stmmac_alloc_rx_buffers(struct stmmac_priv *priv,  in stmmac_alloc_rx_buffers()
1602 static void dma_free_rx_xskbufs(struct stmmac_priv *priv,  in dma_free_rx_xskbufs()
1620 static int stmmac_alloc_rx_buffers_zc(struct stmmac_priv *priv,  in stmmac_alloc_rx_buffers_zc()
1657 static struct xsk_buff_pool *stmmac_get_xsk_pool(struct stmmac_priv *priv, u32 queue)  in stmmac_get_xsk_pool()
1675 static int __init_dma_rx_desc_rings(struct stmmac_priv *priv,  in __init_dma_rx_desc_rings()
1739 	struct stmmac_priv *priv = netdev_priv(dev);  in init_dma_rx_desc_rings()  local
1783 static int __init_dma_tx_desc_rings(struct stmmac_priv *priv,  in __init_dma_tx_desc_rings()
1833 	struct stmmac_priv *priv = netdev_priv(dev);  in init_dma_tx_desc_rings()  local
1858 	struct stmmac_priv *priv = netdev_priv(dev);  in init_dma_desc_rings()  local
1881 static void dma_free_tx_skbufs(struct stmmac_priv *priv,  in dma_free_tx_skbufs()
1904 static void stmmac_free_tx_skbufs(struct stmmac_priv *priv)  in stmmac_free_tx_skbufs()
1919 static void __free_dma_rx_desc_resources(struct stmmac_priv *priv,  in __free_dma_rx_desc_resources()
1952 static void free_dma_rx_desc_resources(struct stmmac_priv *priv,  in free_dma_rx_desc_resources()
1969 static void __free_dma_tx_desc_resources(struct stmmac_priv *priv,  in __free_dma_tx_desc_resources()
1999 static void free_dma_tx_desc_resources(struct stmmac_priv *priv,  in free_dma_tx_desc_resources()
2020 static int __alloc_dma_rx_desc_resources(struct stmmac_priv *priv,  in __alloc_dma_rx_desc_resources()
2094 static int alloc_dma_rx_desc_resources(struct stmmac_priv *priv,  in alloc_dma_rx_desc_resources()
2126 static int __alloc_dma_tx_desc_resources(struct stmmac_priv *priv,  in __alloc_dma_tx_desc_resources()
2173 static int alloc_dma_tx_desc_resources(struct stmmac_priv *priv,  in alloc_dma_tx_desc_resources()
2203 static int alloc_dma_desc_resources(struct stmmac_priv *priv,  in alloc_dma_desc_resources()
2222 static void free_dma_desc_resources(struct stmmac_priv *priv,  in free_dma_desc_resources()
2239 static void stmmac_mac_enable_rx_queues(struct stmmac_priv *priv)  in stmmac_mac_enable_rx_queues()
2258 static void stmmac_start_rx_dma(struct stmmac_priv *priv, u32 chan)  in stmmac_start_rx_dma()
2271 static void stmmac_start_tx_dma(struct stmmac_priv *priv, u32 chan)  in stmmac_start_tx_dma()
2284 static void stmmac_stop_rx_dma(struct stmmac_priv *priv, u32 chan)  in stmmac_stop_rx_dma()
2297 static void stmmac_stop_tx_dma(struct stmmac_priv *priv, u32 chan)  in stmmac_stop_tx_dma()
2303 static void stmmac_enable_all_dma_irq(struct stmmac_priv *priv)  in stmmac_enable_all_dma_irq()
2326 static void stmmac_start_all_dma(struct stmmac_priv *priv)  in stmmac_start_all_dma()
2345 static void stmmac_stop_all_dma(struct stmmac_priv *priv)  in stmmac_stop_all_dma()
2364 static void stmmac_dma_operation_mode(struct stmmac_priv *priv)  in stmmac_dma_operation_mode()
2433 static bool stmmac_xdp_xmit_zc(struct stmmac_priv *priv, u32 queue, u32 budget)  in stmmac_xdp_xmit_zc()
2534 static void stmmac_bump_dma_threshold(struct stmmac_priv *priv, u32 chan)  in stmmac_bump_dma_threshold()
2556 static int stmmac_tx_clean(struct stmmac_priv *priv, int budget, u32 queue)  in stmmac_tx_clean()
2740 static void stmmac_tx_err(struct stmmac_priv *priv, u32 chan)  in stmmac_tx_err()
2768 static void stmmac_set_dma_operation_mode(struct stmmac_priv *priv, u32 txmode,  in stmmac_set_dma_operation_mode()
2791 static bool stmmac_safety_feat_interrupt(struct stmmac_priv *priv)  in stmmac_safety_feat_interrupt()
2805 static int stmmac_napi_check(struct stmmac_priv *priv, u32 chan, u32 dir)  in stmmac_napi_check()
2847 static void stmmac_dma_interrupt(struct stmmac_priv *priv)  in stmmac_dma_interrupt()
2879 static void stmmac_mmc_setup(struct stmmac_priv *priv)  in stmmac_mmc_setup()
2902 static int stmmac_get_hw_features(struct stmmac_priv *priv)  in stmmac_get_hw_features()
2914 static void stmmac_check_ether_addr(struct stmmac_priv *priv)  in stmmac_check_ether_addr()
2937 static int stmmac_init_dma_engine(struct stmmac_priv *priv)  in stmmac_init_dma_engine()
3003 static void stmmac_tx_timer_arm(struct stmmac_priv *priv, u32 queue)  in stmmac_tx_timer_arm()
3025 	struct stmmac_priv *priv = tx_q->priv_data;  in stmmac_tx_timer()  local
3052 static void stmmac_init_coalesce(struct stmmac_priv *priv)  in stmmac_init_coalesce()
3072 static void stmmac_set_rings_length(struct stmmac_priv *priv)  in stmmac_set_rings_length()
3094 static void stmmac_set_tx_queue_weight(struct stmmac_priv *priv)  in stmmac_set_tx_queue_weight()
3111 static void stmmac_configure_cbs(struct stmmac_priv *priv)  in stmmac_configure_cbs()
3137 static void stmmac_rx_queue_dma_chan_map(struct stmmac_priv *priv)  in stmmac_rx_queue_dma_chan_map()
3154 static void stmmac_mac_config_rx_queues_prio(struct stmmac_priv *priv)  in stmmac_mac_config_rx_queues_prio()
3174 static void stmmac_mac_config_tx_queues_prio(struct stmmac_priv *priv)  in stmmac_mac_config_tx_queues_prio()
3194 static void stmmac_mac_config_rx_queues_routing(struct stmmac_priv *priv)  in stmmac_mac_config_rx_queues_routing()
3210 static void stmmac_mac_config_rss(struct stmmac_priv *priv)  in stmmac_mac_config_rss()
3231 static void stmmac_mtl_configuration(struct stmmac_priv *priv)  in stmmac_mtl_configuration()
3276 static void stmmac_safety_feat_configuration(struct stmmac_priv *priv)  in stmmac_safety_feat_configuration()
3287 static int stmmac_fpe_start_wq(struct stmmac_priv *priv)  in stmmac_fpe_start_wq()
3323 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_hw_setup()  local
3468 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_hw_teardown()  local
3476 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_free_irq()  local
3527 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_request_irq_multi_msi()  local
3679 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_request_irq_single()  local
3730 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_request_irq()  local
3752 stmmac_setup_dma_desc(struct stmmac_priv *priv, unsigned int mtu)  in stmmac_setup_dma_desc()
3828 	struct stmmac_priv *priv = netdev_priv(dev);  in __stmmac_open()  local
3906 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_open()  local
3922 static void stmmac_fpe_stop_wq(struct stmmac_priv *priv)  in stmmac_fpe_stop_wq()
3940 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_release()  local
3989 static bool stmmac_vlan_insert(struct stmmac_priv *priv, struct sk_buff *skb,  in stmmac_vlan_insert()
4031 static void stmmac_tso_allocator(struct stmmac_priv *priv, dma_addr_t des,  in stmmac_tso_allocator()
4071 static void stmmac_flush_tx_descriptors(struct stmmac_priv *priv, int queue)  in stmmac_flush_tx_descriptors()
4123 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_tso_xmit()  local
4368 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_xmit()  local
4631 static inline void stmmac_rx_refill(struct stmmac_priv *priv, u32 queue)  in stmmac_rx_refill()
4695 static unsigned int stmmac_rx_buf1_len(struct stmmac_priv *priv,  in stmmac_rx_buf1_len()
4723 static unsigned int stmmac_rx_buf2_len(struct stmmac_priv *priv,  in stmmac_rx_buf2_len()
4744 static int stmmac_xdp_xmit_xdpf(struct stmmac_priv *priv, int queue,  in stmmac_xdp_xmit_xdpf()
4820 static int stmmac_xdp_get_tx_queue(struct stmmac_priv *priv,  in stmmac_xdp_get_tx_queue()
4834 static int stmmac_xdp_xmit_back(struct stmmac_priv *priv,  in stmmac_xdp_xmit_back()
4862 static int __stmmac_xdp_run_prog(struct stmmac_priv *priv,  in __stmmac_xdp_run_prog()
4897 static struct sk_buff *stmmac_xdp_run_prog(struct stmmac_priv *priv,  in stmmac_xdp_run_prog()
4914 static void stmmac_finalize_xdp_rx(struct stmmac_priv *priv,  in stmmac_finalize_xdp_rx()
4950 static void stmmac_dispatch_skb_zc(struct stmmac_priv *priv, u32 queue,  in stmmac_dispatch_skb_zc()
4990 static bool stmmac_rx_refill_zc(struct stmmac_priv *priv, u32 queue, u32 budget)  in stmmac_rx_refill_zc()
5058 static int stmmac_rx_zc(struct stmmac_priv *priv, int limit, u32 queue)  in stmmac_rx_zc()
5251 static int stmmac_rx(struct stmmac_priv *priv, int limit, u32 queue)  in stmmac_rx()
5532 	struct stmmac_priv *priv = ch->priv_data;  in stmmac_napi_poll_rx()  local
5559 	struct stmmac_priv *priv = ch->priv_data;  in stmmac_napi_poll_tx()  local
5588 	struct stmmac_priv *priv = ch->priv_data;  in stmmac_napi_poll_rxtx()  local
5644 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_tx_timeout()  local
5660 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_set_rx_mode()  local
5678 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_change_mtu()  local
5734 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_fix_features()  local
5764 	struct stmmac_priv *priv = netdev_priv(netdev);  in stmmac_set_features()  local
5787 static void stmmac_fpe_event_status(struct stmmac_priv *priv, int status)  in stmmac_fpe_event_status()
5829 static void stmmac_common_interrupt(struct stmmac_priv *priv)  in stmmac_common_interrupt()
5898 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_interrupt()  local
5920 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_mac_interrupt()  local
5940 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_safety_interrupt()  local
5962 	struct stmmac_priv *priv;  in stmmac_msi_intr_tx()  local
5994 	struct stmmac_priv *priv;  in stmmac_msi_intr_rx()  local
6024 	struct stmmac_priv *priv = netdev_priv (dev);  in stmmac_ioctl()  local
6052 	struct stmmac_priv *priv = cb_priv;  in stmmac_setup_tc_block_cb()  local
6080 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_setup_tc()  local
6121 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_set_mac_address()  local
6176 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_rings_status_show()  local
6239 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_dma_cap_show()  local
6400 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_device_event()  local
6424 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_init_fs()  local
6444 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_exit_fs()  local
6474 static int stmmac_vlan_update(struct stmmac_priv *priv, bool is_double)  in stmmac_vlan_update()
6501 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_vlan_rx_add_vid()  local
6532 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_vlan_rx_kill_vid()  local
6561 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_bpf()  local
6577 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_xdp_xmit()  local
6616 void stmmac_disable_rx_queue(struct stmmac_priv *priv, u32 queue)  in stmmac_disable_rx_queue()
6629 void stmmac_enable_rx_queue(struct stmmac_priv *priv, u32 queue)  in stmmac_enable_rx_queue()
6679 void stmmac_disable_tx_queue(struct stmmac_priv *priv, u32 queue)  in stmmac_disable_tx_queue()
6692 void stmmac_enable_tx_queue(struct stmmac_priv *priv, u32 queue)  in stmmac_enable_tx_queue()
6734 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_xdp_release()  local
6767 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_xdp_open()  local
6876 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_xsk_wakeup()  local
6912 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_get_stats64()  local
6981 static void stmmac_reset_subtask(struct stmmac_priv *priv)  in stmmac_reset_subtask()
7005 	struct stmmac_priv *priv = container_of(work, struct stmmac_priv,  in stmmac_service_task()  local
7020 static int stmmac_hw_init(struct stmmac_priv *priv)  in stmmac_hw_init()
7118 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_napi_add()  local
7147 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_napi_del()  local
7168 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_reinit_queues()  local
7194 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_reinit_ringparam()  local
7212 	struct stmmac_priv *priv = container_of(work, struct stmmac_priv,  in stmmac_fpe_lp_task()  local
7256 void stmmac_fpe_handshake(struct stmmac_priv *priv, bool enable)  in stmmac_fpe_handshake()
7275 	struct stmmac_priv *priv = ctx->priv;  in stmmac_xdp_rx_timestamp()  local
7317 	struct stmmac_priv *priv;  in stmmac_dvr_probe()  local
7631 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_dvr_remove()  local
7671 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_suspend()  local
7733 static void stmmac_reset_rx_queue(struct stmmac_priv *priv, u32 queue)  in stmmac_reset_rx_queue()
7741 static void stmmac_reset_tx_queue(struct stmmac_priv *priv, u32 queue)  in stmmac_reset_tx_queue()
7756 static void stmmac_reset_queues_param(struct stmmac_priv *priv)  in stmmac_reset_queues_param()
7778 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_resume()  local