237 struct virtnet_info {  struct
411 static void enable_delayed_refill(struct virtnet_info *vi)  in enable_delayed_refill()
418 static void disable_delayed_refill(struct virtnet_info *vi)  in disable_delayed_refill()
450 	struct virtnet_info *vi = vq->vdev->priv;  in skb_xmit_done()
497 static struct sk_buff *page_to_skb(struct virtnet_info *vi,  in page_to_skb()
731 static void virtnet_rq_set_premapped(struct virtnet_info *vi)  in virtnet_rq_set_premapped()
783 static bool is_xdp_raw_buffer_queue(struct virtnet_info *vi, int q)  in is_xdp_raw_buffer_queue()
793 static void check_sq_full_and_disable(struct virtnet_info *vi,  in check_sq_full_and_disable()
828 static int __virtnet_xdp_xmit_one(struct virtnet_info *vi,  in __virtnet_xdp_xmit_one()
917 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_xdp_xmit()
1058 static unsigned int virtnet_get_headroom(struct virtnet_info *vi)  in virtnet_get_headroom()
1131 static struct sk_buff *receive_small_build_skb(struct virtnet_info *vi,  in receive_small_build_skb()
1157 					 struct virtnet_info *vi,  in receive_small_xdp()
1244 				     struct virtnet_info *vi,  in receive_small()
1291 				   struct virtnet_info *vi,  in receive_big()
1343 					       struct virtnet_info *vi,  in build_skb_from_xdp_buff()
1386 				      struct virtnet_info *vi,  in virtnet_build_xdp_buff_mrg()
1474 static void *mergeable_xdp_get_buf(struct virtnet_info *vi,  in mergeable_xdp_get_buf()
1549 					     struct virtnet_info *vi,  in receive_mergeable_xdp()
1609 					 struct virtnet_info *vi,  in receive_mergeable()
1755 static void receive_buf(struct virtnet_info *vi, struct receive_queue *rq,  in receive_buf()
1815 static int add_recvbuf_small(struct virtnet_info *vi, struct receive_queue *rq,  in add_recvbuf_small()
1844 static int add_recvbuf_big(struct virtnet_info *vi, struct receive_queue *rq,  in add_recvbuf_big()
1897 	struct virtnet_info *vi = rq->vq->vdev->priv;  in get_mergeable_buf_len()
1910 static int add_recvbuf_mergeable(struct virtnet_info *vi,  in add_recvbuf_mergeable()
1966 static bool try_fill_recv(struct virtnet_info *vi, struct receive_queue *rq,  in try_fill_recv()
1997 	struct virtnet_info *vi = rvq->vdev->priv;  in skb_recv_done()
2016 static void virtnet_napi_tx_enable(struct virtnet_info *vi,  in virtnet_napi_tx_enable()
2042 	struct virtnet_info *vi =  in refill_work()
2043 		container_of(work, struct virtnet_info, refill.work);  in refill_work()
2065 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_receive()
2111 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_poll_cleantx()
2141 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_poll()
2170 static void virtnet_disable_queue_pair(struct virtnet_info *vi, int qp_index)  in virtnet_disable_queue_pair()
2177 static int virtnet_enable_queue_pair(struct virtnet_info *vi, int qp_index)  in virtnet_enable_queue_pair()
2204 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_open()
2234 	struct virtnet_info *vi = sq->vq->vdev->priv;  in virtnet_poll_tx()
2281 	struct virtnet_info *vi = sq->vq->vdev->priv;  in xmit_skb()
2326 	struct virtnet_info *vi = netdev_priv(dev);  in start_xmit()
2381 static int virtnet_rx_resize(struct virtnet_info *vi,  in virtnet_rx_resize()
2404 static int virtnet_tx_resize(struct virtnet_info *vi,  in virtnet_tx_resize()
2450 static bool virtnet_send_command(struct virtnet_info *vi, u8 class, u8 cmd,  in virtnet_send_command()
2497 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_mac_address()
2545 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_stats()
2582 static void virtnet_ack_link_announce(struct virtnet_info *vi)  in virtnet_ack_link_announce()
2591 static int _virtnet_set_queues(struct virtnet_info *vi, u16 queue_pairs)  in _virtnet_set_queues()
2617 static int virtnet_set_queues(struct virtnet_info *vi, u16 queue_pairs)  in virtnet_set_queues()
2629 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_close()
2645 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_rx_mode()
2716 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_vlan_rx_add_vid()
2731 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_vlan_rx_kill_vid()
2743 static void virtnet_clean_affinity(struct virtnet_info *vi)  in virtnet_clean_affinity()
2757 static void virtnet_set_affinity(struct virtnet_info *vi)  in virtnet_set_affinity()
2798 	struct virtnet_info *vi = hlist_entry_safe(node, struct virtnet_info,  in virtnet_cpu_online()
2806 	struct virtnet_info *vi = hlist_entry_safe(node, struct virtnet_info,  in virtnet_cpu_dead()
2814 	struct virtnet_info *vi = hlist_entry_safe(node, struct virtnet_info,  in virtnet_cpu_down_prep()
2823 static int virtnet_cpu_notif_add(struct virtnet_info *vi)  in virtnet_cpu_notif_add()
2838 static void virtnet_cpu_notif_remove(struct virtnet_info *vi)  in virtnet_cpu_notif_remove()
2850 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_ringparam()
2863 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_ringparam()
2905 static bool virtnet_commit_rss_command(struct virtnet_info *vi)  in virtnet_commit_rss_command()
2936 static void virtnet_init_default_rss(struct virtnet_info *vi)  in virtnet_init_default_rss()
2958 static void virtnet_get_hashflow(const struct virtnet_info *vi, struct ethtool_rxnfc *info)  in virtnet_get_hashflow()
3010 static bool virtnet_set_hashflow(struct virtnet_info *vi, struct ethtool_rxnfc *info)  in virtnet_set_hashflow()
3077 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_drvinfo()
3090 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_channels()
3127 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_strings()
3150 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_sset_count()
3164 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_ethtool_stats()
3201 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_channels()
3214 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_link_ksettings()
3223 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_link_ksettings()
3232 static int virtnet_send_notf_coal_cmds(struct virtnet_info *vi,  in virtnet_send_notf_coal_cmds()
3266 static int virtnet_send_ctrl_coal_vq_cmd(struct virtnet_info *vi,  in virtnet_send_ctrl_coal_vq_cmd()
3284 static int virtnet_send_notf_coal_vq_cmds(struct virtnet_info *vi,  in virtnet_send_notf_coal_vq_cmds()
3347 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_coalesce()
3389 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_coalesce()
3410 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_per_queue_coalesce()
3443 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_per_queue_coalesce()
3465 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_init_settings()
3471 static void virtnet_update_settings(struct virtnet_info *vi)  in virtnet_update_settings()
3492 	return ((struct virtnet_info *)netdev_priv(dev))->rss_key_size;  in virtnet_get_rxfh_key_size()
3497 	return ((struct virtnet_info *)netdev_priv(dev))->rss_indir_table_size;  in virtnet_get_rxfh_indir_size()
3502 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_rxfh()
3521 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_rxfh()
3541 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_rxnfc()
3560 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_rxnfc()
3605 	struct virtnet_info *vi = vdev->priv;  in virtnet_freeze_down()
3617 static int init_vqs(struct virtnet_info *vi);
3621 	struct virtnet_info *vi = vdev->priv;  in virtnet_restore_up()
3644 static int virtnet_set_guest_offloads(struct virtnet_info *vi, u64 offloads)  in virtnet_set_guest_offloads()
3660 static int virtnet_clear_guest_offloads(struct virtnet_info *vi)  in virtnet_clear_guest_offloads()
3670 static int virtnet_restore_guest_offloads(struct virtnet_info *vi)  in virtnet_restore_guest_offloads()
3686 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_xdp_set()
3813 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_phys_port_name()
3829 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_features()
3864 	struct virtnet_info *priv = netdev_priv(dev);  in virtnet_tx_timeout()
3897 	struct virtnet_info *vi =  in virtnet_config_changed_work()
3898 		container_of(work, struct virtnet_info, config_work);  in virtnet_config_changed_work()
3930 	struct virtnet_info *vi = vdev->priv;  in virtnet_config_changed()
3935 static void virtnet_free_queues(struct virtnet_info *vi)  in virtnet_free_queues()
3954 static void _free_receive_bufs(struct virtnet_info *vi)  in _free_receive_bufs()
3970 static void free_receive_bufs(struct virtnet_info *vi)  in free_receive_bufs()
3977 static void free_receive_page_frags(struct virtnet_info *vi)  in free_receive_page_frags()
3998 	struct virtnet_info *vi = vq->vdev->priv;  in virtnet_rq_free_unused_buf()
4009 static void free_unused_bufs(struct virtnet_info *vi)  in free_unused_bufs()
4030 static void virtnet_del_vqs(struct virtnet_info *vi)  in virtnet_del_vqs()
4045 static unsigned int mergeable_min_buf_len(struct virtnet_info *vi, struct virtqueue *vq)  in mergeable_min_buf_len()
4057 static int virtnet_find_vqs(struct virtnet_info *vi)  in virtnet_find_vqs()
4141 static int virtnet_alloc_queues(struct virtnet_info *vi)  in virtnet_alloc_queues()
4186 static int init_vqs(struct virtnet_info *vi)  in init_vqs()
4217 	struct virtnet_info *vi = netdev_priv(queue->dev);  in mergeable_rx_buffer_size_show()
4317 static bool virtnet_check_guest_gso(const struct virtnet_info *vi)  in virtnet_check_guest_gso()
4327 static void virtnet_set_big_packets(struct virtnet_info *vi, const int mtu)  in virtnet_set_big_packets()
4345 	struct virtnet_info *vi;  in virtnet_probe()
4362 	dev = alloc_etherdev_mq(sizeof(struct virtnet_info), max_queue_pairs);  in virtnet_probe()
4621 static void remove_vq_common(struct virtnet_info *vi)  in remove_vq_common()
4637 	struct virtnet_info *vi = vdev->priv;  in virtnet_remove()
4655 	struct virtnet_info *vi = vdev->priv;  in virtnet_freeze()
4666 	struct virtnet_info *vi = vdev->priv;  in virtnet_restore()