60 static int ena_clean_xdp_irq(struct ena_ring *xdp_ring, u32 budget);
69 static void ena_unmask_interrupt(struct ena_ring *tx_ring,
70 				 struct ena_ring *rx_ring);
71 static void ena_update_ring_numa_node(struct ena_ring *tx_ring,
72 				      struct ena_ring *rx_ring);
73 static void ena_unmap_tx_buff(struct ena_ring *tx_ring,
87 static void ena_ring_tx_doorbell(struct ena_ring *tx_ring)  in ena_ring_tx_doorbell()
137 			   struct ena_ring *ring,  in ena_xmit_common()
194 	struct ena_ring *xdp_ring;  in ena_xdp_io_poll()
235 static int ena_xdp_tx_map_frame(struct ena_ring *xdp_ring,  in ena_xdp_tx_map_frame()
291 static int ena_xdp_xmit_frame(struct ena_ring *xdp_ring,  in ena_xdp_xmit_frame()
339 	struct ena_ring *xdp_ring;  in ena_xdp_xmit()
375 static int ena_xdp_execute(struct ena_ring *rx_ring, struct xdp_buff *xdp)  in ena_xdp_execute()
379 	struct ena_ring *xdp_ring;  in ena_xdp_execute()
484 static int ena_xdp_register_rxq_info(struct ena_ring *rx_ring)  in ena_xdp_register_rxq_info()
511 static void ena_xdp_unregister_rxq_info(struct ena_ring *rx_ring)  in ena_xdp_unregister_rxq_info()
522 	struct ena_ring *rx_ring;  in ena_xdp_exchange_program_rx_in_range()
674 				     struct ena_ring *ring, u16 qid)  in ena_init_io_rings_common()
694 	struct ena_ring *txr, *rxr;  in ena_init_io_rings()
743 	struct ena_ring *tx_ring = &adapter->tx_ring[qid];  in ena_setup_tx_resources()
810 	struct ena_ring *tx_ring = &adapter->tx_ring[qid];  in ena_free_tx_resources()
878 	struct ena_ring *rx_ring = &adapter->rx_ring[qid];  in ena_setup_rx_resources()
936 	struct ena_ring *rx_ring = &adapter->rx_ring[qid];  in ena_free_rx_resources()
986 static struct page *ena_alloc_map_page(struct ena_ring *rx_ring,  in ena_alloc_map_page()
1016 static int ena_alloc_rx_buffer(struct ena_ring *rx_ring,  in ena_alloc_rx_buffer()
1052 static void ena_unmap_rx_buff_attrs(struct ena_ring *rx_ring,  in ena_unmap_rx_buff_attrs()
1060 static void ena_free_rx_page(struct ena_ring *rx_ring,  in ena_free_rx_page()
1077 static int ena_refill_rx_bufs(struct ena_ring *rx_ring, u32 num)  in ena_refill_rx_bufs()
1132 	struct ena_ring *rx_ring = &adapter->rx_ring[qid];  in ena_free_rx_bufs()
1148 	struct ena_ring *rx_ring;  in ena_refill_all_rx_bufs()
1171 static void ena_unmap_tx_buff(struct ena_ring *tx_ring,  in ena_unmap_tx_buff()
1204 static void ena_free_tx_bufs(struct ena_ring *tx_ring)  in ena_free_tx_bufs()
1236 	struct ena_ring *tx_ring;  in ena_free_all_tx_bufs()
1274 static int handle_invalid_req_id(struct ena_ring *ring, u16 req_id,  in handle_invalid_req_id()
1296 static int validate_tx_req_id(struct ena_ring *tx_ring, u16 req_id)  in validate_tx_req_id()
1307 static int validate_xdp_req_id(struct ena_ring *xdp_ring, u16 req_id)  in validate_xdp_req_id()
1318 static int ena_clean_tx_irq(struct ena_ring *tx_ring, u32 budget)  in ena_clean_tx_irq()
1409 static struct sk_buff *ena_alloc_skb(struct ena_ring *rx_ring, void *first_frag, u16 len)  in ena_alloc_skb()
1449 static struct sk_buff *ena_rx_skb(struct ena_ring *rx_ring,  in ena_rx_skb()
1595 static void ena_rx_checksum(struct ena_ring *rx_ring,  in ena_rx_checksum()
1652 static void ena_set_rx_hash(struct ena_ring *rx_ring,  in ena_set_rx_hash()
1674 static int ena_xdp_handle_buff(struct ena_ring *rx_ring, struct xdp_buff *xdp)  in ena_xdp_handle_buff()
1706 static int ena_clean_rx_irq(struct ena_ring *rx_ring, struct napi_struct *napi,  in ena_clean_rx_irq()
1867 	struct ena_ring *rx_ring = ena_napi->rx_ring;  in ena_adjust_adaptive_rx_intr_moderation()
1884 static void ena_unmask_interrupt(struct ena_ring *tx_ring,  in ena_unmask_interrupt()
1885 					struct ena_ring *rx_ring)  in ena_unmask_interrupt()
1917 static void ena_update_ring_numa_node(struct ena_ring *tx_ring,  in ena_update_ring_numa_node()
1918 					     struct ena_ring *rx_ring)  in ena_update_ring_numa_node()
1953 static int ena_clean_xdp_irq(struct ena_ring *xdp_ring, u32 budget)  in ena_clean_xdp_irq()
2017 	struct ena_ring *tx_ring, *rx_ring;  in ena_io_poll()
2436 	struct ena_ring *tx_ring;  in ena_create_io_tx_queue()
2504 	struct ena_ring *rx_ring;  in ena_create_io_rx_queue()
2901 	struct ena_ring *rx_ring;  in ena_set_rx_copybreak()
3008 static int ena_check_and_linearize_skb(struct ena_ring *tx_ring,  in ena_check_and_linearize_skb()
3034 static int ena_tx_map_skb(struct ena_ring *tx_ring,  in ena_tx_map_skb()
3144 	struct ena_ring *tx_ring;  in ena_start_xmit()
3366 	struct ena_ring *rx_ring, *tx_ring;  in ena_get_stats64()
3824 	struct ena_ring *txr;  in ena_restore_device()
3909 					struct ena_ring *rx_ring)  in check_for_rx_interrupt_queue()
3934 					  struct ena_ring *tx_ring)  in check_missing_comp_in_tx_queue()
4001 	struct ena_ring *tx_ring;  in check_for_missing_completions()
4002 	struct ena_ring *rx_ring;  in check_for_missing_completions()
4060 	struct ena_ring *rx_ring;  in check_for_empty_rx_ring()