43 static int ena_rss_init_default(struct ena_adapter *adapter);
44 static void check_for_admin_com_state(struct ena_adapter *adapter);
45 static void ena_destroy_device(struct ena_adapter *adapter, bool graceful);
46 static int ena_restore_device(struct ena_adapter *adapter);
48 static void ena_init_io_rings(struct ena_adapter *adapter,
50 static void ena_init_napi_in_range(struct ena_adapter *adapter, int first_index,
52 static void ena_del_napi_in_range(struct ena_adapter *adapter, int first_index,
54 static int ena_setup_tx_resources(struct ena_adapter *adapter, int qid);
55 static int ena_setup_tx_resources_in_range(struct ena_adapter *adapter,
58 static int ena_create_io_tx_queue(struct ena_adapter *adapter, int qid);
59 static void ena_free_tx_resources(struct ena_adapter *adapter, int qid);
61 static void ena_destroy_all_tx_queues(struct ena_adapter *adapter);
62 static void ena_free_all_io_tx_resources(struct ena_adapter *adapter);
63 static void ena_napi_disable_in_range(struct ena_adapter *adapter,
65 static void ena_napi_enable_in_range(struct ena_adapter *adapter,
67 static int ena_up(struct ena_adapter *adapter);
68 static void ena_down(struct ena_adapter *adapter);
75 static int ena_create_io_tx_queues_in_range(struct ena_adapter *adapter,
95 	struct ena_adapter *adapter = netdev_priv(dev);  in ena_tx_timeout()
110 static void update_rx_ring_mtu(struct ena_adapter *adapter, int mtu)  in update_rx_ring_mtu()
120 	struct ena_adapter *adapter = netdev_priv(dev);  in ena_change_mtu()
143 	struct ena_adapter *adapter = netdev_priv(dev);  in ena_xmit_common()
240 	struct ena_adapter *adapter = xdp_ring->adapter;  in ena_xdp_tx_map_frame()
338 	struct ena_adapter *adapter = netdev_priv(dev);  in ena_xdp_xmit()
442 static void ena_init_all_xdp_queues(struct ena_adapter *adapter)  in ena_init_all_xdp_queues()
452 static int ena_setup_and_create_all_xdp_queues(struct ena_adapter *adapter)  in ena_setup_and_create_all_xdp_queues()
511 static void ena_xdp_exchange_program_rx_in_range(struct ena_adapter *adapter,  in ena_xdp_exchange_program_rx_in_range()
531 static void ena_xdp_exchange_program(struct ena_adapter *adapter,  in ena_xdp_exchange_program()
545 static int ena_destroy_and_free_all_xdp_queues(struct ena_adapter *adapter)  in ena_destroy_and_free_all_xdp_queues()
568 	struct ena_adapter *adapter = netdev_priv(netdev);  in ena_xdp_set()
639 static int ena_init_rx_cpu_rmap(struct ena_adapter *adapter)  in ena_init_rx_cpu_rmap()
663 static void ena_init_io_rings_common(struct ena_adapter *adapter,  in ena_init_io_rings_common()
679 static void ena_init_io_rings(struct ena_adapter *adapter,  in ena_init_io_rings()
730 static int ena_setup_tx_resources(struct ena_adapter *adapter, int qid)  in ena_setup_tx_resources()
796 static void ena_free_tx_resources(struct ena_adapter *adapter, int qid)  in ena_free_tx_resources()
810 static int ena_setup_tx_resources_in_range(struct ena_adapter *adapter,  in ena_setup_tx_resources_in_range()
835 static void ena_free_all_io_tx_resources_in_range(struct ena_adapter *adapter,  in ena_free_all_io_tx_resources_in_range()
849 static void ena_free_all_io_tx_resources(struct ena_adapter *adapter)  in ena_free_all_io_tx_resources()
863 static int ena_setup_rx_resources(struct ena_adapter *adapter,  in ena_setup_rx_resources()
920 static void ena_free_rx_resources(struct ena_adapter *adapter,  in ena_free_rx_resources()
937 static int ena_setup_all_rx_resources(struct ena_adapter *adapter)  in ena_setup_all_rx_resources()
965 static void ena_free_all_io_rx_resources(struct ena_adapter *adapter)  in ena_free_all_io_rx_resources()
1116 static void ena_free_rx_bufs(struct ena_adapter *adapter,  in ena_free_rx_bufs()
1133 static void ena_refill_all_rx_bufs(struct ena_adapter *adapter)  in ena_refill_all_rx_bufs()
1150 static void ena_free_all_rx_bufs(struct ena_adapter *adapter)  in ena_free_all_rx_bufs()
1221 static void ena_free_all_tx_bufs(struct ena_adapter *adapter)  in ena_free_all_tx_bufs()
1232 static void ena_destroy_all_tx_queues(struct ena_adapter *adapter)  in ena_destroy_all_tx_queues()
1243 static void ena_destroy_all_rx_queues(struct ena_adapter *adapter)  in ena_destroy_all_rx_queues()
1255 static void ena_destroy_all_io_queues(struct ena_adapter *adapter)  in ena_destroy_all_io_queues()
1424 	struct ena_adapter *adapter;  in ena_rx_skb()
1647 	struct ena_adapter *adapter;  in ena_clean_rx_irq()
2012 	struct ena_adapter *adapter = (struct ena_adapter *)data;  in ena_intr_msix_mgmnt()
2047 static int ena_enable_msix(struct ena_adapter *adapter)  in ena_enable_msix()
2088 static void ena_setup_mgmnt_intr(struct ena_adapter *adapter)  in ena_setup_mgmnt_intr()
2106 static void ena_setup_io_intr(struct ena_adapter *adapter)  in ena_setup_io_intr()
2132 static int ena_request_mgmnt_irq(struct ena_adapter *adapter)  in ena_request_mgmnt_irq()
2156 static int ena_request_io_irq(struct ena_adapter *adapter)  in ena_request_io_irq()
2198 static void ena_free_mgmnt_irq(struct ena_adapter *adapter)  in ena_free_mgmnt_irq()
2208 static void ena_free_io_irq(struct ena_adapter *adapter)  in ena_free_io_irq()
2228 static void ena_disable_msix(struct ena_adapter *adapter)  in ena_disable_msix()
2234 static void ena_disable_io_intr_sync(struct ena_adapter *adapter)  in ena_disable_io_intr_sync()
2246 static void ena_del_napi_in_range(struct ena_adapter *adapter,  in ena_del_napi_in_range()
2260 static void ena_init_napi_in_range(struct ena_adapter *adapter,  in ena_init_napi_in_range()
2281 static void ena_napi_disable_in_range(struct ena_adapter *adapter,  in ena_napi_disable_in_range()
2291 static void ena_napi_enable_in_range(struct ena_adapter *adapter,  in ena_napi_enable_in_range()
2302 static int ena_rss_configure(struct ena_adapter *adapter)  in ena_rss_configure()
2335 static int ena_up_complete(struct ena_adapter *adapter)  in ena_up_complete()
2357 static int ena_create_io_tx_queue(struct ena_adapter *adapter, int qid)  in ena_create_io_tx_queue()
2404 static int ena_create_io_tx_queues_in_range(struct ena_adapter *adapter,  in ena_create_io_tx_queues_in_range()
2425 static int ena_create_io_rx_queue(struct ena_adapter *adapter, int qid)  in ena_create_io_rx_queue()
2475 static int ena_create_all_io_rx_queues(struct ena_adapter *adapter)  in ena_create_all_io_rx_queues()
2498 static void set_io_rings_size(struct ena_adapter *adapter,  in set_io_rings_size()
2525 static int create_queues_with_size_backoff(struct ena_adapter *adapter)  in create_queues_with_size_backoff()
2615 static int ena_up(struct ena_adapter *adapter)  in ena_up()
2677 static void ena_down(struct ena_adapter *adapter)  in ena_down()
2732 	struct ena_adapter *adapter = netdev_priv(netdev);  in ena_open()
2767 	struct ena_adapter *adapter = netdev_priv(netdev);  in ena_close()
2791 int ena_update_queue_sizes(struct ena_adapter *adapter,  in ena_update_queue_sizes()
2808 int ena_update_queue_count(struct ena_adapter *adapter, u32 new_channel_count)  in ena_update_queue_count()
2931 	struct ena_adapter *adapter = tx_ring->adapter;  in ena_tx_map_skb()
3032 	struct ena_adapter *adapter = netdev_priv(dev);  in ena_start_xmit()
3201 static void ena_config_debug_area(struct ena_adapter *adapter)  in ena_config_debug_area()
3239 int ena_update_hw_stats(struct ena_adapter *adapter)  in ena_update_hw_stats()
3255 	struct ena_adapter *adapter = netdev_priv(netdev);  in ena_get_stats64()
3328 static int ena_device_validate_params(struct ena_adapter *adapter,  in ena_device_validate_params()
3519 static int ena_enable_msix_and_set_admin_interrupts(struct ena_adapter *adapter)  in ena_enable_msix_and_set_admin_interrupts()
3551 static void ena_destroy_device(struct ena_adapter *adapter, bool graceful)  in ena_destroy_device()
3597 static int ena_restore_device(struct ena_adapter *adapter)  in ena_restore_device()
3663 	struct ena_adapter *adapter =  in ena_fw_reset_device()
3664 		container_of(work, struct ena_adapter, reset_task);  in ena_fw_reset_device()
3678 static int check_for_rx_interrupt_queue(struct ena_adapter *adapter,  in check_for_rx_interrupt_queue()
3703 static int check_missing_comp_in_tx_queue(struct ena_adapter *adapter,  in check_missing_comp_in_tx_queue()
3769 static void check_for_missing_completions(struct ena_adapter *adapter)  in check_for_missing_completions()
3828 static void check_for_empty_rx_ring(struct ena_adapter *adapter)  in check_for_empty_rx_ring()
3863 static void check_for_missing_keep_alive(struct ena_adapter *adapter)  in check_for_missing_keep_alive()
3884 static void check_for_admin_com_state(struct ena_adapter *adapter)  in check_for_admin_com_state()
3895 static void ena_update_hints(struct ena_adapter *adapter,  in ena_update_hints()
3944 	struct ena_adapter *adapter = from_timer(adapter, t, timer_service);  in ena_timer_service()
4052 static void ena_set_conf_feat_params(struct ena_adapter *adapter,  in ena_set_conf_feat_params()
4074 static int ena_rss_init_default(struct ena_adapter *adapter)  in ena_rss_init_default()
4127 static void ena_calc_io_queue_size(struct ena_adapter *adapter,  in ena_calc_io_queue_size()
4206 	struct ena_adapter *adapter;  in ena_probe()
4256 	netdev = alloc_etherdev_mq(sizeof(struct ena_adapter), ENA_MAX_RINGS);  in ena_probe()
4425 	struct ena_adapter *adapter = pci_get_drvdata(pdev);  in __ena_shutoff()
4501 	struct ena_adapter *adapter = pci_get_drvdata(pdev);  in ena_suspend()
4521 	struct ena_adapter *adapter = dev_get_drvdata(dev_d);  in ena_resume()
4580 	struct ena_adapter *adapter = (struct ena_adapter *)adapter_data;  in ena_update_on_link_change()
4600 	struct ena_adapter *adapter = (struct ena_adapter *)adapter_data;  in ena_keep_alive_wd()
4623 	struct ena_adapter *adapter = (struct ena_adapter *)adapter_data;  in ena_notification()
4648 	struct ena_adapter *adapter = (struct ena_adapter *)data;  in unimplemented_aenq_handler()