82 static void release_sub_crqs(struct ibmvnic_adapter *, bool);
83 static int ibmvnic_reset_crq(struct ibmvnic_adapter *);
84 static int ibmvnic_send_crq_init(struct ibmvnic_adapter *);
85 static int ibmvnic_reenable_crq_queue(struct ibmvnic_adapter *);
86 static int ibmvnic_send_crq(struct ibmvnic_adapter *, union ibmvnic_crq *);
87 static int send_subcrq(struct ibmvnic_adapter *adapter, u64 remote_handle,
89 static int send_subcrq_indirect(struct ibmvnic_adapter *, u64, u64, u64);
91 static int enable_scrq_irq(struct ibmvnic_adapter *,
93 static int disable_scrq_irq(struct ibmvnic_adapter *,
95 static int pending_scrq(struct ibmvnic_adapter *,
97 static union sub_crq *ibmvnic_next_scrq(struct ibmvnic_adapter *,
100 static void send_map_query(struct ibmvnic_adapter *adapter);
101 static int send_request_map(struct ibmvnic_adapter *, dma_addr_t, __be32, u8);
102 static int send_request_unmap(struct ibmvnic_adapter *, u8);
103 static int send_login(struct ibmvnic_adapter *adapter);
104 static void send_cap_queries(struct ibmvnic_adapter *adapter);
105 static int init_sub_crqs(struct ibmvnic_adapter *);
106 static int init_sub_crq_irqs(struct ibmvnic_adapter *adapter);
107 static int ibmvnic_init(struct ibmvnic_adapter *);
108 static int ibmvnic_reset_init(struct ibmvnic_adapter *);
109 static void release_crq_queue(struct ibmvnic_adapter *);
111 static int init_crq_queue(struct ibmvnic_adapter *adapter);
112 static int send_query_phys_parms(struct ibmvnic_adapter *adapter);
119 #define IBMVNIC_STAT_OFF(stat) (offsetof(struct ibmvnic_adapter, stats) + \
162 static int alloc_long_term_buff(struct ibmvnic_adapter *adapter,  in alloc_long_term_buff()
197 static void free_long_term_buff(struct ibmvnic_adapter *adapter,  in free_long_term_buff()
211 static int reset_long_term_buff(struct ibmvnic_adapter *adapter,  in reset_long_term_buff()
233 static void deactivate_rx_pools(struct ibmvnic_adapter *adapter)  in deactivate_rx_pools()
242 static void replenish_rx_pool(struct ibmvnic_adapter *adapter,  in replenish_rx_pool()
342 static void replenish_pools(struct ibmvnic_adapter *adapter)  in replenish_pools()
354 static void release_stats_buffers(struct ibmvnic_adapter *adapter)  in release_stats_buffers()
362 static int init_stats_buffers(struct ibmvnic_adapter *adapter)  in init_stats_buffers()
381 static void release_stats_token(struct ibmvnic_adapter *adapter)  in release_stats_token()
394 static int init_stats_token(struct ibmvnic_adapter *adapter)  in init_stats_token()
412 static int reset_rx_pools(struct ibmvnic_adapter *adapter)  in reset_rx_pools()
458 static void release_rx_pools(struct ibmvnic_adapter *adapter)  in release_rx_pools()
494 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in init_rx_pools()
562 static int reset_one_tx_pool(struct ibmvnic_adapter *adapter,  in reset_one_tx_pool()
584 static int reset_tx_pools(struct ibmvnic_adapter *adapter)  in reset_tx_pools()
602 static void release_vpd_data(struct ibmvnic_adapter *adapter)  in release_vpd_data()
613 static void release_one_tx_pool(struct ibmvnic_adapter *adapter,  in release_one_tx_pool()
621 static void release_tx_pools(struct ibmvnic_adapter *adapter)  in release_tx_pools()
644 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in init_one_tx_pool()
674 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in init_tx_pools()
712 static void ibmvnic_napi_enable(struct ibmvnic_adapter *adapter)  in ibmvnic_napi_enable()
725 static void ibmvnic_napi_disable(struct ibmvnic_adapter *adapter)  in ibmvnic_napi_disable()
740 static int init_napi(struct ibmvnic_adapter *adapter)  in init_napi()
759 static void release_napi(struct ibmvnic_adapter *adapter)  in release_napi()
779 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_login()
847 static void release_login_buffer(struct ibmvnic_adapter *adapter)  in release_login_buffer()
853 static void release_login_rsp_buffer(struct ibmvnic_adapter *adapter)  in release_login_rsp_buffer()
859 static void release_resources(struct ibmvnic_adapter *adapter)  in release_resources()
870 static int set_link_state(struct ibmvnic_adapter *adapter, u8 link_state)  in set_link_state()
917 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in set_real_num_queues()
936 static int ibmvnic_get_vpd(struct ibmvnic_adapter *adapter)  in ibmvnic_get_vpd()
995 static int init_resources(struct ibmvnic_adapter *adapter)  in init_resources()
1033 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_open()
1079 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_open()
1108 static void clean_rx_pools(struct ibmvnic_adapter *adapter)  in clean_rx_pools()
1139 static void clean_one_tx_pool(struct ibmvnic_adapter *adapter,  in clean_one_tx_pool()
1160 static void clean_tx_pools(struct ibmvnic_adapter *adapter)  in clean_tx_pools()
1178 static void ibmvnic_disable_irqs(struct ibmvnic_adapter *adapter)  in ibmvnic_disable_irqs()
1207 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_cleanup()
1224 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_close()
1237 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_close()
1407 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_xmit()
1635 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_multi()
1678 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_set_mac()
1714 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_mac()
1730 static int do_change_param_reset(struct ibmvnic_adapter *adapter,  in do_change_param_reset()
1810 static int do_reset(struct ibmvnic_adapter *adapter,  in do_reset()
1955 static int do_hard_reset(struct ibmvnic_adapter *adapter,  in do_hard_reset()
2018 static struct ibmvnic_rwi *get_next_rwi(struct ibmvnic_adapter *adapter)  in get_next_rwi()
2037 static void free_all_rwi(struct ibmvnic_adapter *adapter)  in free_all_rwi()
2051 	struct ibmvnic_adapter *adapter;  in __ibmvnic_reset()
2055 	adapter = container_of(work, struct ibmvnic_adapter, ibmvnic_reset);  in __ibmvnic_reset()
2125 	struct ibmvnic_adapter *adapter;  in __ibmvnic_delayed_reset()
2127 	adapter = container_of(work, struct ibmvnic_adapter,  in __ibmvnic_delayed_reset()
2132 static int ibmvnic_reset(struct ibmvnic_adapter *adapter,  in ibmvnic_reset()
2194 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_tx_timeout()
2199 static void remove_buff_from_pool(struct ibmvnic_adapter *adapter,  in remove_buff_from_pool()
2215 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_poll()
2309 static int wait_for_reset(struct ibmvnic_adapter *adapter)  in wait_for_reset()
2349 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_change_mtu()
2390 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_link_ksettings()
2410 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_drvinfo()
2420 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_msglevel()
2427 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_msglevel()
2434 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_link()
2445 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_ringparam()
2465 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_ringparam()
2488 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_channels()
2509 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_channels()
2531 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_strings()
2576 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_sset_count()
2593 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_ethtool_stats()
2637 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_priv_flags()
2644 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_priv_flags()
2673 static int reset_one_sub_crq_queue(struct ibmvnic_adapter *adapter,  in reset_one_sub_crq_queue()
2693 static int reset_sub_crq_queues(struct ibmvnic_adapter *adapter)  in reset_sub_crq_queues()
2714 static void release_sub_crq_queue(struct ibmvnic_adapter *adapter,  in release_sub_crq_queue()
2744 static struct ibmvnic_sub_crq_queue *init_sub_crq_queue(struct ibmvnic_adapter  in init_sub_crq_queue()
2803 static void release_sub_crqs(struct ibmvnic_adapter *adapter, bool do_h_free)  in release_sub_crqs()
2854 static int disable_scrq_irq(struct ibmvnic_adapter *adapter,  in disable_scrq_irq()
2868 static int enable_scrq_irq(struct ibmvnic_adapter *adapter,  in enable_scrq_irq()
2900 static int ibmvnic_complete_tx(struct ibmvnic_adapter *adapter,  in ibmvnic_complete_tx()
2977 	struct ibmvnic_adapter *adapter = scrq->adapter;  in ibmvnic_interrupt_tx()
2988 	struct ibmvnic_adapter *adapter = scrq->adapter;  in ibmvnic_interrupt_rx()
3006 static int init_sub_crq_irqs(struct ibmvnic_adapter *adapter)  in init_sub_crq_irqs()
3076 static int init_sub_crqs(struct ibmvnic_adapter *adapter)  in init_sub_crqs()
3161 static void ibmvnic_send_req_caps(struct ibmvnic_adapter *adapter, int retry)  in ibmvnic_send_req_caps()
3288 static int pending_scrq(struct ibmvnic_adapter *adapter,  in pending_scrq()
3299 static union sub_crq *ibmvnic_next_scrq(struct ibmvnic_adapter *adapter,  in ibmvnic_next_scrq()
3318 static union ibmvnic_crq *ibmvnic_next_crq(struct ibmvnic_adapter *adapter)  in ibmvnic_next_crq()
3353 static int send_subcrq(struct ibmvnic_adapter *adapter, u64 remote_handle,  in send_subcrq()
3385 static int send_subcrq_indirect(struct ibmvnic_adapter *adapter,  in send_subcrq_indirect()
3404 static int ibmvnic_send_crq(struct ibmvnic_adapter *adapter,  in ibmvnic_send_crq()
3442 static int ibmvnic_send_crq_init(struct ibmvnic_adapter *adapter)  in ibmvnic_send_crq_init()
3454 static int send_version_xchg(struct ibmvnic_adapter *adapter)  in send_version_xchg()
3472 static int vnic_client_data_len(struct ibmvnic_adapter *adapter)  in vnic_client_data_len()
3488 static void vnic_add_client_data(struct ibmvnic_adapter *adapter,  in vnic_add_client_data()
3515 static int send_login(struct ibmvnic_adapter *adapter)  in send_login()
3646 static int send_request_map(struct ibmvnic_adapter *adapter, dma_addr_t addr,  in send_request_map()
3660 static int send_request_unmap(struct ibmvnic_adapter *adapter, u8 map_id)  in send_request_unmap()
3671 static void send_map_query(struct ibmvnic_adapter *adapter)  in send_map_query()
3682 static void send_cap_queries(struct ibmvnic_adapter *adapter)  in send_cap_queries()
3800 				struct ibmvnic_adapter *adapter)  in handle_vpd_size_rsp()
3816 			   struct ibmvnic_adapter *adapter)  in handle_vpd_rsp()
3864 static void handle_query_ip_offload_rsp(struct ibmvnic_adapter *adapter)  in handle_query_ip_offload_rsp()
4012 				    struct ibmvnic_adapter *adapter)  in handle_error_indication()
4032 				 struct ibmvnic_adapter *adapter)  in handle_change_mac_rsp()
4051 				   struct ibmvnic_adapter *adapter)  in handle_request_cap_rsp()
4150 			    struct ibmvnic_adapter *adapter)  in handle_login_rsp()
4197 				     struct ibmvnic_adapter *adapter)  in handle_request_unmap_rsp()
4208 				 struct ibmvnic_adapter *adapter)  in handle_query_map_rsp()
4225 				 struct ibmvnic_adapter *adapter)  in handle_query_cap_rsp()
4403 static int send_query_phys_parms(struct ibmvnic_adapter *adapter)  in send_query_phys_parms()
4420 				       struct ibmvnic_adapter *adapter)  in handle_query_phys_parms_rsp()
4472 			       struct ibmvnic_adapter *adapter)  in ibmvnic_handle_crq()
4635 	struct ibmvnic_adapter *adapter = instance;  in ibmvnic_interrupt()
4643 	struct ibmvnic_adapter *adapter = data;  in ibmvnic_tasklet()
4671 static int ibmvnic_reenable_crq_queue(struct ibmvnic_adapter *adapter)  in ibmvnic_reenable_crq_queue()
4686 static int ibmvnic_reset_crq(struct ibmvnic_adapter *adapter)  in ibmvnic_reset_crq()
4716 static void release_crq_queue(struct ibmvnic_adapter *adapter)  in release_crq_queue()
4739 static int init_crq_queue(struct ibmvnic_adapter *adapter)  in init_crq_queue()
4815 static int ibmvnic_reset_init(struct ibmvnic_adapter *adapter)  in ibmvnic_reset_init()
4874 static int ibmvnic_init(struct ibmvnic_adapter *adapter)  in ibmvnic_init()
4920 	struct ibmvnic_adapter *adapter;  in ibmvnic_probe()
4937 	netdev = alloc_etherdev_mq(sizeof(struct ibmvnic_adapter),  in ibmvnic_probe()
5028 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_remove()
5055 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in failover_store()
5090 	struct ibmvnic_adapter *adapter;  in ibmvnic_get_desired_dma()
5120 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_resume()