93 static void release_sub_crqs(struct ibmvnic_adapter *, bool);
94 static int ibmvnic_reset_crq(struct ibmvnic_adapter *);
95 static int ibmvnic_send_crq_init(struct ibmvnic_adapter *);
96 static int ibmvnic_reenable_crq_queue(struct ibmvnic_adapter *);
97 static int ibmvnic_send_crq(struct ibmvnic_adapter *, union ibmvnic_crq *);
98 static int send_subcrq(struct ibmvnic_adapter *adapter, u64 remote_handle,
100 static int send_subcrq_indirect(struct ibmvnic_adapter *, u64, u64, u64);
102 static int enable_scrq_irq(struct ibmvnic_adapter *,
104 static int disable_scrq_irq(struct ibmvnic_adapter *,
106 static int pending_scrq(struct ibmvnic_adapter *,
108 static union sub_crq *ibmvnic_next_scrq(struct ibmvnic_adapter *,
111 static void send_map_query(struct ibmvnic_adapter *adapter);
112 static int send_request_map(struct ibmvnic_adapter *, dma_addr_t, __be32, u8);
113 static int send_request_unmap(struct ibmvnic_adapter *, u8);
114 static int send_login(struct ibmvnic_adapter *adapter);
115 static void send_cap_queries(struct ibmvnic_adapter *adapter);
116 static int init_sub_crqs(struct ibmvnic_adapter *);
117 static int init_sub_crq_irqs(struct ibmvnic_adapter *adapter);
118 static int ibmvnic_init(struct ibmvnic_adapter *);
119 static int ibmvnic_reset_init(struct ibmvnic_adapter *);
120 static void release_crq_queue(struct ibmvnic_adapter *);
122 static int init_crq_queue(struct ibmvnic_adapter *adapter);
129 #define IBMVNIC_STAT_OFF(stat) (offsetof(struct ibmvnic_adapter, stats) + \
172 static int alloc_long_term_buff(struct ibmvnic_adapter *adapter,  in alloc_long_term_buff()
207 static void free_long_term_buff(struct ibmvnic_adapter *adapter,  in free_long_term_buff()
221 static int reset_long_term_buff(struct ibmvnic_adapter *adapter,  in reset_long_term_buff()
243 static void deactivate_rx_pools(struct ibmvnic_adapter *adapter)  in deactivate_rx_pools()
252 static void replenish_rx_pool(struct ibmvnic_adapter *adapter,  in replenish_rx_pool()
352 static void replenish_pools(struct ibmvnic_adapter *adapter)  in replenish_pools()
364 static void release_stats_buffers(struct ibmvnic_adapter *adapter)  in release_stats_buffers()
372 static int init_stats_buffers(struct ibmvnic_adapter *adapter)  in init_stats_buffers()
391 static void release_stats_token(struct ibmvnic_adapter *adapter)  in release_stats_token()
404 static int init_stats_token(struct ibmvnic_adapter *adapter)  in init_stats_token()
422 static int reset_rx_pools(struct ibmvnic_adapter *adapter)  in reset_rx_pools()
467 static void release_rx_pools(struct ibmvnic_adapter *adapter)  in release_rx_pools()
503 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in init_rx_pools()
571 static int reset_one_tx_pool(struct ibmvnic_adapter *adapter,  in reset_one_tx_pool()
593 static int reset_tx_pools(struct ibmvnic_adapter *adapter)  in reset_tx_pools()
611 static void release_vpd_data(struct ibmvnic_adapter *adapter)  in release_vpd_data()
622 static void release_one_tx_pool(struct ibmvnic_adapter *adapter,  in release_one_tx_pool()
630 static void release_tx_pools(struct ibmvnic_adapter *adapter)  in release_tx_pools()
653 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in init_one_tx_pool()
683 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in init_tx_pools()
721 static void ibmvnic_napi_enable(struct ibmvnic_adapter *adapter)  in ibmvnic_napi_enable()
734 static void ibmvnic_napi_disable(struct ibmvnic_adapter *adapter)  in ibmvnic_napi_disable()
749 static int init_napi(struct ibmvnic_adapter *adapter)  in init_napi()
768 static void release_napi(struct ibmvnic_adapter *adapter)  in release_napi()
791 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_login()
863 static void release_login_buffer(struct ibmvnic_adapter *adapter)  in release_login_buffer()
869 static void release_login_rsp_buffer(struct ibmvnic_adapter *adapter)  in release_login_rsp_buffer()
875 static void release_resources(struct ibmvnic_adapter *adapter)  in release_resources()
886 static int set_link_state(struct ibmvnic_adapter *adapter, u8 link_state)  in set_link_state()
933 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in set_real_num_queues()
952 static int ibmvnic_get_vpd(struct ibmvnic_adapter *adapter)  in ibmvnic_get_vpd()
1011 static int init_resources(struct ibmvnic_adapter *adapter)  in init_resources()
1049 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_open()
1095 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_open()
1132 static void clean_rx_pools(struct ibmvnic_adapter *adapter)  in clean_rx_pools()
1163 static void clean_one_tx_pool(struct ibmvnic_adapter *adapter,  in clean_one_tx_pool()
1184 static void clean_tx_pools(struct ibmvnic_adapter *adapter)  in clean_tx_pools()
1202 static void ibmvnic_disable_irqs(struct ibmvnic_adapter *adapter)  in ibmvnic_disable_irqs()
1231 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_cleanup()
1248 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_close()
1261 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_close()
1433 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_xmit()
1659 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_multi()
1702 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_set_mac()
1726 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_mac()
1745 static int do_reset(struct ibmvnic_adapter *adapter,  in do_reset()
1876 static int do_hard_reset(struct ibmvnic_adapter *adapter,  in do_hard_reset()
1955 static struct ibmvnic_rwi *get_next_rwi(struct ibmvnic_adapter *adapter)  in get_next_rwi()
1973 static void free_all_rwi(struct ibmvnic_adapter *adapter)  in free_all_rwi()
1987 	struct ibmvnic_adapter *adapter;  in __ibmvnic_reset()
1992 	adapter = container_of(work, struct ibmvnic_adapter, ibmvnic_reset);  in __ibmvnic_reset()
2031 static int ibmvnic_reset(struct ibmvnic_adapter *adapter,  in ibmvnic_reset()
2095 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_tx_timeout()
2100 static void remove_buff_from_pool(struct ibmvnic_adapter *adapter,  in remove_buff_from_pool()
2116 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_poll()
2210 static int wait_for_reset(struct ibmvnic_adapter *adapter)  in wait_for_reset()
2250 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_change_mtu()
2314 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_drvinfo()
2324 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_msglevel()
2331 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_msglevel()
2338 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_link()
2349 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_ringparam()
2364 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_ringparam()
2385 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_channels()
2400 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_channels()
2410 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_strings()
2444 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_sset_count()
2459 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_ethtool_stats()
2518 static int reset_one_sub_crq_queue(struct ibmvnic_adapter *adapter,  in reset_one_sub_crq_queue()
2538 static int reset_sub_crq_queues(struct ibmvnic_adapter *adapter)  in reset_sub_crq_queues()
2559 static void release_sub_crq_queue(struct ibmvnic_adapter *adapter,  in release_sub_crq_queue()
2589 static struct ibmvnic_sub_crq_queue *init_sub_crq_queue(struct ibmvnic_adapter  in init_sub_crq_queue()
2648 static void release_sub_crqs(struct ibmvnic_adapter *adapter, bool do_h_free)  in release_sub_crqs()
2699 static int disable_scrq_irq(struct ibmvnic_adapter *adapter,  in disable_scrq_irq()
2713 static int enable_scrq_irq(struct ibmvnic_adapter *adapter,  in enable_scrq_irq()
2742 static int ibmvnic_complete_tx(struct ibmvnic_adapter *adapter,  in ibmvnic_complete_tx()
2828 	struct ibmvnic_adapter *adapter = scrq->adapter;  in ibmvnic_interrupt_tx()
2839 	struct ibmvnic_adapter *adapter = scrq->adapter;  in ibmvnic_interrupt_rx()
2857 static int init_sub_crq_irqs(struct ibmvnic_adapter *adapter)  in init_sub_crq_irqs()
2923 static int init_sub_crqs(struct ibmvnic_adapter *adapter)  in init_sub_crqs()
3008 static void ibmvnic_send_req_caps(struct ibmvnic_adapter *adapter, int retry)  in ibmvnic_send_req_caps()
3135 static int pending_scrq(struct ibmvnic_adapter *adapter,  in pending_scrq()
3146 static union sub_crq *ibmvnic_next_scrq(struct ibmvnic_adapter *adapter,  in ibmvnic_next_scrq()
3165 static union ibmvnic_crq *ibmvnic_next_crq(struct ibmvnic_adapter *adapter)  in ibmvnic_next_crq()
3200 static int send_subcrq(struct ibmvnic_adapter *adapter, u64 remote_handle,  in send_subcrq()
3232 static int send_subcrq_indirect(struct ibmvnic_adapter *adapter,  in send_subcrq_indirect()
3251 static int ibmvnic_send_crq(struct ibmvnic_adapter *adapter,  in ibmvnic_send_crq()
3289 static int ibmvnic_send_crq_init(struct ibmvnic_adapter *adapter)  in ibmvnic_send_crq_init()
3301 static int send_version_xchg(struct ibmvnic_adapter *adapter)  in send_version_xchg()
3319 static int vnic_client_data_len(struct ibmvnic_adapter *adapter)  in vnic_client_data_len()
3335 static void vnic_add_client_data(struct ibmvnic_adapter *adapter,  in vnic_add_client_data()
3362 static int send_login(struct ibmvnic_adapter *adapter)  in send_login()
3493 static int send_request_map(struct ibmvnic_adapter *adapter, dma_addr_t addr,  in send_request_map()
3507 static int send_request_unmap(struct ibmvnic_adapter *adapter, u8 map_id)  in send_request_unmap()
3518 static void send_map_query(struct ibmvnic_adapter *adapter)  in send_map_query()
3529 static void send_cap_queries(struct ibmvnic_adapter *adapter)  in send_cap_queries()
3647 				struct ibmvnic_adapter *adapter)  in handle_vpd_size_rsp()
3663 			   struct ibmvnic_adapter *adapter)  in handle_vpd_rsp()
3711 static void handle_query_ip_offload_rsp(struct ibmvnic_adapter *adapter)  in handle_query_ip_offload_rsp()
3841 				    struct ibmvnic_adapter *adapter)  in handle_error_indication()
3861 				 struct ibmvnic_adapter *adapter)  in handle_change_mac_rsp()
3880 				   struct ibmvnic_adapter *adapter)  in handle_request_cap_rsp()
3979 			    struct ibmvnic_adapter *adapter)  in handle_login_rsp()
4026 				     struct ibmvnic_adapter *adapter)  in handle_request_unmap_rsp()
4037 				 struct ibmvnic_adapter *adapter)  in handle_query_map_rsp()
4054 				 struct ibmvnic_adapter *adapter)  in handle_query_cap_rsp()
4233 			       struct ibmvnic_adapter *adapter)  in ibmvnic_handle_crq()
4388 	struct ibmvnic_adapter *adapter = instance;  in ibmvnic_interrupt()
4396 	struct ibmvnic_adapter *adapter = data;  in ibmvnic_tasklet()
4424 static int ibmvnic_reenable_crq_queue(struct ibmvnic_adapter *adapter)  in ibmvnic_reenable_crq_queue()
4439 static int ibmvnic_reset_crq(struct ibmvnic_adapter *adapter)  in ibmvnic_reset_crq()
4469 static void release_crq_queue(struct ibmvnic_adapter *adapter)  in release_crq_queue()
4492 static int init_crq_queue(struct ibmvnic_adapter *adapter)  in init_crq_queue()
4567 static int ibmvnic_reset_init(struct ibmvnic_adapter *adapter)  in ibmvnic_reset_init()
4626 static int ibmvnic_init(struct ibmvnic_adapter *adapter)  in ibmvnic_init()
4673 	struct ibmvnic_adapter *adapter;  in ibmvnic_probe()
4690 	netdev = alloc_etherdev_mq(sizeof(struct ibmvnic_adapter),  in ibmvnic_probe()
4781 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_remove()
4808 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in failover_store()
4843 	struct ibmvnic_adapter *adapter;  in ibmvnic_get_desired_dma()
4873 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_resume()