82 static void release_sub_crqs(struct ibmvnic_adapter *, bool);
83 static int ibmvnic_reset_crq(struct ibmvnic_adapter *);
84 static int ibmvnic_send_crq_init(struct ibmvnic_adapter *);
85 static int ibmvnic_reenable_crq_queue(struct ibmvnic_adapter *);
86 static int ibmvnic_send_crq(struct ibmvnic_adapter *, union ibmvnic_crq *);
87 static int send_subcrq(struct ibmvnic_adapter *adapter, u64 remote_handle,
89 static int send_subcrq_indirect(struct ibmvnic_adapter *, u64, u64, u64);
91 static int enable_scrq_irq(struct ibmvnic_adapter *,
93 static int disable_scrq_irq(struct ibmvnic_adapter *,
95 static int pending_scrq(struct ibmvnic_adapter *,
97 static union sub_crq *ibmvnic_next_scrq(struct ibmvnic_adapter *,
100 static void send_query_map(struct ibmvnic_adapter *adapter);
101 static int send_request_map(struct ibmvnic_adapter *, dma_addr_t, __be32, u8);
102 static int send_request_unmap(struct ibmvnic_adapter *, u8);
103 static int send_login(struct ibmvnic_adapter *adapter);
104 static void send_query_cap(struct ibmvnic_adapter *adapter);
105 static int init_sub_crqs(struct ibmvnic_adapter *);
106 static int init_sub_crq_irqs(struct ibmvnic_adapter *adapter);
107 static int ibmvnic_reset_init(struct ibmvnic_adapter *, bool reset);
108 static void release_crq_queue(struct ibmvnic_adapter *);
110 static int init_crq_queue(struct ibmvnic_adapter *adapter);
111 static int send_query_phys_parms(struct ibmvnic_adapter *adapter);
118 #define IBMVNIC_STAT_OFF(stat) (offsetof(struct ibmvnic_adapter, stats) + \
170 static int ibmvnic_wait_for_completion(struct ibmvnic_adapter *adapter,  in ibmvnic_wait_for_completion()
195 static int alloc_long_term_buff(struct ibmvnic_adapter *adapter,  in alloc_long_term_buff()
244 static void free_long_term_buff(struct ibmvnic_adapter *adapter,  in free_long_term_buff()
258 static int reset_long_term_buff(struct ibmvnic_adapter *adapter,  in reset_long_term_buff()
295 static void deactivate_rx_pools(struct ibmvnic_adapter *adapter)  in deactivate_rx_pools()
303 static void replenish_rx_pool(struct ibmvnic_adapter *adapter,  in replenish_rx_pool()
398 static void replenish_pools(struct ibmvnic_adapter *adapter)  in replenish_pools()
409 static void release_stats_buffers(struct ibmvnic_adapter *adapter)  in release_stats_buffers()
417 static int init_stats_buffers(struct ibmvnic_adapter *adapter)  in init_stats_buffers()
436 static void release_stats_token(struct ibmvnic_adapter *adapter)  in release_stats_token()
449 static int init_stats_token(struct ibmvnic_adapter *adapter)  in init_stats_token()
467 static int reset_rx_pools(struct ibmvnic_adapter *adapter)  in reset_rx_pools()
514 static void release_rx_pools(struct ibmvnic_adapter *adapter)  in release_rx_pools()
550 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in init_rx_pools()
616 static int reset_one_tx_pool(struct ibmvnic_adapter *adapter,  in reset_one_tx_pool()
638 static int reset_tx_pools(struct ibmvnic_adapter *adapter)  in reset_tx_pools()
659 static void release_vpd_data(struct ibmvnic_adapter *adapter)  in release_vpd_data()
670 static void release_one_tx_pool(struct ibmvnic_adapter *adapter,  in release_one_tx_pool()
678 static void release_tx_pools(struct ibmvnic_adapter *adapter)  in release_tx_pools()
701 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in init_one_tx_pool()
731 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in init_tx_pools()
769 static void ibmvnic_napi_enable(struct ibmvnic_adapter *adapter)  in ibmvnic_napi_enable()
782 static void ibmvnic_napi_disable(struct ibmvnic_adapter *adapter)  in ibmvnic_napi_disable()
797 static int init_napi(struct ibmvnic_adapter *adapter)  in init_napi()
816 static void release_napi(struct ibmvnic_adapter *adapter)  in release_napi()
836 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_login()
915 static void release_login_buffer(struct ibmvnic_adapter *adapter)  in release_login_buffer()
921 static void release_login_rsp_buffer(struct ibmvnic_adapter *adapter)  in release_login_rsp_buffer()
927 static void release_resources(struct ibmvnic_adapter *adapter)  in release_resources()
938 static int set_link_state(struct ibmvnic_adapter *adapter, u8 link_state)  in set_link_state()
985 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in set_real_num_queues()
1004 static int ibmvnic_get_vpd(struct ibmvnic_adapter *adapter)  in ibmvnic_get_vpd()
1088 static int init_resources(struct ibmvnic_adapter *adapter)  in init_resources()
1126 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_open()
1172 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_open()
1210 static void clean_rx_pools(struct ibmvnic_adapter *adapter)  in clean_rx_pools()
1241 static void clean_one_tx_pool(struct ibmvnic_adapter *adapter,  in clean_one_tx_pool()
1262 static void clean_tx_pools(struct ibmvnic_adapter *adapter)  in clean_tx_pools()
1280 static void ibmvnic_disable_irqs(struct ibmvnic_adapter *adapter)  in ibmvnic_disable_irqs()
1309 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_cleanup()
1326 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_close()
1339 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_close()
1509 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_xmit()
1736 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_multi()
1779 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_set_mac()
1820 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_mac()
1840 static int do_change_param_reset(struct ibmvnic_adapter *adapter,  in do_change_param_reset()
1926 static int do_reset(struct ibmvnic_adapter *adapter,  in do_reset()
2097 static int do_hard_reset(struct ibmvnic_adapter *adapter,  in do_hard_reset()
2166 static struct ibmvnic_rwi *get_next_rwi(struct ibmvnic_adapter *adapter)  in get_next_rwi()
2188 	struct ibmvnic_adapter *adapter;  in __ibmvnic_reset()
2194 	adapter = container_of(work, struct ibmvnic_adapter, ibmvnic_reset);  in __ibmvnic_reset()
2277 	struct ibmvnic_adapter *adapter;  in __ibmvnic_delayed_reset()
2279 	adapter = container_of(work, struct ibmvnic_adapter,  in __ibmvnic_delayed_reset()
2284 static int ibmvnic_reset(struct ibmvnic_adapter *adapter,  in ibmvnic_reset()
2352 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_tx_timeout()
2369 static void remove_buff_from_pool(struct ibmvnic_adapter *adapter,  in remove_buff_from_pool()
2385 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_poll()
2485 static int wait_for_reset(struct ibmvnic_adapter *adapter)  in wait_for_reset()
2540 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_change_mtu()
2581 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_link_ksettings()
2601 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_drvinfo()
2611 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_msglevel()
2618 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_msglevel()
2625 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_link()
2636 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_ringparam()
2656 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_ringparam()
2679 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_channels()
2700 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_channels()
2722 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_strings()
2767 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_sset_count()
2784 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_ethtool_stats()
2830 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_priv_flags()
2837 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_priv_flags()
2866 static int reset_one_sub_crq_queue(struct ibmvnic_adapter *adapter,  in reset_one_sub_crq_queue()
2897 static int reset_sub_crq_queues(struct ibmvnic_adapter *adapter)  in reset_sub_crq_queues()
2921 static void release_sub_crq_queue(struct ibmvnic_adapter *adapter,  in release_sub_crq_queue()
2951 static struct ibmvnic_sub_crq_queue *init_sub_crq_queue(struct ibmvnic_adapter  in init_sub_crq_queue()
3010 static void release_sub_crqs(struct ibmvnic_adapter *adapter, bool do_h_free)  in release_sub_crqs()
3061 static int disable_scrq_irq(struct ibmvnic_adapter *adapter,  in disable_scrq_irq()
3075 static int enable_scrq_irq(struct ibmvnic_adapter *adapter,  in enable_scrq_irq()
3107 static int ibmvnic_complete_tx(struct ibmvnic_adapter *adapter,  in ibmvnic_complete_tx()
3189 	struct ibmvnic_adapter *adapter = scrq->adapter;  in ibmvnic_interrupt_tx()
3200 	struct ibmvnic_adapter *adapter = scrq->adapter;  in ibmvnic_interrupt_rx()
3218 static int init_sub_crq_irqs(struct ibmvnic_adapter *adapter)  in init_sub_crq_irqs()
3288 static int init_sub_crqs(struct ibmvnic_adapter *adapter)  in init_sub_crqs()
3373 static void send_request_cap(struct ibmvnic_adapter *adapter, int retry)  in send_request_cap()
3500 static int pending_scrq(struct ibmvnic_adapter *adapter,  in pending_scrq()
3511 static union sub_crq *ibmvnic_next_scrq(struct ibmvnic_adapter *adapter,  in ibmvnic_next_scrq()
3535 static union ibmvnic_crq *ibmvnic_next_crq(struct ibmvnic_adapter *adapter)  in ibmvnic_next_crq()
3570 static int send_subcrq(struct ibmvnic_adapter *adapter, u64 remote_handle,  in send_subcrq()
3602 static int send_subcrq_indirect(struct ibmvnic_adapter *adapter,  in send_subcrq_indirect()
3621 static int ibmvnic_send_crq(struct ibmvnic_adapter *adapter,  in ibmvnic_send_crq()
3658 static int ibmvnic_send_crq_init(struct ibmvnic_adapter *adapter)  in ibmvnic_send_crq_init()
3687 static int send_version_xchg(struct ibmvnic_adapter *adapter)  in send_version_xchg()
3705 static int vnic_client_data_len(struct ibmvnic_adapter *adapter)  in vnic_client_data_len()
3721 static void vnic_add_client_data(struct ibmvnic_adapter *adapter,  in vnic_add_client_data()
3748 static int send_login(struct ibmvnic_adapter *adapter)  in send_login()
3889 static int send_request_map(struct ibmvnic_adapter *adapter, dma_addr_t addr,  in send_request_map()
3903 static int send_request_unmap(struct ibmvnic_adapter *adapter, u8 map_id)  in send_request_unmap()
3914 static void send_query_map(struct ibmvnic_adapter *adapter)  in send_query_map()
3925 static void send_query_cap(struct ibmvnic_adapter *adapter)  in send_query_cap()
4042 static void send_query_ip_offload(struct ibmvnic_adapter *adapter)  in send_query_ip_offload()
4070 static void send_control_ip_offload(struct ibmvnic_adapter *adapter)  in send_control_ip_offload()
4150 				struct ibmvnic_adapter *adapter)  in handle_vpd_size_rsp()
4166 			   struct ibmvnic_adapter *adapter)  in handle_vpd_rsp()
4214 static void handle_query_ip_offload_rsp(struct ibmvnic_adapter *adapter)  in handle_query_ip_offload_rsp()
4293 				    struct ibmvnic_adapter *adapter)  in handle_error_indication()
4313 				 struct ibmvnic_adapter *adapter)  in handle_change_mac_rsp()
4337 				   struct ibmvnic_adapter *adapter)  in handle_request_cap_rsp()
4414 			    struct ibmvnic_adapter *adapter)  in handle_login_rsp()
4499 				     struct ibmvnic_adapter *adapter)  in handle_request_unmap_rsp()
4510 				 struct ibmvnic_adapter *adapter)  in handle_query_map_rsp()
4527 				 struct ibmvnic_adapter *adapter)  in handle_query_cap_rsp()
4705 static int send_query_phys_parms(struct ibmvnic_adapter *adapter)  in send_query_phys_parms()
4735 				       struct ibmvnic_adapter *adapter)  in handle_query_phys_parms_rsp()
4790 			       struct ibmvnic_adapter *adapter)  in ibmvnic_handle_crq()
4964 	struct ibmvnic_adapter *adapter = instance;  in ibmvnic_interrupt()
4972 	struct ibmvnic_adapter *adapter = from_tasklet(adapter, t, tasklet);  in ibmvnic_tasklet()
5000 static int ibmvnic_reenable_crq_queue(struct ibmvnic_adapter *adapter)  in ibmvnic_reenable_crq_queue()
5015 static int ibmvnic_reset_crq(struct ibmvnic_adapter *adapter)  in ibmvnic_reset_crq()
5048 static void release_crq_queue(struct ibmvnic_adapter *adapter)  in release_crq_queue()
5071 static int init_crq_queue(struct ibmvnic_adapter *adapter)  in init_crq_queue()
5146 static int ibmvnic_reset_init(struct ibmvnic_adapter *adapter, bool reset)  in ibmvnic_reset_init()
5217 	struct ibmvnic_adapter *adapter;  in ibmvnic_probe()
5234 	netdev = alloc_etherdev_mq(sizeof(struct ibmvnic_adapter),  in ibmvnic_probe()
5332 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_remove()
5372 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in failover_store()
5407 	struct ibmvnic_adapter *adapter;  in ibmvnic_get_desired_dma()
5436 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_resume()