83 static void release_sub_crqs(struct ibmvnic_adapter *, bool);
84 static int ibmvnic_reset_crq(struct ibmvnic_adapter *);
85 static int ibmvnic_send_crq_init(struct ibmvnic_adapter *);
86 static int ibmvnic_reenable_crq_queue(struct ibmvnic_adapter *);
87 static int ibmvnic_send_crq(struct ibmvnic_adapter *, union ibmvnic_crq *);
88 static int send_subcrq_indirect(struct ibmvnic_adapter *, u64, u64, u64);
90 static int enable_scrq_irq(struct ibmvnic_adapter *,
92 static int disable_scrq_irq(struct ibmvnic_adapter *,
94 static int pending_scrq(struct ibmvnic_adapter *,
96 static union sub_crq *ibmvnic_next_scrq(struct ibmvnic_adapter *,
99 static void send_query_map(struct ibmvnic_adapter *adapter);
100 static int send_request_map(struct ibmvnic_adapter *, dma_addr_t, u32, u8);
101 static int send_request_unmap(struct ibmvnic_adapter *, u8);
102 static int send_login(struct ibmvnic_adapter *adapter);
103 static void send_query_cap(struct ibmvnic_adapter *adapter);
104 static int init_sub_crqs(struct ibmvnic_adapter *);
105 static int init_sub_crq_irqs(struct ibmvnic_adapter *adapter);
106 static int ibmvnic_reset_init(struct ibmvnic_adapter *, bool reset);
107 static void release_crq_queue(struct ibmvnic_adapter *);
109 static int init_crq_queue(struct ibmvnic_adapter *adapter);
110 static int send_query_phys_parms(struct ibmvnic_adapter *adapter);
111 static void ibmvnic_tx_scrq_clean_buffer(struct ibmvnic_adapter *adapter,
113 static void free_long_term_buff(struct ibmvnic_adapter *adapter,
115 static void ibmvnic_disable_irqs(struct ibmvnic_adapter *adapter);
122 #define IBMVNIC_STAT_OFF(stat) (offsetof(struct ibmvnic_adapter, stats) + \
151 static int send_crq_init_complete(struct ibmvnic_adapter *adapter)  in send_crq_init_complete()
162 static int send_version_xchg(struct ibmvnic_adapter *adapter)  in send_version_xchg()
197 static int ibmvnic_wait_for_completion(struct ibmvnic_adapter *adapter,  in ibmvnic_wait_for_completion()
257 static int alloc_long_term_buff(struct ibmvnic_adapter *adapter,  in alloc_long_term_buff()
326 static void free_long_term_buff(struct ibmvnic_adapter *adapter,  in free_long_term_buff()
359 static void free_ltb_set(struct ibmvnic_adapter *adapter,  in free_ltb_set()
389 static int alloc_ltb_set(struct ibmvnic_adapter *adapter,  in alloc_ltb_set()
553 static void deactivate_rx_pools(struct ibmvnic_adapter *adapter)  in deactivate_rx_pools()
561 static void replenish_rx_pool(struct ibmvnic_adapter *adapter,  in replenish_rx_pool()
694 static void replenish_pools(struct ibmvnic_adapter *adapter)  in replenish_pools()
707 static void release_stats_buffers(struct ibmvnic_adapter *adapter)  in release_stats_buffers()
715 static int init_stats_buffers(struct ibmvnic_adapter *adapter)  in init_stats_buffers()
734 static void release_stats_token(struct ibmvnic_adapter *adapter)  in release_stats_token()
747 static int init_stats_token(struct ibmvnic_adapter *adapter)  in init_stats_token()
773 static void release_rx_pools(struct ibmvnic_adapter *adapter)  in release_rx_pools()
823 static bool reuse_rx_pools(struct ibmvnic_adapter *adapter)  in reuse_rx_pools()
862 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in init_rx_pools()
975 static void release_vpd_data(struct ibmvnic_adapter *adapter)  in release_vpd_data()
986 static void release_one_tx_pool(struct ibmvnic_adapter *adapter,  in release_one_tx_pool()
1000 static void release_tx_pools(struct ibmvnic_adapter *adapter)  in release_tx_pools()
1066 static bool reuse_tx_pools(struct ibmvnic_adapter *adapter)  in reuse_tx_pools()
1103 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in init_tx_pools()
1225 static void ibmvnic_napi_enable(struct ibmvnic_adapter *adapter)  in ibmvnic_napi_enable()
1238 static void ibmvnic_napi_disable(struct ibmvnic_adapter *adapter)  in ibmvnic_napi_disable()
1253 static int init_napi(struct ibmvnic_adapter *adapter)  in init_napi()
1272 static void release_napi(struct ibmvnic_adapter *adapter)  in release_napi()
1317 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_login()
1398 static void release_login_buffer(struct ibmvnic_adapter *adapter)  in release_login_buffer()
1404 static void release_login_rsp_buffer(struct ibmvnic_adapter *adapter)  in release_login_rsp_buffer()
1410 static void release_resources(struct ibmvnic_adapter *adapter)  in release_resources()
1419 static int set_link_state(struct ibmvnic_adapter *adapter, u8 link_state)  in set_link_state()
1466 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in set_real_num_queues()
1485 static int ibmvnic_get_vpd(struct ibmvnic_adapter *adapter)  in ibmvnic_get_vpd()
1569 static int init_resources(struct ibmvnic_adapter *adapter)  in init_resources()
1605 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_open()
1660 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_open()
1719 static void clean_rx_pools(struct ibmvnic_adapter *adapter)  in clean_rx_pools()
1750 static void clean_one_tx_pool(struct ibmvnic_adapter *adapter,  in clean_one_tx_pool()
1771 static void clean_tx_pools(struct ibmvnic_adapter *adapter)  in clean_tx_pools()
1789 static void ibmvnic_disable_irqs(struct ibmvnic_adapter *adapter)  in ibmvnic_disable_irqs()
1818 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_cleanup()
1840 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_close()
1851 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_close()
2027 static void ibmvnic_tx_scrq_clean_buffer(struct ibmvnic_adapter *adapter,  in ibmvnic_tx_scrq_clean_buffer()
2086 static int ibmvnic_tx_scrq_flush(struct ibmvnic_adapter *adapter,  in ibmvnic_tx_scrq_flush()
2112 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_xmit()
2334 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_multi()
2377 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_set_mac()
2418 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_mac()
2461 static inline void reinit_init_done(struct ibmvnic_adapter *adapter)  in reinit_init_done()
2471 static int do_reset(struct ibmvnic_adapter *adapter,  in do_reset()
2688 static int do_hard_reset(struct ibmvnic_adapter *adapter,  in do_hard_reset()
2768 static struct ibmvnic_rwi *get_next_rwi(struct ibmvnic_adapter *adapter)  in get_next_rwi()
2801 static int do_passive_init(struct ibmvnic_adapter *adapter)  in do_passive_init()
2859 	struct ibmvnic_adapter *adapter;  in __ibmvnic_reset()
2871 	adapter = container_of(work, struct ibmvnic_adapter, ibmvnic_reset);  in __ibmvnic_reset()
3045 	struct ibmvnic_adapter *adapter;  in __ibmvnic_delayed_reset()
3047 	adapter = container_of(work, struct ibmvnic_adapter,  in __ibmvnic_delayed_reset()
3052 static void flush_reset_queue(struct ibmvnic_adapter *adapter)  in flush_reset_queue()
3064 static int ibmvnic_reset(struct ibmvnic_adapter *adapter,  in ibmvnic_reset()
3126 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_tx_timeout()
3143 static void remove_buff_from_pool(struct ibmvnic_adapter *adapter,  in remove_buff_from_pool()
3159 	struct ibmvnic_adapter *adapter;  in ibmvnic_poll()
3265 static int wait_for_reset(struct ibmvnic_adapter *adapter)  in wait_for_reset()
3320 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_change_mtu()
3361 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_link_ksettings()
3381 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_drvinfo()
3391 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_msglevel()
3398 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_msglevel()
3405 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_link()
3418 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_ringparam()
3435 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_ringparam()
3456 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_channels()
3471 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_channels()
3481 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_strings()
3515 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_sset_count()
3530 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_ethtool_stats()
3591 static int reset_one_sub_crq_queue(struct ibmvnic_adapter *adapter,  in reset_one_sub_crq_queue()
3622 static int reset_sub_crq_queues(struct ibmvnic_adapter *adapter)  in reset_sub_crq_queues()
3646 static void release_sub_crq_queue(struct ibmvnic_adapter *adapter,  in release_sub_crq_queue()
3681 static struct ibmvnic_sub_crq_queue *init_sub_crq_queue(struct ibmvnic_adapter  in init_sub_crq_queue()
3757 static void release_sub_crqs(struct ibmvnic_adapter *adapter, bool do_h_free)  in release_sub_crqs()
3809 static int disable_scrq_irq(struct ibmvnic_adapter *adapter,  in disable_scrq_irq()
3847 static int enable_scrq_irq(struct ibmvnic_adapter *adapter,  in enable_scrq_irq()
3871 static int ibmvnic_complete_tx(struct ibmvnic_adapter *adapter,  in ibmvnic_complete_tx()
3956 	struct ibmvnic_adapter *adapter = scrq->adapter;  in ibmvnic_interrupt_tx()
3967 	struct ibmvnic_adapter *adapter = scrq->adapter;  in ibmvnic_interrupt_rx()
3985 static int init_sub_crq_irqs(struct ibmvnic_adapter *adapter)  in init_sub_crq_irqs()
4055 static int init_sub_crqs(struct ibmvnic_adapter *adapter)  in init_sub_crqs()
4140 static void send_request_cap(struct ibmvnic_adapter *adapter, int retry)  in send_request_cap()
4287 static int pending_scrq(struct ibmvnic_adapter *adapter,  in pending_scrq()
4303 static union sub_crq *ibmvnic_next_scrq(struct ibmvnic_adapter *adapter,  in ibmvnic_next_scrq()
4327 static union ibmvnic_crq *ibmvnic_next_crq(struct ibmvnic_adapter *adapter)  in ibmvnic_next_crq()
4362 static int send_subcrq_indirect(struct ibmvnic_adapter *adapter,  in send_subcrq_indirect()
4381 static int ibmvnic_send_crq(struct ibmvnic_adapter *adapter,  in ibmvnic_send_crq()
4418 static int ibmvnic_send_crq_init(struct ibmvnic_adapter *adapter)  in ibmvnic_send_crq_init()
4453 static int vnic_client_data_len(struct ibmvnic_adapter *adapter)  in vnic_client_data_len()
4469 static void vnic_add_client_data(struct ibmvnic_adapter *adapter,  in vnic_add_client_data()
4496 static int send_login(struct ibmvnic_adapter *adapter)  in send_login()
4639 static int send_request_map(struct ibmvnic_adapter *adapter, dma_addr_t addr,  in send_request_map()
4653 static int send_request_unmap(struct ibmvnic_adapter *adapter, u8 map_id)  in send_request_unmap()
4664 static void send_query_map(struct ibmvnic_adapter *adapter)  in send_query_map()
4675 static void send_query_cap(struct ibmvnic_adapter *adapter)  in send_query_cap()
4806 static void send_query_ip_offload(struct ibmvnic_adapter *adapter)  in send_query_ip_offload()
4834 static void send_control_ip_offload(struct ibmvnic_adapter *adapter)  in send_control_ip_offload()
4914 				struct ibmvnic_adapter *adapter)  in handle_vpd_size_rsp()
4930 			   struct ibmvnic_adapter *adapter)  in handle_vpd_rsp()
4978 static void handle_query_ip_offload_rsp(struct ibmvnic_adapter *adapter)  in handle_query_ip_offload_rsp()
5057 				    struct ibmvnic_adapter *adapter)  in handle_error_indication()
5077 				 struct ibmvnic_adapter *adapter)  in handle_change_mac_rsp()
5100 				   struct ibmvnic_adapter *adapter)  in handle_request_cap_rsp()
5177 			    struct ibmvnic_adapter *adapter)  in handle_login_rsp()
5270 				     struct ibmvnic_adapter *adapter)  in handle_request_unmap_rsp()
5281 				 struct ibmvnic_adapter *adapter)  in handle_query_map_rsp()
5299 				 struct ibmvnic_adapter *adapter)  in handle_query_cap_rsp()
5475 static int send_query_phys_parms(struct ibmvnic_adapter *adapter)  in send_query_phys_parms()
5505 				       struct ibmvnic_adapter *adapter)  in handle_query_phys_parms_rsp()
5560 			       struct ibmvnic_adapter *adapter)  in ibmvnic_handle_crq()
5763 	struct ibmvnic_adapter *adapter = instance;  in ibmvnic_interrupt()
5771 	struct ibmvnic_adapter *adapter = from_tasklet(adapter, t, tasklet);  in ibmvnic_tasklet()
5793 static int ibmvnic_reenable_crq_queue(struct ibmvnic_adapter *adapter)  in ibmvnic_reenable_crq_queue()
5808 static int ibmvnic_reset_crq(struct ibmvnic_adapter *adapter)  in ibmvnic_reset_crq()
5841 static void release_crq_queue(struct ibmvnic_adapter *adapter)  in release_crq_queue()
5864 static int init_crq_queue(struct ibmvnic_adapter *adapter)  in init_crq_queue()
5942 static int ibmvnic_reset_init(struct ibmvnic_adapter *adapter, bool reset)  in ibmvnic_reset_init()
6018 	struct ibmvnic_adapter *adapter;  in ibmvnic_probe()
6037 	netdev = alloc_etherdev_mq(sizeof(struct ibmvnic_adapter),  in ibmvnic_probe()
6191 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_remove()
6237 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in failover_store()
6278 	struct ibmvnic_adapter *adapter;  in ibmvnic_get_desired_dma()
6307 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_resume()