84 static void release_sub_crqs(struct ibmvnic_adapter *, bool);
85 static int ibmvnic_reset_crq(struct ibmvnic_adapter *);
86 static int ibmvnic_send_crq_init(struct ibmvnic_adapter *);
87 static int ibmvnic_reenable_crq_queue(struct ibmvnic_adapter *);
88 static int ibmvnic_send_crq(struct ibmvnic_adapter *, union ibmvnic_crq *);
89 static int send_subcrq_indirect(struct ibmvnic_adapter *, u64, u64, u64);
91 static int enable_scrq_irq(struct ibmvnic_adapter *,
93 static int disable_scrq_irq(struct ibmvnic_adapter *,
95 static int pending_scrq(struct ibmvnic_adapter *,
97 static union sub_crq *ibmvnic_next_scrq(struct ibmvnic_adapter *,
100 static int reset_sub_crq_queues(struct ibmvnic_adapter *adapter);
101 static inline void reinit_init_done(struct ibmvnic_adapter *adapter);
102 static void send_query_map(struct ibmvnic_adapter *adapter);
103 static int send_request_map(struct ibmvnic_adapter *, dma_addr_t, u32, u8);
104 static int send_request_unmap(struct ibmvnic_adapter *, u8);
105 static int send_login(struct ibmvnic_adapter *adapter);
106 static void send_query_cap(struct ibmvnic_adapter *adapter);
107 static int init_sub_crqs(struct ibmvnic_adapter *);
108 static int init_sub_crq_irqs(struct ibmvnic_adapter *adapter);
109 static int ibmvnic_reset_init(struct ibmvnic_adapter *, bool reset);
110 static void release_crq_queue(struct ibmvnic_adapter *);
112 static int init_crq_queue(struct ibmvnic_adapter *adapter);
113 static int send_query_phys_parms(struct ibmvnic_adapter *adapter);
114 static void ibmvnic_tx_scrq_clean_buffer(struct ibmvnic_adapter *adapter,
116 static void free_long_term_buff(struct ibmvnic_adapter *adapter,
118 static void ibmvnic_disable_irqs(struct ibmvnic_adapter *adapter);
119 static void flush_reset_queue(struct ibmvnic_adapter *adapter);
126 #define IBMVNIC_STAT_OFF(stat) (offsetof(struct ibmvnic_adapter, stats) + \
155 static int send_crq_init_complete(struct ibmvnic_adapter *adapter)  in send_crq_init_complete()
166 static int send_version_xchg(struct ibmvnic_adapter *adapter)  in send_version_xchg()
178 static void ibmvnic_clean_queue_affinity(struct ibmvnic_adapter *adapter,  in ibmvnic_clean_queue_affinity()
192 static void ibmvnic_clean_affinity(struct ibmvnic_adapter *adapter)  in ibmvnic_clean_affinity()
250 static void ibmvnic_set_affinity(struct ibmvnic_adapter *adapter)  in ibmvnic_set_affinity()
318 	struct ibmvnic_adapter *adapter;  in ibmvnic_cpu_online()
320 	adapter = hlist_entry_safe(node, struct ibmvnic_adapter, node);  in ibmvnic_cpu_online()
327 	struct ibmvnic_adapter *adapter;  in ibmvnic_cpu_dead()
329 	adapter = hlist_entry_safe(node, struct ibmvnic_adapter, node_dead);  in ibmvnic_cpu_dead()
336 	struct ibmvnic_adapter *adapter;  in ibmvnic_cpu_down_prep()
338 	adapter = hlist_entry_safe(node, struct ibmvnic_adapter, node);  in ibmvnic_cpu_down_prep()
345 static int ibmvnic_cpu_notif_add(struct ibmvnic_adapter *adapter)  in ibmvnic_cpu_notif_add()
360 static void ibmvnic_cpu_notif_remove(struct ibmvnic_adapter *adapter)  in ibmvnic_cpu_notif_remove()
390 static int ibmvnic_wait_for_completion(struct ibmvnic_adapter *adapter,  in ibmvnic_wait_for_completion()
450 static int alloc_long_term_buff(struct ibmvnic_adapter *adapter,  in alloc_long_term_buff()
519 static void free_long_term_buff(struct ibmvnic_adapter *adapter,  in free_long_term_buff()
552 static void free_ltb_set(struct ibmvnic_adapter *adapter,  in free_ltb_set()
582 static int alloc_ltb_set(struct ibmvnic_adapter *adapter,  in alloc_ltb_set()
746 static void deactivate_rx_pools(struct ibmvnic_adapter *adapter)  in deactivate_rx_pools()
754 static void replenish_rx_pool(struct ibmvnic_adapter *adapter,  in replenish_rx_pool()
887 static void replenish_pools(struct ibmvnic_adapter *adapter)  in replenish_pools()
900 static void release_stats_buffers(struct ibmvnic_adapter *adapter)  in release_stats_buffers()
908 static int init_stats_buffers(struct ibmvnic_adapter *adapter)  in init_stats_buffers()
927 static void release_stats_token(struct ibmvnic_adapter *adapter)  in release_stats_token()
940 static int init_stats_token(struct ibmvnic_adapter *adapter)  in init_stats_token()
966 static void release_rx_pools(struct ibmvnic_adapter *adapter)  in release_rx_pools()
1016 static bool reuse_rx_pools(struct ibmvnic_adapter *adapter)  in reuse_rx_pools()
1055 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in init_rx_pools()
1168 static void release_vpd_data(struct ibmvnic_adapter *adapter)  in release_vpd_data()
1179 static void release_one_tx_pool(struct ibmvnic_adapter *adapter,  in release_one_tx_pool()
1193 static void release_tx_pools(struct ibmvnic_adapter *adapter)  in release_tx_pools()
1259 static bool reuse_tx_pools(struct ibmvnic_adapter *adapter)  in reuse_tx_pools()
1296 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in init_tx_pools()
1418 static void ibmvnic_napi_enable(struct ibmvnic_adapter *adapter)  in ibmvnic_napi_enable()
1431 static void ibmvnic_napi_disable(struct ibmvnic_adapter *adapter)  in ibmvnic_napi_disable()
1446 static int init_napi(struct ibmvnic_adapter *adapter)  in init_napi()
1465 static void release_napi(struct ibmvnic_adapter *adapter)  in release_napi()
1511 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_login()
1648 static void release_login_buffer(struct ibmvnic_adapter *adapter)  in release_login_buffer()
1659 static void release_login_rsp_buffer(struct ibmvnic_adapter *adapter)  in release_login_rsp_buffer()
1670 static void release_resources(struct ibmvnic_adapter *adapter)  in release_resources()
1679 static int set_link_state(struct ibmvnic_adapter *adapter, u8 link_state)  in set_link_state()
1726 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in set_real_num_queues()
1745 static int ibmvnic_get_vpd(struct ibmvnic_adapter *adapter)  in ibmvnic_get_vpd()
1829 static int init_resources(struct ibmvnic_adapter *adapter)  in init_resources()
1865 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_open()
1927 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_open()
1986 static void clean_rx_pools(struct ibmvnic_adapter *adapter)  in clean_rx_pools()
2017 static void clean_one_tx_pool(struct ibmvnic_adapter *adapter,  in clean_one_tx_pool()
2038 static void clean_tx_pools(struct ibmvnic_adapter *adapter)  in clean_tx_pools()
2056 static void ibmvnic_disable_irqs(struct ibmvnic_adapter *adapter)  in ibmvnic_disable_irqs()
2085 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_cleanup()
2107 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_close()
2118 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_close()
2294 static void ibmvnic_tx_scrq_clean_buffer(struct ibmvnic_adapter *adapter,  in ibmvnic_tx_scrq_clean_buffer()
2353 static int ibmvnic_tx_scrq_flush(struct ibmvnic_adapter *adapter,  in ibmvnic_tx_scrq_flush()
2379 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_xmit()
2601 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_multi()
2644 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_set_mac()
2685 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_mac()
2728 static inline void reinit_init_done(struct ibmvnic_adapter *adapter)  in reinit_init_done()
2738 static int do_reset(struct ibmvnic_adapter *adapter,  in do_reset()
2955 static int do_hard_reset(struct ibmvnic_adapter *adapter,  in do_hard_reset()
3035 static struct ibmvnic_rwi *get_next_rwi(struct ibmvnic_adapter *adapter)  in get_next_rwi()
3068 static int do_passive_init(struct ibmvnic_adapter *adapter)  in do_passive_init()
3126 	struct ibmvnic_adapter *adapter;  in __ibmvnic_reset()
3138 	adapter = container_of(work, struct ibmvnic_adapter, ibmvnic_reset);  in __ibmvnic_reset()
3312 	struct ibmvnic_adapter *adapter;  in __ibmvnic_delayed_reset()
3314 	adapter = container_of(work, struct ibmvnic_adapter,  in __ibmvnic_delayed_reset()
3319 static void flush_reset_queue(struct ibmvnic_adapter *adapter)  in flush_reset_queue()
3331 static int ibmvnic_reset(struct ibmvnic_adapter *adapter,  in ibmvnic_reset()
3393 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_tx_timeout()
3410 static void remove_buff_from_pool(struct ibmvnic_adapter *adapter,  in remove_buff_from_pool()
3426 	struct ibmvnic_adapter *adapter;  in ibmvnic_poll()
3532 static int wait_for_reset(struct ibmvnic_adapter *adapter)  in wait_for_reset()
3587 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_change_mtu()
3628 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_link_ksettings()
3648 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_drvinfo()
3658 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_msglevel()
3665 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_msglevel()
3672 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_link()
3685 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_ringparam()
3702 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_ringparam()
3723 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_channels()
3738 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_channels()
3748 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_strings()
3782 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_sset_count()
3797 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_ethtool_stats()
3858 static int reset_one_sub_crq_queue(struct ibmvnic_adapter *adapter,  in reset_one_sub_crq_queue()
3889 static int reset_sub_crq_queues(struct ibmvnic_adapter *adapter)  in reset_sub_crq_queues()
3915 static void release_sub_crq_queue(struct ibmvnic_adapter *adapter,  in release_sub_crq_queue()
3951 static struct ibmvnic_sub_crq_queue *init_sub_crq_queue(struct ibmvnic_adapter  in init_sub_crq_queue()
4031 static void release_sub_crqs(struct ibmvnic_adapter *adapter, bool do_h_free)  in release_sub_crqs()
4084 static int disable_scrq_irq(struct ibmvnic_adapter *adapter,  in disable_scrq_irq()
4122 static int enable_scrq_irq(struct ibmvnic_adapter *adapter,  in enable_scrq_irq()
4146 static int ibmvnic_complete_tx(struct ibmvnic_adapter *adapter,  in ibmvnic_complete_tx()
4231 	struct ibmvnic_adapter *adapter = scrq->adapter;  in ibmvnic_interrupt_tx()
4242 	struct ibmvnic_adapter *adapter = scrq->adapter;  in ibmvnic_interrupt_rx()
4260 static int init_sub_crq_irqs(struct ibmvnic_adapter *adapter)  in init_sub_crq_irqs()
4335 static int init_sub_crqs(struct ibmvnic_adapter *adapter)  in init_sub_crqs()
4420 static void send_request_cap(struct ibmvnic_adapter *adapter, int retry)  in send_request_cap()
4567 static int pending_scrq(struct ibmvnic_adapter *adapter,  in pending_scrq()
4583 static union sub_crq *ibmvnic_next_scrq(struct ibmvnic_adapter *adapter,  in ibmvnic_next_scrq()
4607 static union ibmvnic_crq *ibmvnic_next_crq(struct ibmvnic_adapter *adapter)  in ibmvnic_next_crq()
4642 static int send_subcrq_indirect(struct ibmvnic_adapter *adapter,  in send_subcrq_indirect()
4661 static int ibmvnic_send_crq(struct ibmvnic_adapter *adapter,  in ibmvnic_send_crq()
4698 static int ibmvnic_send_crq_init(struct ibmvnic_adapter *adapter)  in ibmvnic_send_crq_init()
4733 static int vnic_client_data_len(struct ibmvnic_adapter *adapter)  in vnic_client_data_len()
4749 static void vnic_add_client_data(struct ibmvnic_adapter *adapter,  in vnic_add_client_data()
4776 static int send_login(struct ibmvnic_adapter *adapter)  in send_login()
4922 static int send_request_map(struct ibmvnic_adapter *adapter, dma_addr_t addr,  in send_request_map()
4936 static int send_request_unmap(struct ibmvnic_adapter *adapter, u8 map_id)  in send_request_unmap()
4947 static void send_query_map(struct ibmvnic_adapter *adapter)  in send_query_map()
4958 static void send_query_cap(struct ibmvnic_adapter *adapter)  in send_query_cap()
5089 static void send_query_ip_offload(struct ibmvnic_adapter *adapter)  in send_query_ip_offload()
5117 static void send_control_ip_offload(struct ibmvnic_adapter *adapter)  in send_control_ip_offload()
5197 				struct ibmvnic_adapter *adapter)  in handle_vpd_size_rsp()
5213 			   struct ibmvnic_adapter *adapter)  in handle_vpd_rsp()
5261 static void handle_query_ip_offload_rsp(struct ibmvnic_adapter *adapter)  in handle_query_ip_offload_rsp()
5340 				    struct ibmvnic_adapter *adapter)  in handle_error_indication()
5360 				 struct ibmvnic_adapter *adapter)  in handle_change_mac_rsp()
5383 				   struct ibmvnic_adapter *adapter)  in handle_request_cap_rsp()
5460 			    struct ibmvnic_adapter *adapter)  in handle_login_rsp()
5566 				     struct ibmvnic_adapter *adapter)  in handle_request_unmap_rsp()
5577 				 struct ibmvnic_adapter *adapter)  in handle_query_map_rsp()
5595 				 struct ibmvnic_adapter *adapter)  in handle_query_cap_rsp()
5771 static int send_query_phys_parms(struct ibmvnic_adapter *adapter)  in send_query_phys_parms()
5801 				       struct ibmvnic_adapter *adapter)  in handle_query_phys_parms_rsp()
5856 			       struct ibmvnic_adapter *adapter)  in ibmvnic_handle_crq()
6059 	struct ibmvnic_adapter *adapter = instance;  in ibmvnic_interrupt()
6067 	struct ibmvnic_adapter *adapter = from_tasklet(adapter, t, tasklet);  in ibmvnic_tasklet()
6089 static int ibmvnic_reenable_crq_queue(struct ibmvnic_adapter *adapter)  in ibmvnic_reenable_crq_queue()
6104 static int ibmvnic_reset_crq(struct ibmvnic_adapter *adapter)  in ibmvnic_reset_crq()
6137 static void release_crq_queue(struct ibmvnic_adapter *adapter)  in release_crq_queue()
6160 static int init_crq_queue(struct ibmvnic_adapter *adapter)  in init_crq_queue()
6238 static int ibmvnic_reset_init(struct ibmvnic_adapter *adapter, bool reset)  in ibmvnic_reset_init()
6314 	struct ibmvnic_adapter *adapter;  in ibmvnic_probe()
6333 	netdev = alloc_etherdev_mq(sizeof(struct ibmvnic_adapter),  in ibmvnic_probe()
6496 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_remove()
6544 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in failover_store()
6585 	struct ibmvnic_adapter *adapter;  in ibmvnic_get_desired_dma()
6614 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_resume()