84 static void rds_ib_dev_shutdown(struct rds_ib_device *rds_ibdev)  in rds_ib_dev_shutdown()  argument
89 	spin_lock_irqsave(&rds_ibdev->spinlock, flags);  in rds_ib_dev_shutdown()
90 	list_for_each_entry(ic, &rds_ibdev->conn_list, ib_node)  in rds_ib_dev_shutdown()
92 	spin_unlock_irqrestore(&rds_ibdev->spinlock, flags);  in rds_ib_dev_shutdown()
102 	struct rds_ib_device *rds_ibdev = container_of(work,  in rds_ib_dev_free()  local
105 	if (rds_ibdev->mr_8k_pool)  in rds_ib_dev_free()
106 		rds_ib_destroy_mr_pool(rds_ibdev->mr_8k_pool);  in rds_ib_dev_free()
107 	if (rds_ibdev->mr_1m_pool)  in rds_ib_dev_free()
108 		rds_ib_destroy_mr_pool(rds_ibdev->mr_1m_pool);  in rds_ib_dev_free()
109 	if (rds_ibdev->pd)  in rds_ib_dev_free()
110 		ib_dealloc_pd(rds_ibdev->pd);  in rds_ib_dev_free()
111 	dma_pool_destroy(rds_ibdev->rid_hdrs_pool);  in rds_ib_dev_free()
113 	list_for_each_entry_safe(i_ipaddr, i_next, &rds_ibdev->ipaddr_list, list) {  in rds_ib_dev_free()
118 	kfree(rds_ibdev->vector_load);  in rds_ib_dev_free()
120 	kfree(rds_ibdev);  in rds_ib_dev_free()
123 void rds_ib_dev_put(struct rds_ib_device *rds_ibdev)  in rds_ib_dev_put()  argument
125 	BUG_ON(refcount_read(&rds_ibdev->refcount) == 0);  in rds_ib_dev_put()
126 	if (refcount_dec_and_test(&rds_ibdev->refcount))  in rds_ib_dev_put()
127 		queue_work(rds_wq, &rds_ibdev->free_work);  in rds_ib_dev_put()
132 	struct rds_ib_device *rds_ibdev;  in rds_ib_add_one()  local
143 	rds_ibdev = kzalloc_node(sizeof(struct rds_ib_device), GFP_KERNEL,  in rds_ib_add_one()
145 	if (!rds_ibdev)  in rds_ib_add_one()
148 	spin_lock_init(&rds_ibdev->spinlock);  in rds_ib_add_one()
149 	refcount_set(&rds_ibdev->refcount, 1);  in rds_ib_add_one()
150 	INIT_WORK(&rds_ibdev->free_work, rds_ib_dev_free);  in rds_ib_add_one()
152 	INIT_LIST_HEAD(&rds_ibdev->ipaddr_list);  in rds_ib_add_one()
153 	INIT_LIST_HEAD(&rds_ibdev->conn_list);  in rds_ib_add_one()
155 	rds_ibdev->max_wrs = device->attrs.max_qp_wr;  in rds_ib_add_one()
156 	rds_ibdev->max_sge = min(device->attrs.max_send_sge, RDS_IB_MAX_SGE);  in rds_ib_add_one()
158 	rds_ibdev->odp_capable =  in rds_ib_add_one()
166 	rds_ibdev->max_1m_mrs = device->attrs.max_mr ?  in rds_ib_add_one()
170 	rds_ibdev->max_8k_mrs = device->attrs.max_mr ?  in rds_ib_add_one()
174 	rds_ibdev->max_initiator_depth = device->attrs.max_qp_init_rd_atom;  in rds_ib_add_one()
175 	rds_ibdev->max_responder_resources = device->attrs.max_qp_rd_atom;  in rds_ib_add_one()
177 	rds_ibdev->vector_load = kcalloc(device->num_comp_vectors,  in rds_ib_add_one()
180 	if (!rds_ibdev->vector_load) {  in rds_ib_add_one()
187 	rds_ibdev->dev = device;  in rds_ib_add_one()
188 	rds_ibdev->pd = ib_alloc_pd(device, 0);  in rds_ib_add_one()
189 	if (IS_ERR(rds_ibdev->pd)) {  in rds_ib_add_one()
190 		ret = PTR_ERR(rds_ibdev->pd);  in rds_ib_add_one()
191 		rds_ibdev->pd = NULL;  in rds_ib_add_one()
194 	rds_ibdev->rid_hdrs_pool = dma_pool_create(device->name,  in rds_ib_add_one()
198 	if (!rds_ibdev->rid_hdrs_pool) {  in rds_ib_add_one()
203 	rds_ibdev->mr_1m_pool =  in rds_ib_add_one()
204 		rds_ib_create_mr_pool(rds_ibdev, RDS_IB_MR_1M_POOL);  in rds_ib_add_one()
205 	if (IS_ERR(rds_ibdev->mr_1m_pool)) {  in rds_ib_add_one()
206 		ret = PTR_ERR(rds_ibdev->mr_1m_pool);  in rds_ib_add_one()
207 		rds_ibdev->mr_1m_pool = NULL;  in rds_ib_add_one()
211 	rds_ibdev->mr_8k_pool =  in rds_ib_add_one()
212 		rds_ib_create_mr_pool(rds_ibdev, RDS_IB_MR_8K_POOL);  in rds_ib_add_one()
213 	if (IS_ERR(rds_ibdev->mr_8k_pool)) {  in rds_ib_add_one()
214 		ret = PTR_ERR(rds_ibdev->mr_8k_pool);  in rds_ib_add_one()
215 		rds_ibdev->mr_8k_pool = NULL;  in rds_ib_add_one()
220 		 device->attrs.max_mr, rds_ibdev->max_wrs, rds_ibdev->max_sge,  in rds_ib_add_one()
221 		 rds_ibdev->max_1m_mrs, rds_ibdev->max_8k_mrs);  in rds_ib_add_one()
226 	list_add_tail_rcu(&rds_ibdev->list, &rds_ib_devices);  in rds_ib_add_one()
228 	refcount_inc(&rds_ibdev->refcount);  in rds_ib_add_one()
230 	ib_set_client_data(device, &rds_ib_client, rds_ibdev);  in rds_ib_add_one()
236 	rds_ib_dev_put(rds_ibdev);  in rds_ib_add_one()
258 	struct rds_ib_device *rds_ibdev;  in rds_ib_get_client_data()  local
261 	rds_ibdev = ib_get_client_data(device, &rds_ib_client);  in rds_ib_get_client_data()
262 	if (rds_ibdev)  in rds_ib_get_client_data()
263 		refcount_inc(&rds_ibdev->refcount);  in rds_ib_get_client_data()
265 	return rds_ibdev;  in rds_ib_get_client_data()
277 	struct rds_ib_device *rds_ibdev = client_data;  in rds_ib_remove_one()  local
279 	rds_ib_dev_shutdown(rds_ibdev);  in rds_ib_remove_one()
285 	list_del_rcu(&rds_ibdev->list);  in rds_ib_remove_one()
294 	rds_ib_dev_put(rds_ibdev);  in rds_ib_remove_one()
295 	rds_ib_dev_put(rds_ibdev);  in rds_ib_remove_one()
326 		struct rds_ib_device *rds_ibdev;  in rds_ib_conn_info_visitor()  local
331 		rds_ibdev = ic->rds_ibdev;  in rds_ib_conn_info_visitor()
334 		iinfo->max_send_sge = rds_ibdev->max_sge;  in rds_ib_conn_info_visitor()
335 		rds_ib_get_mr_info(rds_ibdev, iinfo);  in rds_ib_conn_info_visitor()
364 		struct rds_ib_device *rds_ibdev;  in rds6_ib_conn_info_visitor()  local
368 		rds_ibdev = ic->rds_ibdev;  in rds6_ib_conn_info_visitor()
371 		iinfo6->max_send_sge = rds_ibdev->max_sge;  in rds6_ib_conn_info_visitor()
372 		rds6_ib_get_mr_info(rds_ibdev, iinfo6);  in rds6_ib_conn_info_visitor()