45 	struct rds_ib_device *rds_ibdev;  in rds_ib_get_device()  local
49 	list_for_each_entry_rcu(rds_ibdev, &rds_ib_devices, list) {  in rds_ib_get_device()
50 		list_for_each_entry_rcu(i_ipaddr, &rds_ibdev->ipaddr_list, list) {  in rds_ib_get_device()
52 				refcount_inc(&rds_ibdev->refcount);  in rds_ib_get_device()
54 				return rds_ibdev;  in rds_ib_get_device()
63 static int rds_ib_add_ipaddr(struct rds_ib_device *rds_ibdev, __be32 ipaddr)  in rds_ib_add_ipaddr()  argument
73 	spin_lock_irq(&rds_ibdev->spinlock);  in rds_ib_add_ipaddr()
74 	list_add_tail_rcu(&i_ipaddr->list, &rds_ibdev->ipaddr_list);  in rds_ib_add_ipaddr()
75 	spin_unlock_irq(&rds_ibdev->spinlock);  in rds_ib_add_ipaddr()
80 static void rds_ib_remove_ipaddr(struct rds_ib_device *rds_ibdev, __be32 ipaddr)  in rds_ib_remove_ipaddr()  argument
86 	spin_lock_irq(&rds_ibdev->spinlock);  in rds_ib_remove_ipaddr()
87 	list_for_each_entry_rcu(i_ipaddr, &rds_ibdev->ipaddr_list, list) {  in rds_ib_remove_ipaddr()
94 	spin_unlock_irq(&rds_ibdev->spinlock);  in rds_ib_remove_ipaddr()
100 int rds_ib_update_ipaddr(struct rds_ib_device *rds_ibdev,  in rds_ib_update_ipaddr()  argument
107 		return rds_ib_add_ipaddr(rds_ibdev, ipaddr->s6_addr32[3]);  in rds_ib_update_ipaddr()
109 	if (rds_ibdev_old != rds_ibdev) {  in rds_ib_update_ipaddr()
112 		return rds_ib_add_ipaddr(rds_ibdev, ipaddr->s6_addr32[3]);  in rds_ib_update_ipaddr()
119 void rds_ib_add_conn(struct rds_ib_device *rds_ibdev, struct rds_connection *conn)  in rds_ib_add_conn()  argument
129 	spin_lock(&rds_ibdev->spinlock);  in rds_ib_add_conn()
130 	list_add_tail(&ic->ib_node, &rds_ibdev->conn_list);  in rds_ib_add_conn()
131 	spin_unlock(&rds_ibdev->spinlock);  in rds_ib_add_conn()
134 	ic->rds_ibdev = rds_ibdev;  in rds_ib_add_conn()
135 	refcount_inc(&rds_ibdev->refcount);  in rds_ib_add_conn()
138 void rds_ib_remove_conn(struct rds_ib_device *rds_ibdev, struct rds_connection *conn)  in rds_ib_remove_conn()  argument
145 	spin_lock_irq(&rds_ibdev->spinlock);  in rds_ib_remove_conn()
148 	spin_unlock_irq(&rds_ibdev->spinlock);  in rds_ib_remove_conn()
154 	ic->rds_ibdev = NULL;  in rds_ib_remove_conn()
155 	rds_ib_dev_put(rds_ibdev);  in rds_ib_remove_conn()
172 void rds_ib_get_mr_info(struct rds_ib_device *rds_ibdev, struct rds_info_rdma_connection *iinfo)  in rds_ib_get_mr_info()  argument
174 	struct rds_ib_mr_pool *pool_1m = rds_ibdev->mr_1m_pool;  in rds_ib_get_mr_info()
181 void rds6_ib_get_mr_info(struct rds_ib_device *rds_ibdev,  in rds6_ib_get_mr_info()  argument
184 	struct rds_ib_mr_pool *pool_1m = rds_ibdev->mr_1m_pool;  in rds6_ib_get_mr_info()
214 	struct rds_ib_device *rds_ibdev = ibmr->device;  in rds_ib_sync_mr()  local
218 		ib_dma_sync_sg_for_cpu(rds_ibdev->dev, ibmr->sg,  in rds_ib_sync_mr()
222 		ib_dma_sync_sg_for_device(rds_ibdev->dev, ibmr->sg,  in rds_ib_sync_mr()
230 	struct rds_ib_device *rds_ibdev = ibmr->device;  in __rds_ib_teardown_mr()  local
233 		ib_dma_unmap_sg(rds_ibdev->dev,  in __rds_ib_teardown_mr()
481 	struct rds_ib_device *rds_ibdev = ibmr->device;  in rds_ib_free_mr()  local
486 	if (rds_ibdev->use_fastreg)  in rds_ib_free_mr()
511 	rds_ib_dev_put(rds_ibdev);  in rds_ib_free_mr()
516 	struct rds_ib_device *rds_ibdev;  in rds_ib_flush_mrs()  local
519 	list_for_each_entry(rds_ibdev, &rds_ib_devices, list) {  in rds_ib_flush_mrs()
520 		if (rds_ibdev->mr_8k_pool)  in rds_ib_flush_mrs()
521 			rds_ib_flush_mr_pool(rds_ibdev->mr_8k_pool, 0, NULL);  in rds_ib_flush_mrs()
523 		if (rds_ibdev->mr_1m_pool)  in rds_ib_flush_mrs()
524 			rds_ib_flush_mr_pool(rds_ibdev->mr_1m_pool, 0, NULL);  in rds_ib_flush_mrs()
533 	struct rds_ib_device *rds_ibdev;  in rds_ib_get_mr()  local
538 	rds_ibdev = rds_ib_get_device(rs->rs_bound_addr.s6_addr32[3]);  in rds_ib_get_mr()
539 	if (!rds_ibdev) {  in rds_ib_get_mr()
547 	if (!rds_ibdev->mr_8k_pool || !rds_ibdev->mr_1m_pool) {  in rds_ib_get_mr()
552 	if (rds_ibdev->use_fastreg)  in rds_ib_get_mr()
553 		ibmr = rds_ib_reg_frmr(rds_ibdev, ic, sg, nents, key_ret);  in rds_ib_get_mr()
555 		ibmr = rds_ib_reg_fmr(rds_ibdev, sg, nents, key_ret);  in rds_ib_get_mr()
564 	if (rds_ibdev)  in rds_ib_get_mr()
565 		rds_ib_dev_put(rds_ibdev);  in rds_ib_get_mr()
579 struct rds_ib_mr_pool *rds_ib_create_mr_pool(struct rds_ib_device *rds_ibdev,  in rds_ib_create_mr_pool()  argument
600 		pool->max_items = rds_ibdev->max_1m_mrs;  in rds_ib_create_mr_pool()
604 		pool->max_items = rds_ibdev->max_8k_mrs;  in rds_ib_create_mr_pool()
608 	pool->fmr_attr.max_maps = rds_ibdev->fmr_max_remaps;  in rds_ib_create_mr_pool()
610 	pool->max_items_soft = rds_ibdev->max_mrs * 3 / 4;  in rds_ib_create_mr_pool()
611 	pool->use_fastreg = rds_ibdev->use_fastreg;  in rds_ib_create_mr_pool()