73 	struct mr_table		*mrt;  member
98 static void ipmr_free_table(struct mr_table *mrt);
100 static void ip_mr_forward(struct net *net, struct mr_table *mrt,
103 static int ipmr_cache_report(struct mr_table *mrt,
105 static void mroute_netlink_event(struct mr_table *mrt, struct mfc_cache *mfc,
107 static void igmpmsg_netlink_event(struct mr_table *mrt, struct sk_buff *pkt);
108 static void mroute_clean_tables(struct mr_table *mrt, int flags);
112 #define ipmr_for_each_table(mrt, net) \  argument
113 	list_for_each_entry_rcu(mrt, &net->ipv4.mr_tables, list)
116 					   struct mr_table *mrt)  in ipmr_mr_table_iter()  argument
120 	if (!mrt)  in ipmr_mr_table_iter()
124 		ret = list_entry_rcu(mrt->list.next,  in ipmr_mr_table_iter()
134 	struct mr_table *mrt;  in ipmr_get_table()  local
136 	ipmr_for_each_table(mrt, net) {  in ipmr_get_table()
137 		if (mrt->id == id)  in ipmr_get_table()
138 			return mrt;  in ipmr_get_table()
144 			   struct mr_table **mrt)  in ipmr_fib_lookup()  argument
160 	*mrt = res.mrt;  in ipmr_fib_lookup()
168 	struct mr_table *mrt;  in ipmr_rule_action()  local
184 	mrt = ipmr_get_table(rule->fr_net, arg->table);  in ipmr_rule_action()
185 	if (!mrt)  in ipmr_rule_action()
187 	res->mrt = mrt;  in ipmr_rule_action()
239 	struct mr_table *mrt;  in ipmr_rules_init()  local
248 	mrt = ipmr_new_table(net, RT_TABLE_DEFAULT);  in ipmr_rules_init()
249 	if (IS_ERR(mrt)) {  in ipmr_rules_init()
250 		err = PTR_ERR(mrt);  in ipmr_rules_init()
262 	ipmr_free_table(mrt);  in ipmr_rules_init()
270 	struct mr_table *mrt, *next;  in ipmr_rules_exit()  local
273 	list_for_each_entry_safe(mrt, next, &net->ipv4.mr_tables, list) {  in ipmr_rules_exit()
274 		list_del(&mrt->list);  in ipmr_rules_exit()
275 		ipmr_free_table(mrt);  in ipmr_rules_exit()
297 #define ipmr_for_each_table(mrt, net) \  argument
298 	for (mrt = net->ipv4.mrt; mrt; mrt = NULL)
301 					   struct mr_table *mrt)  in ipmr_mr_table_iter()  argument
303 	if (!mrt)  in ipmr_mr_table_iter()
304 		return net->ipv4.mrt;  in ipmr_mr_table_iter()
310 	return net->ipv4.mrt;  in ipmr_get_table()
314 			   struct mr_table **mrt)  in ipmr_fib_lookup()  argument
316 	*mrt = net->ipv4.mrt;  in ipmr_fib_lookup()
322 	struct mr_table *mrt;  in ipmr_rules_init()  local
324 	mrt = ipmr_new_table(net, RT_TABLE_DEFAULT);  in ipmr_rules_init()
325 	if (IS_ERR(mrt))  in ipmr_rules_init()
326 		return PTR_ERR(mrt);  in ipmr_rules_init()
327 	net->ipv4.mrt = mrt;  in ipmr_rules_init()
334 	ipmr_free_table(net->ipv4.mrt);  in ipmr_rules_exit()
335 	net->ipv4.mrt = NULL;  in ipmr_rules_exit()
375 static void ipmr_new_table_set(struct mr_table *mrt,  in ipmr_new_table_set()  argument
379 	list_add_tail_rcu(&mrt->list, &net->ipv4.mr_tables);  in ipmr_new_table_set()
395 	struct mr_table *mrt;  in ipmr_new_table()  local
401 	mrt = ipmr_get_table(net, id);  in ipmr_new_table()
402 	if (mrt)  in ipmr_new_table()
403 		return mrt;  in ipmr_new_table()
409 static void ipmr_free_table(struct mr_table *mrt)  in ipmr_free_table()  argument
411 	del_timer_sync(&mrt->ipmr_expire_timer);  in ipmr_free_table()
412 	mroute_clean_tables(mrt, MRT_FLUSH_VIFS | MRT_FLUSH_VIFS_STATIC |  in ipmr_free_table()
414 	rhltable_destroy(&mrt->mfc_hash);  in ipmr_free_table()
415 	kfree(mrt);  in ipmr_free_table()
521 	struct mr_table *mrt;  in reg_vif_xmit()  local
529 	err = ipmr_fib_lookup(net, &fl4, &mrt);  in reg_vif_xmit()
538 	ipmr_cache_report(mrt, skb, mrt->mroute_reg_vif_num, IGMPMSG_WHOLEPKT);  in reg_vif_xmit()
564 static struct net_device *ipmr_reg_vif(struct net *net, struct mr_table *mrt)  in ipmr_reg_vif()  argument
569 	if (mrt->id == RT_TABLE_DEFAULT)  in ipmr_reg_vif()
572 		sprintf(name, "pimreg%u", mrt->id);  in ipmr_reg_vif()
601 static int __pim_rcv(struct mr_table *mrt, struct sk_buff *skb,  in __pim_rcv()  argument
619 	if (mrt->mroute_reg_vif_num >= 0)  in __pim_rcv()
620 		reg_dev = mrt->vif_table[mrt->mroute_reg_vif_num].dev;  in __pim_rcv()
639 static struct net_device *ipmr_reg_vif(struct net *net, struct mr_table *mrt)  in ipmr_reg_vif()  argument
667 static int vif_delete(struct mr_table *mrt, int vifi, int notify,  in vif_delete()  argument
670 	struct net *net = read_pnet(&mrt->net);  in vif_delete()
675 	if (vifi < 0 || vifi >= mrt->maxvif)  in vif_delete()
678 	v = &mrt->vif_table[vifi];  in vif_delete()
680 	if (VIF_EXISTS(mrt, vifi))  in vif_delete()
682 					      mrt->id);  in vif_delete()
693 	if (vifi == mrt->mroute_reg_vif_num)  in vif_delete()
694 		mrt->mroute_reg_vif_num = -1;  in vif_delete()
696 	if (vifi + 1 == mrt->maxvif) {  in vif_delete()
700 			if (VIF_EXISTS(mrt, tmp))  in vif_delete()
703 		mrt->maxvif = tmp+1;  in vif_delete()
741 static void ipmr_destroy_unres(struct mr_table *mrt, struct mfc_cache *c)  in ipmr_destroy_unres()  argument
743 	struct net *net = read_pnet(&mrt->net);  in ipmr_destroy_unres()
747 	atomic_dec(&mrt->cache_resolve_queue_len);  in ipmr_destroy_unres()
772 	struct mr_table *mrt = from_timer(mrt, t, ipmr_expire_timer);  in ipmr_expire_process()  local
778 		mod_timer(&mrt->ipmr_expire_timer, jiffies+HZ/10);  in ipmr_expire_process()
782 	if (list_empty(&mrt->mfc_unres_queue))  in ipmr_expire_process()
788 	list_for_each_entry_safe(c, next, &mrt->mfc_unres_queue, list) {  in ipmr_expire_process()
797 		mroute_netlink_event(mrt, (struct mfc_cache *)c, RTM_DELROUTE);  in ipmr_expire_process()
798 		ipmr_destroy_unres(mrt, (struct mfc_cache *)c);  in ipmr_expire_process()
801 	if (!list_empty(&mrt->mfc_unres_queue))  in ipmr_expire_process()
802 		mod_timer(&mrt->ipmr_expire_timer, jiffies + expires);  in ipmr_expire_process()
809 static void ipmr_update_thresholds(struct mr_table *mrt, struct mr_mfc *cache,  in ipmr_update_thresholds()  argument
818 	for (vifi = 0; vifi < mrt->maxvif; vifi++) {  in ipmr_update_thresholds()
819 		if (VIF_EXISTS(mrt, vifi) &&  in ipmr_update_thresholds()
831 static int vif_add(struct net *net, struct mr_table *mrt,  in vif_add()  argument
836 	struct vif_device *v = &mrt->vif_table[vifi];  in vif_add()
842 	if (VIF_EXISTS(mrt, vifi))  in vif_add()
852 		if (mrt->mroute_reg_vif_num >= 0)  in vif_add()
854 		dev = ipmr_reg_vif(net, mrt);  in vif_add()
929 		mrt->mroute_reg_vif_num = vifi;  in vif_add()
930 	if (vifi+1 > mrt->maxvif)  in vif_add()
931 		mrt->maxvif = vifi+1;  in vif_add()
933 	call_ipmr_vif_entry_notifiers(net, FIB_EVENT_VIF_ADD, v, vifi, mrt->id);  in vif_add()
938 static struct mfc_cache *ipmr_cache_find(struct mr_table *mrt,  in ipmr_cache_find()  argument
947 	return mr_mfc_find(mrt, &arg);  in ipmr_cache_find()
951 static struct mfc_cache *ipmr_cache_find_any(struct mr_table *mrt,  in ipmr_cache_find_any()  argument
960 		return mr_mfc_find_any_parent(mrt, vifi);  in ipmr_cache_find_any()
961 	return mr_mfc_find_any(mrt, vifi, &arg);  in ipmr_cache_find_any()
965 static struct mfc_cache *ipmr_cache_find_parent(struct mr_table *mrt,  in ipmr_cache_find_parent()  argument
974 	return mr_mfc_find_parent(mrt, &arg, parent);  in ipmr_cache_find_parent()
1003 static void ipmr_cache_resolve(struct net *net, struct mr_table *mrt,  in ipmr_cache_resolve()  argument
1015 			if (mr_fill_mroute(mrt, skb, &c->_c,  in ipmr_cache_resolve()
1030 			ip_mr_forward(net, mrt, skb->dev, skb, c, 0);  in ipmr_cache_resolve()
1039 static int ipmr_cache_report(struct mr_table *mrt,  in ipmr_cache_report()  argument
1073 			msg->im_vif = mrt->mroute_reg_vif_num;  in ipmr_cache_report()
1097 	mroute_sk = rcu_dereference(mrt->mroute_sk);  in ipmr_cache_report()
1104 	igmpmsg_netlink_event(mrt, skb);  in ipmr_cache_report()
1118 static int ipmr_cache_unresolved(struct mr_table *mrt, vifi_t vifi,  in ipmr_cache_unresolved()  argument
1127 	list_for_each_entry(c, &mrt->mfc_unres_queue, _c.list) {  in ipmr_cache_unresolved()
1151 		err = ipmr_cache_report(mrt, skb, vifi, IGMPMSG_NOCACHE);  in ipmr_cache_unresolved()
1164 		atomic_inc(&mrt->cache_resolve_queue_len);  in ipmr_cache_unresolved()
1165 		list_add(&c->_c.list, &mrt->mfc_unres_queue);  in ipmr_cache_unresolved()
1166 		mroute_netlink_event(mrt, c, RTM_NEWROUTE);  in ipmr_cache_unresolved()
1168 		if (atomic_read(&mrt->cache_resolve_queue_len) == 1)  in ipmr_cache_unresolved()
1169 			mod_timer(&mrt->ipmr_expire_timer,  in ipmr_cache_unresolved()
1192 static int ipmr_mfc_delete(struct mr_table *mrt, struct mfcctl *mfc, int parent)  in ipmr_mfc_delete()  argument
1194 	struct net *net = read_pnet(&mrt->net);  in ipmr_mfc_delete()
1199 	c = ipmr_cache_find_parent(mrt, mfc->mfcc_origin.s_addr,  in ipmr_mfc_delete()
1204 	rhltable_remove(&mrt->mfc_hash, &c->_c.mnode, ipmr_rht_params);  in ipmr_mfc_delete()
1206 	call_ipmr_mfc_entry_notifiers(net, FIB_EVENT_ENTRY_DEL, c, mrt->id);  in ipmr_mfc_delete()
1207 	mroute_netlink_event(mrt, c, RTM_DELROUTE);  in ipmr_mfc_delete()
1213 static int ipmr_mfc_add(struct net *net, struct mr_table *mrt,  in ipmr_mfc_add()  argument
1226 	c = ipmr_cache_find_parent(mrt, mfc->mfcc_origin.s_addr,  in ipmr_mfc_add()
1232 		ipmr_update_thresholds(mrt, &c->_c, mfc->mfcc_ttls);  in ipmr_mfc_add()
1237 					      mrt->id);  in ipmr_mfc_add()
1238 		mroute_netlink_event(mrt, c, RTM_NEWROUTE);  in ipmr_mfc_add()
1253 	ipmr_update_thresholds(mrt, &c->_c, mfc->mfcc_ttls);  in ipmr_mfc_add()
1257 	ret = rhltable_insert_key(&mrt->mfc_hash, &c->cmparg, &c->_c.mnode,  in ipmr_mfc_add()
1264 	list_add_tail_rcu(&c->_c.list, &mrt->mfc_cache_list);  in ipmr_mfc_add()
1270 	list_for_each_entry(_uc, &mrt->mfc_unres_queue, list) {  in ipmr_mfc_add()
1275 			atomic_dec(&mrt->cache_resolve_queue_len);  in ipmr_mfc_add()
1280 	if (list_empty(&mrt->mfc_unres_queue))  in ipmr_mfc_add()
1281 		del_timer(&mrt->ipmr_expire_timer);  in ipmr_mfc_add()
1285 		ipmr_cache_resolve(net, mrt, uc, c);  in ipmr_mfc_add()
1288 	call_ipmr_mfc_entry_notifiers(net, FIB_EVENT_ENTRY_ADD, c, mrt->id);  in ipmr_mfc_add()
1289 	mroute_netlink_event(mrt, c, RTM_NEWROUTE);  in ipmr_mfc_add()
1294 static void mroute_clean_tables(struct mr_table *mrt, int flags)  in mroute_clean_tables()  argument
1296 	struct net *net = read_pnet(&mrt->net);  in mroute_clean_tables()
1304 		for (i = 0; i < mrt->maxvif; i++) {  in mroute_clean_tables()
1305 			if (((mrt->vif_table[i].flags & VIFF_STATIC) &&  in mroute_clean_tables()
1307 			    (!(mrt->vif_table[i].flags & VIFF_STATIC) && !(flags & MRT_FLUSH_VIFS)))  in mroute_clean_tables()
1309 			vif_delete(mrt, i, 0, &list);  in mroute_clean_tables()
1316 		list_for_each_entry_safe(c, tmp, &mrt->mfc_cache_list, list) {  in mroute_clean_tables()
1320 			rhltable_remove(&mrt->mfc_hash, &c->mnode, ipmr_rht_params);  in mroute_clean_tables()
1324 						      mrt->id);  in mroute_clean_tables()
1325 			mroute_netlink_event(mrt, cache, RTM_DELROUTE);  in mroute_clean_tables()
1331 		if (atomic_read(&mrt->cache_resolve_queue_len) != 0) {  in mroute_clean_tables()
1333 			list_for_each_entry_safe(c, tmp, &mrt->mfc_unres_queue, list) {  in mroute_clean_tables()
1336 				mroute_netlink_event(mrt, cache, RTM_DELROUTE);  in mroute_clean_tables()
1337 				ipmr_destroy_unres(mrt, cache);  in mroute_clean_tables()
1350 	struct mr_table *mrt;  in mrtsock_destruct()  local
1353 	ipmr_for_each_table(mrt, net) {  in mrtsock_destruct()
1354 		if (sk == rtnl_dereference(mrt->mroute_sk)) {  in mrtsock_destruct()
1360 			RCU_INIT_POINTER(mrt->mroute_sk, NULL);  in mrtsock_destruct()
1361 			mroute_clean_tables(mrt, MRT_FLUSH_VIFS | MRT_FLUSH_MFC);  in mrtsock_destruct()
1378 	struct mr_table *mrt;  in ip_mroute_setsockopt()  local
1392 	mrt = ipmr_get_table(net, raw_sk(sk)->ipmr_table ? : RT_TABLE_DEFAULT);  in ip_mroute_setsockopt()
1393 	if (!mrt) {  in ip_mroute_setsockopt()
1398 		if (sk != rcu_access_pointer(mrt->mroute_sk) &&  in ip_mroute_setsockopt()
1411 		if (rtnl_dereference(mrt->mroute_sk)) {  in ip_mroute_setsockopt()
1418 			rcu_assign_pointer(mrt->mroute_sk, sk);  in ip_mroute_setsockopt()
1427 		if (sk != rcu_access_pointer(mrt->mroute_sk)) {  in ip_mroute_setsockopt()
1454 			ret = vif_add(net, mrt, &vif,  in ip_mroute_setsockopt()
1455 				      sk == rtnl_dereference(mrt->mroute_sk));  in ip_mroute_setsockopt()
1457 			ret = vif_delete(mrt, vif.vifc_vifi, 0, NULL);  in ip_mroute_setsockopt()
1480 			ret = ipmr_mfc_delete(mrt, &mfc, parent);  in ip_mroute_setsockopt()
1482 			ret = ipmr_mfc_add(net, mrt, &mfc,  in ip_mroute_setsockopt()
1483 					   sk == rtnl_dereference(mrt->mroute_sk),  in ip_mroute_setsockopt()
1495 		mroute_clean_tables(mrt, val);  in ip_mroute_setsockopt()
1507 		mrt->mroute_do_assert = val;  in ip_mroute_setsockopt()
1525 		if (val != mrt->mroute_do_pim) {  in ip_mroute_setsockopt()
1526 			mrt->mroute_do_pim = val;  in ip_mroute_setsockopt()
1527 			mrt->mroute_do_assert = val;  in ip_mroute_setsockopt()
1528 			mrt->mroute_do_wrvifwhole = do_wrvifwhole;  in ip_mroute_setsockopt()
1545 		if (sk == rtnl_dereference(mrt->mroute_sk)) {  in ip_mroute_setsockopt()
1548 			mrt = ipmr_new_table(net, uval);  in ip_mroute_setsockopt()
1549 			if (IS_ERR(mrt))  in ip_mroute_setsockopt()
1550 				ret = PTR_ERR(mrt);  in ip_mroute_setsockopt()
1571 	struct mr_table *mrt;  in ip_mroute_getsockopt()  local
1577 	mrt = ipmr_get_table(net, raw_sk(sk)->ipmr_table ? : RT_TABLE_DEFAULT);  in ip_mroute_getsockopt()
1578 	if (!mrt)  in ip_mroute_getsockopt()
1588 		val = mrt->mroute_do_pim;  in ip_mroute_getsockopt()
1591 		val = mrt->mroute_do_assert;  in ip_mroute_getsockopt()
1617 	struct mr_table *mrt;  in ipmr_ioctl()  local
1619 	mrt = ipmr_get_table(net, raw_sk(sk)->ipmr_table ? : RT_TABLE_DEFAULT);  in ipmr_ioctl()
1620 	if (!mrt)  in ipmr_ioctl()
1627 		if (vr.vifi >= mrt->maxvif)  in ipmr_ioctl()
1629 		vr.vifi = array_index_nospec(vr.vifi, mrt->maxvif);  in ipmr_ioctl()
1631 		vif = &mrt->vif_table[vr.vifi];  in ipmr_ioctl()
1632 		if (VIF_EXISTS(mrt, vr.vifi)) {  in ipmr_ioctl()
1650 		c = ipmr_cache_find(mrt, sr.src.s_addr, sr.grp.s_addr);  in ipmr_ioctl()
1692 	struct mr_table *mrt;  in ipmr_compat_ioctl()  local
1694 	mrt = ipmr_get_table(net, raw_sk(sk)->ipmr_table ? : RT_TABLE_DEFAULT);  in ipmr_compat_ioctl()
1695 	if (!mrt)  in ipmr_compat_ioctl()
1702 		if (vr.vifi >= mrt->maxvif)  in ipmr_compat_ioctl()
1704 		vr.vifi = array_index_nospec(vr.vifi, mrt->maxvif);  in ipmr_compat_ioctl()
1706 		vif = &mrt->vif_table[vr.vifi];  in ipmr_compat_ioctl()
1707 		if (VIF_EXISTS(mrt, vr.vifi)) {  in ipmr_compat_ioctl()
1725 		c = ipmr_cache_find(mrt, sr.src.s_addr, sr.grp.s_addr);  in ipmr_compat_ioctl()
1748 	struct mr_table *mrt;  in ipmr_device_event()  local
1755 	ipmr_for_each_table(mrt, net) {  in ipmr_device_event()
1756 		v = &mrt->vif_table[0];  in ipmr_device_event()
1757 		for (ct = 0; ct < mrt->maxvif; ct++, v++) {  in ipmr_device_event()
1759 				vif_delete(mrt, ct, 1, NULL);  in ipmr_device_event()
1815 static bool ipmr_forward_offloaded(struct sk_buff *skb, struct mr_table *mrt,  in ipmr_forward_offloaded()  argument
1818 	struct vif_device *out_vif = &mrt->vif_table[out_vifi];  in ipmr_forward_offloaded()
1819 	struct vif_device *in_vif = &mrt->vif_table[in_vifi];  in ipmr_forward_offloaded()
1829 static bool ipmr_forward_offloaded(struct sk_buff *skb, struct mr_table *mrt,  in ipmr_forward_offloaded()  argument
1838 static void ipmr_queue_xmit(struct net *net, struct mr_table *mrt,  in ipmr_queue_xmit()  argument
1842 	struct vif_device *vif = &mrt->vif_table[vifi];  in ipmr_queue_xmit()
1856 		ipmr_cache_report(mrt, skb, vifi, IGMPMSG_WHOLEPKT);  in ipmr_queue_xmit()
1860 	if (ipmr_forward_offloaded(skb, mrt, in_vifi, vifi))  in ipmr_queue_xmit()
1938 static int ipmr_find_vif(struct mr_table *mrt, struct net_device *dev)  in ipmr_find_vif()  argument
1942 	for (ct = mrt->maxvif-1; ct >= 0; ct--) {  in ipmr_find_vif()
1943 		if (mrt->vif_table[ct].dev == dev)  in ipmr_find_vif()
1950 static void ip_mr_forward(struct net *net, struct mr_table *mrt,  in ip_mr_forward()  argument
1954 	int true_vifi = ipmr_find_vif(mrt, dev);  in ip_mr_forward()
1969 		cache_proxy = mr_mfc_find_any_parent(mrt, vif);  in ip_mr_forward()
1976 	if (mrt->vif_table[vif].dev != dev) {  in ip_mr_forward()
1994 		if (true_vifi >= 0 && mrt->mroute_do_assert &&  in ip_mr_forward()
2000 		    (mrt->mroute_do_pim ||  in ip_mr_forward()
2006 			ipmr_cache_report(mrt, skb, true_vifi, IGMPMSG_WRONGVIF);  in ip_mr_forward()
2007 			if (mrt->mroute_do_wrvifwhole)  in ip_mr_forward()
2008 				ipmr_cache_report(mrt, skb, true_vifi,  in ip_mr_forward()
2015 	mrt->vif_table[vif].pkt_in++;  in ip_mr_forward()
2016 	mrt->vif_table[vif].bytes_in += skb->len;  in ip_mr_forward()
2044 					ipmr_queue_xmit(net, mrt, true_vifi,  in ip_mr_forward()
2056 				ipmr_queue_xmit(net, mrt, true_vifi, skb2,  in ip_mr_forward()
2059 			ipmr_queue_xmit(net, mrt, true_vifi, skb, psend);  in ip_mr_forward()
2084 	struct mr_table *mrt;  in ipmr_rt_fib_lookup()  local
2087 	err = ipmr_fib_lookup(net, &fl4, &mrt);  in ipmr_rt_fib_lookup()
2090 	return mrt;  in ipmr_rt_fib_lookup()
2101 	struct mr_table *mrt;  in ip_mr_input()  local
2123 	mrt = ipmr_rt_fib_lookup(net, skb);  in ip_mr_input()
2124 	if (IS_ERR(mrt)) {  in ip_mr_input()
2126 		return PTR_ERR(mrt);  in ip_mr_input()
2141 			mroute_sk = rcu_dereference(mrt->mroute_sk);  in ip_mr_input()
2151 	cache = ipmr_cache_find(mrt, ip_hdr(skb)->saddr, ip_hdr(skb)->daddr);  in ip_mr_input()
2153 		int vif = ipmr_find_vif(mrt, dev);  in ip_mr_input()
2156 			cache = ipmr_cache_find_any(mrt, ip_hdr(skb)->daddr,  in ip_mr_input()
2173 		vif = ipmr_find_vif(mrt, dev);  in ip_mr_input()
2175 			int err2 = ipmr_cache_unresolved(mrt, vif, skb, dev);  in ip_mr_input()
2186 	ip_mr_forward(net, mrt, dev, skb, cache, local);  in ip_mr_input()
2207 	struct mr_table *mrt;  in pim_rcv_v1()  local
2214 	mrt = ipmr_rt_fib_lookup(net, skb);  in pim_rcv_v1()
2215 	if (IS_ERR(mrt))  in pim_rcv_v1()
2217 	if (!mrt->mroute_do_pim ||  in pim_rcv_v1()
2221 	if (__pim_rcv(mrt, skb, sizeof(*pim))) {  in pim_rcv_v1()
2234 	struct mr_table *mrt;  in pim_rcv()  local
2246 	mrt = ipmr_rt_fib_lookup(net, skb);  in pim_rcv()
2247 	if (IS_ERR(mrt))  in pim_rcv()
2249 	if (__pim_rcv(mrt, skb, sizeof(*pim))) {  in pim_rcv()
2262 	struct mr_table *mrt;  in ipmr_get_route()  local
2265 	mrt = ipmr_get_table(net, RT_TABLE_DEFAULT);  in ipmr_get_route()
2266 	if (!mrt)  in ipmr_get_route()
2270 	cache = ipmr_cache_find(mrt, saddr, daddr);  in ipmr_get_route()
2272 		int vif = ipmr_find_vif(mrt, skb->dev);  in ipmr_get_route()
2275 			cache = ipmr_cache_find_any(mrt, daddr, vif);  in ipmr_get_route()
2286 			vif = ipmr_find_vif(mrt, dev);  in ipmr_get_route()
2308 		err = ipmr_cache_unresolved(mrt, vif, skb2, dev);  in ipmr_get_route()
2315 	err = mr_fill_mroute(mrt, skb, &cache->_c, rtm);  in ipmr_get_route()
2321 static int ipmr_fill_mroute(struct mr_table *mrt, struct sk_buff *skb,  in ipmr_fill_mroute()  argument
2338 	rtm->rtm_table    = mrt->id;  in ipmr_fill_mroute()
2339 	if (nla_put_u32(skb, RTA_TABLE, mrt->id))  in ipmr_fill_mroute()
2352 	err = mr_fill_mroute(mrt, skb, &c->_c, rtm);  in ipmr_fill_mroute()
2365 static int _ipmr_fill_mroute(struct mr_table *mrt, struct sk_buff *skb,  in _ipmr_fill_mroute()  argument
2369 	return ipmr_fill_mroute(mrt, skb, portid, seq, (struct mfc_cache *)c,  in _ipmr_fill_mroute()
2394 static void mroute_netlink_event(struct mr_table *mrt, struct mfc_cache *mfc,  in mroute_netlink_event()  argument
2397 	struct net *net = read_pnet(&mrt->net);  in mroute_netlink_event()
2402 				       mrt->maxvif),  in mroute_netlink_event()
2407 	err = ipmr_fill_mroute(mrt, skb, 0, 0, mfc, cmd, 0);  in mroute_netlink_event()
2435 static void igmpmsg_netlink_event(struct mr_table *mrt, struct sk_buff *pkt)  in igmpmsg_netlink_event()  argument
2437 	struct net *net = read_pnet(&mrt->net);  in igmpmsg_netlink_event()
2545 	struct mr_table *mrt;  in ipmr_rtm_getroute()  local
2558 	mrt = ipmr_get_table(net, tableid ? tableid : RT_TABLE_DEFAULT);  in ipmr_rtm_getroute()
2559 	if (!mrt) {  in ipmr_rtm_getroute()
2566 	cache = ipmr_cache_find(mrt, src, grp);  in ipmr_rtm_getroute()
2573 	skb = nlmsg_new(mroute_msgsize(false, mrt->maxvif), GFP_KERNEL);  in ipmr_rtm_getroute()
2579 	err = ipmr_fill_mroute(mrt, skb, NETLINK_CB(in_skb).portid,  in ipmr_rtm_getroute()
2608 		struct mr_table *mrt;  in ipmr_rtm_dumproute()  local
2610 		mrt = ipmr_get_table(sock_net(skb->sk), filter.table_id);  in ipmr_rtm_dumproute()
2611 		if (!mrt) {  in ipmr_rtm_dumproute()
2618 		err = mr_table_dump(mrt, skb, cb, _ipmr_fill_mroute,  in ipmr_rtm_dumproute()
2668 	struct mr_table *mrt;  in rtm_to_ipmr_mfcc()  local
2718 	mrt = ipmr_get_table(net, tblid);  in rtm_to_ipmr_mfcc()
2719 	if (!mrt) {  in rtm_to_ipmr_mfcc()
2723 	*mrtret = mrt;  in rtm_to_ipmr_mfcc()
2726 		mfcc->mfcc_parent = ipmr_find_vif(mrt, dev);  in rtm_to_ipmr_mfcc()
2754 static bool ipmr_fill_table(struct mr_table *mrt, struct sk_buff *skb)  in ipmr_fill_table()  argument
2756 	u32 queue_len = atomic_read(&mrt->cache_resolve_queue_len);  in ipmr_fill_table()
2758 	if (nla_put_u32(skb, IPMRA_TABLE_ID, mrt->id) ||  in ipmr_fill_table()
2761 			mrt->mroute_reg_vif_num) ||  in ipmr_fill_table()
2763 		       mrt->mroute_do_assert) ||  in ipmr_fill_table()
2764 	    nla_put_u8(skb, IPMRA_TABLE_MROUTE_DO_PIM, mrt->mroute_do_pim) ||  in ipmr_fill_table()
2766 		       mrt->mroute_do_wrvifwhole))  in ipmr_fill_table()
2772 static bool ipmr_fill_vif(struct mr_table *mrt, u32 vifid, struct sk_buff *skb)  in ipmr_fill_vif()  argument
2778 	if (!VIF_EXISTS(mrt, vifid))  in ipmr_fill_vif()
2781 	vif = &mrt->vif_table[vifid];  in ipmr_fill_vif()
2837 	struct mr_table *mrt;  in ipmr_rtm_dumplink()  local
2849 	ipmr_for_each_table(mrt, net) {  in ipmr_rtm_dumplink()
2872 		if (!ipmr_fill_table(mrt, skb)) {  in ipmr_rtm_dumplink()
2883 		for (i = 0; i < mrt->maxvif; i++) {  in ipmr_rtm_dumplink()
2886 			if (!ipmr_fill_vif(mrt, i, skb)) {  in ipmr_rtm_dumplink()
2921 	struct mr_table *mrt;  in ipmr_vif_seq_start()  local
2923 	mrt = ipmr_get_table(net, RT_TABLE_DEFAULT);  in ipmr_vif_seq_start()
2924 	if (!mrt)  in ipmr_vif_seq_start()
2927 	iter->mrt = mrt;  in ipmr_vif_seq_start()
2942 	struct mr_table *mrt = iter->mrt;  in ipmr_vif_seq_show()  local
2954 			   vif - mrt->vif_table,  in ipmr_vif_seq_show()
2972 	struct mr_table *mrt;  in ipmr_mfc_seq_start()  local
2974 	mrt = ipmr_get_table(net, RT_TABLE_DEFAULT);  in ipmr_mfc_seq_start()
2975 	if (!mrt)  in ipmr_mfc_seq_start()
2978 	return mr_mfc_seq_start(seq, pos, mrt, &mfc_unres_lock);  in ipmr_mfc_seq_start()
2991 		const struct mr_table *mrt = it->mrt;  in ipmr_mfc_seq_show()  local
2998 		if (it->cache != &mrt->mfc_unres_queue) {  in ipmr_mfc_seq_show()
3005 				if (VIF_EXISTS(mrt, n) &&  in ipmr_mfc_seq_show()