78 static void ip6gre_tunnel_link(struct ip6gre_net *ign, struct ip6_tnl *t);
124 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_tunnel_lookup()  local
132 	for_each_ip_tunnel_rcu(t, ign->tunnels_r_l[h0 ^ h1]) {  in ip6gre_tunnel_lookup()
157 	for_each_ip_tunnel_rcu(t, ign->tunnels_r[h0 ^ h1]) {  in ip6gre_tunnel_lookup()
181 	for_each_ip_tunnel_rcu(t, ign->tunnels_l[h1]) {  in ip6gre_tunnel_lookup()
207 	for_each_ip_tunnel_rcu(t, ign->tunnels_wc[h1]) {  in ip6gre_tunnel_lookup()
235 		t = rcu_dereference(ign->collect_md_tun_erspan);  in ip6gre_tunnel_lookup()
237 		t = rcu_dereference(ign->collect_md_tun);  in ip6gre_tunnel_lookup()
242 	ndev = READ_ONCE(ign->fb_tunnel_dev);  in ip6gre_tunnel_lookup()
249 static struct ip6_tnl __rcu **__ip6gre_bucket(struct ip6gre_net *ign,  in __ip6gre_bucket()  argument
264 	return &ign->tunnels[prio][h];  in __ip6gre_bucket()
267 static void ip6gre_tunnel_link_md(struct ip6gre_net *ign, struct ip6_tnl *t)  in ip6gre_tunnel_link_md()  argument
270 		rcu_assign_pointer(ign->collect_md_tun, t);  in ip6gre_tunnel_link_md()
273 static void ip6erspan_tunnel_link_md(struct ip6gre_net *ign, struct ip6_tnl *t)  in ip6erspan_tunnel_link_md()  argument
276 		rcu_assign_pointer(ign->collect_md_tun_erspan, t);  in ip6erspan_tunnel_link_md()
279 static void ip6gre_tunnel_unlink_md(struct ip6gre_net *ign, struct ip6_tnl *t)  in ip6gre_tunnel_unlink_md()  argument
282 		rcu_assign_pointer(ign->collect_md_tun, NULL);  in ip6gre_tunnel_unlink_md()
285 static void ip6erspan_tunnel_unlink_md(struct ip6gre_net *ign,  in ip6erspan_tunnel_unlink_md()  argument
289 		rcu_assign_pointer(ign->collect_md_tun_erspan, NULL);  in ip6erspan_tunnel_unlink_md()
292 static inline struct ip6_tnl __rcu **ip6gre_bucket(struct ip6gre_net *ign,  in ip6gre_bucket()  argument
295 	return __ip6gre_bucket(ign, &t->parms);  in ip6gre_bucket()
298 static void ip6gre_tunnel_link(struct ip6gre_net *ign, struct ip6_tnl *t)  in ip6gre_tunnel_link()  argument
300 	struct ip6_tnl __rcu **tp = ip6gre_bucket(ign, t);  in ip6gre_tunnel_link()
306 static void ip6gre_tunnel_unlink(struct ip6gre_net *ign, struct ip6_tnl *t)  in ip6gre_tunnel_unlink()  argument
311 	for (tp = ip6gre_bucket(ign, t);  in ip6gre_tunnel_unlink()
331 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_tunnel_find()  local
333 	for (tp = __ip6gre_bucket(ign, parms);  in ip6gre_tunnel_find()
352 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_tunnel_locate()  local
391 	ip6gre_tunnel_link(ign, nt);  in ip6gre_tunnel_locate()
402 	struct ip6gre_net *ign = net_generic(t->net, ip6gre_net_id);  in ip6erspan_tunnel_uninit()  local
404 	ip6erspan_tunnel_unlink_md(ign, t);  in ip6erspan_tunnel_uninit()
405 	ip6gre_tunnel_unlink(ign, t);  in ip6erspan_tunnel_uninit()
413 	struct ip6gre_net *ign = net_generic(t->net, ip6gre_net_id);  in ip6gre_tunnel_uninit()  local
415 	ip6gre_tunnel_unlink_md(ign, t);  in ip6gre_tunnel_uninit()
416 	ip6gre_tunnel_unlink(ign, t);  in ip6gre_tunnel_uninit()
417 	if (ign->fb_tunnel_dev == dev)  in ip6gre_tunnel_uninit()
418 		WRITE_ONCE(ign->fb_tunnel_dev, NULL);  in ip6gre_tunnel_uninit()
1256 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_tunnel_ioctl()  local
1262 		if (dev == ign->fb_tunnel_dev) {  in ip6gre_tunnel_ioctl()
1300 		if (dev != ign->fb_tunnel_dev && cmd == SIOCCHGTUNNEL) {  in ip6gre_tunnel_ioctl()
1309 				ip6gre_tunnel_unlink(ign, t);  in ip6gre_tunnel_ioctl()
1312 				ip6gre_tunnel_link(ign, t);  in ip6gre_tunnel_ioctl()
1333 		if (dev == ign->fb_tunnel_dev) {  in ip6gre_tunnel_ioctl()
1343 			if (t == netdev_priv(ign->fb_tunnel_dev))  in ip6gre_tunnel_ioctl()
1553 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_destroy_tunnels()  local
1568 			t = rtnl_dereference(ign->tunnels[prio][h]);  in ip6gre_destroy_tunnels()
1585 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_init_net()  local
1597 	ign->fb_tunnel_dev = ndev;  in ip6gre_init_net()
1598 	dev_net_set(ign->fb_tunnel_dev, net);  in ip6gre_init_net()
1602 	ign->fb_tunnel_dev->features |= NETIF_F_NETNS_LOCAL;  in ip6gre_init_net()
1605 	ip6gre_fb_tunnel_init(ign->fb_tunnel_dev);  in ip6gre_init_net()
1606 	ign->fb_tunnel_dev->rtnl_link_ops = &ip6gre_link_ops;  in ip6gre_init_net()
1608 	err = register_netdev(ign->fb_tunnel_dev);  in ip6gre_init_net()
1612 	rcu_assign_pointer(ign->tunnels_wc[0],  in ip6gre_init_net()
1613 			   netdev_priv(ign->fb_tunnel_dev));  in ip6gre_init_net()
2003 	struct ip6gre_net *ign;  in ip6gre_newlink()  local
2007 	ign = net_generic(net, ip6gre_net_id);  in ip6gre_newlink()
2010 		if (rtnl_dereference(ign->collect_md_tun))  in ip6gre_newlink()
2020 		ip6gre_tunnel_link_md(ign, nt);  in ip6gre_newlink()
2033 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_changelink_common()  local
2036 	if (dev == ign->fb_tunnel_dev)  in ip6gre_changelink_common()
2065 	struct ip6gre_net *ign = net_generic(t->net, ip6gre_net_id);  in ip6gre_changelink()  local
2072 	ip6gre_tunnel_unlink_md(ign, t);  in ip6gre_changelink()
2073 	ip6gre_tunnel_unlink(ign, t);  in ip6gre_changelink()
2075 	ip6gre_tunnel_link_md(ign, t);  in ip6gre_changelink()
2076 	ip6gre_tunnel_link(ign, t);  in ip6gre_changelink()
2083 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_dellink()  local
2085 	if (dev != ign->fb_tunnel_dev)  in ip6gre_dellink()
2236 	struct ip6gre_net *ign;  in ip6erspan_newlink()  local
2241 	ign = net_generic(net, ip6gre_net_id);  in ip6erspan_newlink()
2244 		if (rtnl_dereference(ign->collect_md_tun_erspan))  in ip6erspan_newlink()
2254 		ip6erspan_tunnel_link_md(ign, nt);  in ip6erspan_newlink()
2278 	struct ip6gre_net *ign = net_generic(dev_net(dev), ip6gre_net_id);  in ip6erspan_changelink()  local
2287 	ip6gre_tunnel_unlink_md(ign, t);  in ip6erspan_changelink()
2288 	ip6gre_tunnel_unlink(ign, t);  in ip6erspan_changelink()
2290 	ip6erspan_tunnel_link_md(ign, t);  in ip6erspan_changelink()
2291 	ip6gre_tunnel_link(ign, t);  in ip6erspan_changelink()