78 static void ip6gre_tunnel_link(struct ip6gre_net *ign, struct ip6_tnl *t);
124 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_tunnel_lookup()  local
131 	for_each_ip_tunnel_rcu(t, ign->tunnels_r_l[h0 ^ h1]) {  in ip6gre_tunnel_lookup()
156 	for_each_ip_tunnel_rcu(t, ign->tunnels_r[h0 ^ h1]) {  in ip6gre_tunnel_lookup()
180 	for_each_ip_tunnel_rcu(t, ign->tunnels_l[h1]) {  in ip6gre_tunnel_lookup()
206 	for_each_ip_tunnel_rcu(t, ign->tunnels_wc[h1]) {  in ip6gre_tunnel_lookup()
234 		t = rcu_dereference(ign->collect_md_tun_erspan);  in ip6gre_tunnel_lookup()
236 		t = rcu_dereference(ign->collect_md_tun);  in ip6gre_tunnel_lookup()
241 	dev = ign->fb_tunnel_dev;  in ip6gre_tunnel_lookup()
248 static struct ip6_tnl __rcu **__ip6gre_bucket(struct ip6gre_net *ign,  in __ip6gre_bucket()  argument
263 	return &ign->tunnels[prio][h];  in __ip6gre_bucket()
266 static void ip6gre_tunnel_link_md(struct ip6gre_net *ign, struct ip6_tnl *t)  in ip6gre_tunnel_link_md()  argument
269 		rcu_assign_pointer(ign->collect_md_tun, t);  in ip6gre_tunnel_link_md()
272 static void ip6erspan_tunnel_link_md(struct ip6gre_net *ign, struct ip6_tnl *t)  in ip6erspan_tunnel_link_md()  argument
275 		rcu_assign_pointer(ign->collect_md_tun_erspan, t);  in ip6erspan_tunnel_link_md()
278 static void ip6gre_tunnel_unlink_md(struct ip6gre_net *ign, struct ip6_tnl *t)  in ip6gre_tunnel_unlink_md()  argument
281 		rcu_assign_pointer(ign->collect_md_tun, NULL);  in ip6gre_tunnel_unlink_md()
284 static void ip6erspan_tunnel_unlink_md(struct ip6gre_net *ign,  in ip6erspan_tunnel_unlink_md()  argument
288 		rcu_assign_pointer(ign->collect_md_tun_erspan, NULL);  in ip6erspan_tunnel_unlink_md()
291 static inline struct ip6_tnl __rcu **ip6gre_bucket(struct ip6gre_net *ign,  in ip6gre_bucket()  argument
294 	return __ip6gre_bucket(ign, &t->parms);  in ip6gre_bucket()
297 static void ip6gre_tunnel_link(struct ip6gre_net *ign, struct ip6_tnl *t)  in ip6gre_tunnel_link()  argument
299 	struct ip6_tnl __rcu **tp = ip6gre_bucket(ign, t);  in ip6gre_tunnel_link()
305 static void ip6gre_tunnel_unlink(struct ip6gre_net *ign, struct ip6_tnl *t)  in ip6gre_tunnel_unlink()  argument
310 	for (tp = ip6gre_bucket(ign, t);  in ip6gre_tunnel_unlink()
330 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_tunnel_find()  local
332 	for (tp = __ip6gre_bucket(ign, parms);  in ip6gre_tunnel_find()
351 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_tunnel_locate()  local
390 	ip6gre_tunnel_link(ign, nt);  in ip6gre_tunnel_locate()
401 	struct ip6gre_net *ign = net_generic(t->net, ip6gre_net_id);  in ip6erspan_tunnel_uninit()  local
403 	ip6erspan_tunnel_unlink_md(ign, t);  in ip6erspan_tunnel_uninit()
404 	ip6gre_tunnel_unlink(ign, t);  in ip6erspan_tunnel_uninit()
412 	struct ip6gre_net *ign = net_generic(t->net, ip6gre_net_id);  in ip6gre_tunnel_uninit()  local
414 	ip6gre_tunnel_unlink_md(ign, t);  in ip6gre_tunnel_uninit()
415 	ip6gre_tunnel_unlink(ign, t);  in ip6gre_tunnel_uninit()
1230 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_tunnel_ioctl()  local
1236 		if (dev == ign->fb_tunnel_dev) {  in ip6gre_tunnel_ioctl()
1274 		if (dev != ign->fb_tunnel_dev && cmd == SIOCCHGTUNNEL) {  in ip6gre_tunnel_ioctl()
1283 				ip6gre_tunnel_unlink(ign, t);  in ip6gre_tunnel_ioctl()
1286 				ip6gre_tunnel_link(ign, t);  in ip6gre_tunnel_ioctl()
1307 		if (dev == ign->fb_tunnel_dev) {  in ip6gre_tunnel_ioctl()
1317 			if (t == netdev_priv(ign->fb_tunnel_dev))  in ip6gre_tunnel_ioctl()
1528 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_destroy_tunnels()  local
1543 			t = rtnl_dereference(ign->tunnels[prio][h]);  in ip6gre_destroy_tunnels()
1560 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_init_net()  local
1565 	ign->fb_tunnel_dev = alloc_netdev(sizeof(struct ip6_tnl), "ip6gre0",  in ip6gre_init_net()
1568 	if (!ign->fb_tunnel_dev) {  in ip6gre_init_net()
1572 	dev_net_set(ign->fb_tunnel_dev, net);  in ip6gre_init_net()
1576 	ign->fb_tunnel_dev->features |= NETIF_F_NETNS_LOCAL;  in ip6gre_init_net()
1579 	ip6gre_fb_tunnel_init(ign->fb_tunnel_dev);  in ip6gre_init_net()
1580 	ign->fb_tunnel_dev->rtnl_link_ops = &ip6gre_link_ops;  in ip6gre_init_net()
1582 	err = register_netdev(ign->fb_tunnel_dev);  in ip6gre_init_net()
1586 	rcu_assign_pointer(ign->tunnels_wc[0],  in ip6gre_init_net()
1587 			   netdev_priv(ign->fb_tunnel_dev));  in ip6gre_init_net()
1591 	free_netdev(ign->fb_tunnel_dev);  in ip6gre_init_net()
1978 	struct ip6gre_net *ign;  in ip6gre_newlink()  local
1982 	ign = net_generic(net, ip6gre_net_id);  in ip6gre_newlink()
1985 		if (rtnl_dereference(ign->collect_md_tun))  in ip6gre_newlink()
1995 		ip6gre_tunnel_link_md(ign, nt);  in ip6gre_newlink()
2008 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_changelink_common()  local
2011 	if (dev == ign->fb_tunnel_dev)  in ip6gre_changelink_common()
2040 	struct ip6gre_net *ign = net_generic(t->net, ip6gre_net_id);  in ip6gre_changelink()  local
2047 	ip6gre_tunnel_unlink_md(ign, t);  in ip6gre_changelink()
2048 	ip6gre_tunnel_unlink(ign, t);  in ip6gre_changelink()
2050 	ip6gre_tunnel_link_md(ign, t);  in ip6gre_changelink()
2051 	ip6gre_tunnel_link(ign, t);  in ip6gre_changelink()
2058 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_dellink()  local
2060 	if (dev != ign->fb_tunnel_dev)  in ip6gre_dellink()
2212 	struct ip6gre_net *ign;  in ip6erspan_newlink()  local
2217 	ign = net_generic(net, ip6gre_net_id);  in ip6erspan_newlink()
2220 		if (rtnl_dereference(ign->collect_md_tun_erspan))  in ip6erspan_newlink()
2230 		ip6erspan_tunnel_link_md(ign, nt);  in ip6erspan_newlink()
2254 	struct ip6gre_net *ign = net_generic(dev_net(dev), ip6gre_net_id);  in ip6erspan_changelink()  local
2263 	ip6gre_tunnel_unlink_md(ign, t);  in ip6erspan_changelink()
2264 	ip6gre_tunnel_unlink(ign, t);  in ip6erspan_changelink()
2266 	ip6erspan_tunnel_link_md(ign, t);  in ip6erspan_changelink()
2267 	ip6gre_tunnel_link(ign, t);  in ip6erspan_changelink()