83 struct ip_tunnel *ip_tunnel_lookup(struct ip_tunnel_net *itn,  in ip_tunnel_lookup()  argument
94 	head = &itn->tunnels[hash];  in ip_tunnel_lookup()
127 	head = &itn->tunnels[hash];  in ip_tunnel_lookup()
162 	t = rcu_dereference(itn->collect_md_tun);  in ip_tunnel_lookup()
166 	ndev = READ_ONCE(itn->fb_tunnel_dev);  in ip_tunnel_lookup()
174 static struct hlist_head *ip_bucket(struct ip_tunnel_net *itn,  in ip_bucket()  argument
190 	return &itn->tunnels[h];  in ip_bucket()
193 static void ip_tunnel_add(struct ip_tunnel_net *itn, struct ip_tunnel *t)  in ip_tunnel_add()  argument
195 	struct hlist_head *head = ip_bucket(itn, &t->parms);  in ip_tunnel_add()
198 		rcu_assign_pointer(itn->collect_md_tun, t);  in ip_tunnel_add()
202 static void ip_tunnel_del(struct ip_tunnel_net *itn, struct ip_tunnel *t)  in ip_tunnel_del()  argument
205 		rcu_assign_pointer(itn->collect_md_tun, NULL);  in ip_tunnel_del()
209 static struct ip_tunnel *ip_tunnel_find(struct ip_tunnel_net *itn,  in ip_tunnel_find()  argument
219 	struct hlist_head *head = ip_bucket(itn, parms);  in ip_tunnel_find()
329 					  struct ip_tunnel_net *itn,  in ip_tunnel_create()  argument
338 	dev = __ip_tunnel_create(net, itn->rtnl_link_ops, parms);  in ip_tunnel_create()
354 	ip_tunnel_add(itn, nt);  in ip_tunnel_create()
845 static void ip_tunnel_update(struct ip_tunnel_net *itn,  in ip_tunnel_update()  argument
852 	ip_tunnel_del(itn, t);  in ip_tunnel_update()
861 	ip_tunnel_add(itn, t);  in ip_tunnel_update()
885 	struct ip_tunnel_net *itn = net_generic(net, t->ip_tnl_net_id);  in ip_tunnel_ctl()  local
889 		if (dev == itn->fb_tunnel_dev) {  in ip_tunnel_ctl()
890 			t = ip_tunnel_find(itn, p, itn->fb_tunnel_dev->type);  in ip_tunnel_ctl()
911 		t = ip_tunnel_find(itn, p, itn->type);  in ip_tunnel_ctl()
915 				t = ip_tunnel_create(net, itn, p);  in ip_tunnel_ctl()
923 		if (dev != itn->fb_tunnel_dev && cmd == SIOCCHGTUNNEL) {  in ip_tunnel_ctl()
948 			ip_tunnel_update(itn, t, dev, p, true, 0);  in ip_tunnel_ctl()
959 		if (dev == itn->fb_tunnel_dev) {  in ip_tunnel_ctl()
961 			t = ip_tunnel_find(itn, p, itn->fb_tunnel_dev->type);  in ip_tunnel_ctl()
965 			if (t == netdev_priv(itn->fb_tunnel_dev))  in ip_tunnel_ctl()
1039 	struct ip_tunnel_net *itn;  in ip_tunnel_dellink()  local
1041 	itn = net_generic(tunnel->net, tunnel->ip_tnl_net_id);  in ip_tunnel_dellink()
1043 	if (itn->fb_tunnel_dev != dev) {  in ip_tunnel_dellink()
1044 		ip_tunnel_del(itn, netdev_priv(dev));  in ip_tunnel_dellink()
1069 	struct ip_tunnel_net *itn = net_generic(net, ip_tnl_net_id);  in ip_tunnel_init_net()  local
1073 	itn->rtnl_link_ops = ops;  in ip_tunnel_init_net()
1075 		INIT_HLIST_HEAD(&itn->tunnels[i]);  in ip_tunnel_init_net()
1081 		itn->type = it_init_net->type;  in ip_tunnel_init_net()
1082 		itn->fb_tunnel_dev = NULL;  in ip_tunnel_init_net()
1091 	itn->fb_tunnel_dev = __ip_tunnel_create(net, ops, &parms);  in ip_tunnel_init_net()
1095 	if (!IS_ERR(itn->fb_tunnel_dev)) {  in ip_tunnel_init_net()
1096 		itn->fb_tunnel_dev->features |= NETIF_F_NETNS_LOCAL;  in ip_tunnel_init_net()
1097 		itn->fb_tunnel_dev->mtu = ip_tunnel_bind_dev(itn->fb_tunnel_dev);  in ip_tunnel_init_net()
1098 		ip_tunnel_add(itn, netdev_priv(itn->fb_tunnel_dev));  in ip_tunnel_init_net()
1099 		itn->type = itn->fb_tunnel_dev->type;  in ip_tunnel_init_net()
1103 	return PTR_ERR_OR_ZERO(itn->fb_tunnel_dev);  in ip_tunnel_init_net()
1107 static void ip_tunnel_destroy(struct net *net, struct ip_tunnel_net *itn,  in ip_tunnel_destroy()  argument
1121 		struct hlist_head *thead = &itn->tunnels[h];  in ip_tunnel_destroy()
1135 	struct ip_tunnel_net *itn;  in ip_tunnel_delete_nets()  local
1141 		itn = net_generic(net, id);  in ip_tunnel_delete_nets()
1142 		ip_tunnel_destroy(net, itn, &list, ops);  in ip_tunnel_delete_nets()
1154 	struct ip_tunnel_net *itn;  in ip_tunnel_newlink()  local
1159 	itn = net_generic(net, nt->ip_tnl_net_id);  in ip_tunnel_newlink()
1162 		if (rtnl_dereference(itn->collect_md_tun))  in ip_tunnel_newlink()
1165 		if (ip_tunnel_find(itn, p, dev->type))  in ip_tunnel_newlink()
1193 	ip_tunnel_add(itn, nt);  in ip_tunnel_newlink()
1209 	struct ip_tunnel_net *itn = net_generic(net, tunnel->ip_tnl_net_id);  in ip_tunnel_changelink()  local
1211 	if (dev == itn->fb_tunnel_dev)  in ip_tunnel_changelink()
1214 	t = ip_tunnel_find(itn, p, dev->type);  in ip_tunnel_changelink()
1236 	ip_tunnel_update(itn, t, dev, p, !tb[IFLA_MTU], fwmark);  in ip_tunnel_changelink()
1282 	struct ip_tunnel_net *itn;  in ip_tunnel_uninit()  local
1284 	itn = net_generic(net, tunnel->ip_tnl_net_id);  in ip_tunnel_uninit()
1285 	ip_tunnel_del(itn, netdev_priv(dev));  in ip_tunnel_uninit()
1286 	if (itn->fb_tunnel_dev == dev)  in ip_tunnel_uninit()
1287 		WRITE_ONCE(itn->fb_tunnel_dev, NULL);  in ip_tunnel_uninit()