635 static void update_or_create_fnhe(struct fib_nh_common *nhc, __be32 daddr,  in update_or_create_fnhe()  argument
646 	genid = fnhe_genid(dev_net(nhc->nhc_dev));  in update_or_create_fnhe()
651 	hash = rcu_dereference(nhc->nhc_exceptions);  in update_or_create_fnhe()
656 		rcu_assign_pointer(nhc->nhc_exceptions, hash);  in update_or_create_fnhe()
715 		rt = rcu_dereference(nhc->nhc_rth_input);  in update_or_create_fnhe()
722 			prt = per_cpu_ptr(nhc->nhc_pcpu_rth_output, i);  in update_or_create_fnhe()
788 				struct fib_nh_common *nhc;  in __ip_do_redirect()  local
791 				nhc = FIB_RES_NHC(res);  in __ip_do_redirect()
792 				update_or_create_fnhe(nhc, fl4->daddr, new_gw,  in __ip_do_redirect()
1040 		struct fib_nh_common *nhc;  in __ip_rt_update_pmtu()  local
1043 		nhc = FIB_RES_NHC(res);  in __ip_rt_update_pmtu()
1044 		update_or_create_fnhe(nhc, fl4->daddr, 0, mtu, lock,  in __ip_rt_update_pmtu()
1321 static void ip_del_fnhe(struct fib_nh_common *nhc, __be32 daddr)  in ip_del_fnhe()  argument
1329 	hash = rcu_dereference_protected(nhc->nhc_exceptions,  in ip_del_fnhe()
1355 static struct fib_nh_exception *find_exception(struct fib_nh_common *nhc,  in find_exception()  argument
1358 	struct fnhe_hash_bucket *hash = rcu_dereference(nhc->nhc_exceptions);  in find_exception()
1372 				ip_del_fnhe(nhc, daddr);  in find_exception()
1389 	struct fib_nh_common *nhc = res->nhc;  in ip_mtu_from_fib_result()  local
1390 	struct net_device *dev = nhc->nhc_dev;  in ip_mtu_from_fib_result()
1401 		fnhe = find_exception(nhc, daddr);  in ip_mtu_from_fib_result()
1409 	return mtu - lwtunnel_headroom(nhc->nhc_lwtstate, mtu);  in ip_mtu_from_fib_result()
1462 static bool rt_cache_route(struct fib_nh_common *nhc, struct rtable *rt)  in rt_cache_route()  argument
1468 		p = (struct rtable **)&nhc->nhc_rth_input;  in rt_cache_route()
1470 		p = (struct rtable **)raw_cpu_ptr(nhc->nhc_pcpu_rth_output);  in rt_cache_route()
1565 		struct fib_nh_common *nhc = FIB_RES_NHC(*res);  in rt_set_nexthop()  local
1567 		if (nhc->nhc_gw_family && nhc->nhc_scope == RT_SCOPE_LINK) {  in rt_set_nexthop()
1569 			rt->rt_gw_family = nhc->nhc_gw_family;  in rt_set_nexthop()
1571 			if (likely(nhc->nhc_gw_family == AF_INET))  in rt_set_nexthop()
1572 				rt->rt_gw4 = nhc->nhc_gw.ipv4;  in rt_set_nexthop()
1574 				rt->rt_gw6 = nhc->nhc_gw.ipv6;  in rt_set_nexthop()
1580 		if (nhc->nhc_family == AF_INET) {  in rt_set_nexthop()
1583 			nh = container_of(nhc, struct fib_nh, nh_common);  in rt_set_nexthop()
1587 		rt->dst.lwtstate = lwtstate_get(nhc->nhc_lwtstate);  in rt_set_nexthop()
1591 			cached = rt_cache_route(nhc, rt);  in rt_set_nexthop()
1780 	struct fib_nh_common *nhc = FIB_RES_NHC(*res);  in __mkroute_input()  local
1781 	struct net_device *dev = nhc->nhc_dev;  in __mkroute_input()
1810 		gw = nhc->nhc_gw_family == AF_INET ? nhc->nhc_gw.ipv4 : 0;  in __mkroute_input()
1831 	fnhe = find_exception(nhc, daddr);  in __mkroute_input()
1836 			rth = rcu_dereference(nhc->nhc_rth_input);  in __mkroute_input()
2183 	struct fib_nh_common *nhc = res->fi ? res->nhc : NULL;  in ip_rt_get_dev()  local
2186 	if (nhc)  in ip_rt_get_dev()
2187 		dev = l3mdev_master_dev_rcu(nhc->nhc_dev);  in ip_rt_get_dev()
2338 		struct fib_nh_common *nhc = FIB_RES_NHC(*res);  in ip_route_input_slow()  local
2340 		rth = rcu_dereference(nhc->nhc_rth_input);  in ip_route_input_slow()
2368 		struct fib_nh_common *nhc = FIB_RES_NHC(*res);  in ip_route_input_slow()  local
2370 		rth->dst.lwtstate = lwtstate_get(nhc->nhc_lwtstate);  in ip_route_input_slow()
2377 		if (unlikely(!rt_cache_route(nhc, rth)))  in ip_route_input_slow()
2548 		struct fib_nh_common *nhc = FIB_RES_NHC(*res);  in __mkroute_output()  local
2551 		fnhe = find_exception(nhc, fl4->daddr);  in __mkroute_output()
2559 				     !(nhc->nhc_gw_family &&  in __mkroute_output()
2560 				       nhc->nhc_scope == RT_SCOPE_LINK))) {  in __mkroute_output()
2564 			prth = raw_cpu_ptr(nhc->nhc_pcpu_rth_output);  in __mkroute_output()
3113 		struct fib_nh_common *nhc = fib_info_nhc(fi, nhsel);  in fib_dump_info_fnhe()  local
3117 		if (nhc->nhc_flags & RTNH_F_DEAD)  in fib_dump_info_fnhe()
3121 		bucket = rcu_dereference(nhc->nhc_exceptions);  in fib_dump_info_fnhe()