638 static void update_or_create_fnhe(struct fib_nh_common *nhc, __be32 daddr,  in update_or_create_fnhe()  argument
649 	genid = fnhe_genid(dev_net(nhc->nhc_dev));  in update_or_create_fnhe()
654 	hash = rcu_dereference(nhc->nhc_exceptions);  in update_or_create_fnhe()
659 		rcu_assign_pointer(nhc->nhc_exceptions, hash);  in update_or_create_fnhe()
718 		rt = rcu_dereference(nhc->nhc_rth_input);  in update_or_create_fnhe()
725 			prt = per_cpu_ptr(nhc->nhc_pcpu_rth_output, i);  in update_or_create_fnhe()
791 				struct fib_nh_common *nhc;  in __ip_do_redirect()  local
794 				nhc = FIB_RES_NHC(res);  in __ip_do_redirect()
795 				update_or_create_fnhe(nhc, fl4->daddr, new_gw,  in __ip_do_redirect()
1047 		struct fib_nh_common *nhc;  in __ip_rt_update_pmtu()  local
1050 		nhc = FIB_RES_NHC(res);  in __ip_rt_update_pmtu()
1051 		update_or_create_fnhe(nhc, fl4->daddr, 0, mtu, lock,  in __ip_rt_update_pmtu()
1330 static void ip_del_fnhe(struct fib_nh_common *nhc, __be32 daddr)  in ip_del_fnhe()  argument
1338 	hash = rcu_dereference_protected(nhc->nhc_exceptions,  in ip_del_fnhe()
1364 static struct fib_nh_exception *find_exception(struct fib_nh_common *nhc,  in find_exception()  argument
1367 	struct fnhe_hash_bucket *hash = rcu_dereference(nhc->nhc_exceptions);  in find_exception()
1381 				ip_del_fnhe(nhc, daddr);  in find_exception()
1398 	struct fib_nh_common *nhc = res->nhc;  in ip_mtu_from_fib_result()  local
1399 	struct net_device *dev = nhc->nhc_dev;  in ip_mtu_from_fib_result()
1410 		fnhe = find_exception(nhc, daddr);  in ip_mtu_from_fib_result()
1418 	return mtu - lwtunnel_headroom(nhc->nhc_lwtstate, mtu);  in ip_mtu_from_fib_result()
1471 static bool rt_cache_route(struct fib_nh_common *nhc, struct rtable *rt)  in rt_cache_route()  argument
1477 		p = (struct rtable **)&nhc->nhc_rth_input;  in rt_cache_route()
1479 		p = (struct rtable **)raw_cpu_ptr(nhc->nhc_pcpu_rth_output);  in rt_cache_route()
1579 		struct fib_nh_common *nhc = FIB_RES_NHC(*res);  in rt_set_nexthop()  local
1581 		if (nhc->nhc_gw_family && nhc->nhc_scope == RT_SCOPE_LINK) {  in rt_set_nexthop()
1583 			rt->rt_gw_family = nhc->nhc_gw_family;  in rt_set_nexthop()
1585 			if (likely(nhc->nhc_gw_family == AF_INET))  in rt_set_nexthop()
1586 				rt->rt_gw4 = nhc->nhc_gw.ipv4;  in rt_set_nexthop()
1588 				rt->rt_gw6 = nhc->nhc_gw.ipv6;  in rt_set_nexthop()
1594 		if (nhc->nhc_family == AF_INET) {  in rt_set_nexthop()
1597 			nh = container_of(nhc, struct fib_nh, nh_common);  in rt_set_nexthop()
1601 		rt->dst.lwtstate = lwtstate_get(nhc->nhc_lwtstate);  in rt_set_nexthop()
1605 			cached = rt_cache_route(nhc, rt);  in rt_set_nexthop()
1795 	struct fib_nh_common *nhc = FIB_RES_NHC(*res);  in __mkroute_input()  local
1796 	struct net_device *dev = nhc->nhc_dev;  in __mkroute_input()
1825 		gw = nhc->nhc_gw_family == AF_INET ? nhc->nhc_gw.ipv4 : 0;  in __mkroute_input()
1849 	fnhe = find_exception(nhc, daddr);  in __mkroute_input()
1854 			rth = rcu_dereference(nhc->nhc_rth_input);  in __mkroute_input()
2201 	struct fib_nh_common *nhc = res->fi ? res->nhc : NULL;  in ip_rt_get_dev()  local
2204 	if (nhc)  in ip_rt_get_dev()
2205 		dev = l3mdev_master_dev_rcu(nhc->nhc_dev);  in ip_rt_get_dev()
2360 		struct fib_nh_common *nhc = FIB_RES_NHC(*res);  in ip_route_input_slow()  local
2362 		rth = rcu_dereference(nhc->nhc_rth_input);  in ip_route_input_slow()
2389 		struct fib_nh_common *nhc = FIB_RES_NHC(*res);  in ip_route_input_slow()  local
2391 		rth->dst.lwtstate = lwtstate_get(nhc->nhc_lwtstate);  in ip_route_input_slow()
2398 		if (unlikely(!rt_cache_route(nhc, rth)))  in ip_route_input_slow()
2569 		struct fib_nh_common *nhc = FIB_RES_NHC(*res);  in __mkroute_output()  local
2572 		fnhe = find_exception(nhc, fl4->daddr);  in __mkroute_output()
2580 				     !(nhc->nhc_gw_family &&  in __mkroute_output()
2581 				       nhc->nhc_scope == RT_SCOPE_LINK))) {  in __mkroute_output()
2585 			prth = raw_cpu_ptr(nhc->nhc_pcpu_rth_output);  in __mkroute_output()
3127 		struct fib_nh_common *nhc = fib_info_nhc(fi, nhsel);  in fib_dump_info_fnhe()  local
3131 		if (nhc->nhc_flags & RTNH_F_DEAD)  in fib_dump_info_fnhe()
3135 		bucket = rcu_dereference(nhc->nhc_exceptions);  in fib_dump_info_fnhe()