638 static void update_or_create_fnhe(struct fib_nh_common *nhc, __be32 daddr,  in update_or_create_fnhe()  argument
649 	genid = fnhe_genid(dev_net(nhc->nhc_dev));  in update_or_create_fnhe()
654 	hash = rcu_dereference(nhc->nhc_exceptions);  in update_or_create_fnhe()
659 		rcu_assign_pointer(nhc->nhc_exceptions, hash);  in update_or_create_fnhe()
718 		rt = rcu_dereference(nhc->nhc_rth_input);  in update_or_create_fnhe()
725 			prt = per_cpu_ptr(nhc->nhc_pcpu_rth_output, i);  in update_or_create_fnhe()
791 				struct fib_nh_common *nhc;  in __ip_do_redirect()  local
794 				nhc = FIB_RES_NHC(res);  in __ip_do_redirect()
795 				update_or_create_fnhe(nhc, fl4->daddr, new_gw,  in __ip_do_redirect()
1047 		struct fib_nh_common *nhc;  in __ip_rt_update_pmtu()  local
1050 		nhc = FIB_RES_NHC(res);  in __ip_rt_update_pmtu()
1051 		update_or_create_fnhe(nhc, fl4->daddr, 0, mtu, lock,  in __ip_rt_update_pmtu()
1328 static void ip_del_fnhe(struct fib_nh_common *nhc, __be32 daddr)  in ip_del_fnhe()  argument
1336 	hash = rcu_dereference_protected(nhc->nhc_exceptions,  in ip_del_fnhe()
1362 static struct fib_nh_exception *find_exception(struct fib_nh_common *nhc,  in find_exception()  argument
1365 	struct fnhe_hash_bucket *hash = rcu_dereference(nhc->nhc_exceptions);  in find_exception()
1379 				ip_del_fnhe(nhc, daddr);  in find_exception()
1396 	struct fib_nh_common *nhc = res->nhc;  in ip_mtu_from_fib_result()  local
1397 	struct net_device *dev = nhc->nhc_dev;  in ip_mtu_from_fib_result()
1408 		fnhe = find_exception(nhc, daddr);  in ip_mtu_from_fib_result()
1416 	return mtu - lwtunnel_headroom(nhc->nhc_lwtstate, mtu);  in ip_mtu_from_fib_result()
1469 static bool rt_cache_route(struct fib_nh_common *nhc, struct rtable *rt)  in rt_cache_route()  argument
1475 		p = (struct rtable **)&nhc->nhc_rth_input;  in rt_cache_route()
1477 		p = (struct rtable **)raw_cpu_ptr(nhc->nhc_pcpu_rth_output);  in rt_cache_route()
1577 		struct fib_nh_common *nhc = FIB_RES_NHC(*res);  in rt_set_nexthop()  local
1579 		if (nhc->nhc_gw_family && nhc->nhc_scope == RT_SCOPE_LINK) {  in rt_set_nexthop()
1581 			rt->rt_gw_family = nhc->nhc_gw_family;  in rt_set_nexthop()
1583 			if (likely(nhc->nhc_gw_family == AF_INET))  in rt_set_nexthop()
1584 				rt->rt_gw4 = nhc->nhc_gw.ipv4;  in rt_set_nexthop()
1586 				rt->rt_gw6 = nhc->nhc_gw.ipv6;  in rt_set_nexthop()
1592 		if (nhc->nhc_family == AF_INET) {  in rt_set_nexthop()
1595 			nh = container_of(nhc, struct fib_nh, nh_common);  in rt_set_nexthop()
1599 		rt->dst.lwtstate = lwtstate_get(nhc->nhc_lwtstate);  in rt_set_nexthop()
1603 			cached = rt_cache_route(nhc, rt);  in rt_set_nexthop()
1795 	struct fib_nh_common *nhc = FIB_RES_NHC(*res);  in __mkroute_input()  local
1796 	struct net_device *dev = nhc->nhc_dev;  in __mkroute_input()
1825 		gw = nhc->nhc_gw_family == AF_INET ? nhc->nhc_gw.ipv4 : 0;  in __mkroute_input()
1849 	fnhe = find_exception(nhc, daddr);  in __mkroute_input()
1854 			rth = rcu_dereference(nhc->nhc_rth_input);  in __mkroute_input()
2200 	struct fib_nh_common *nhc = res->fi ? res->nhc : NULL;  in ip_rt_get_dev()  local
2203 	if (nhc)  in ip_rt_get_dev()
2204 		dev = l3mdev_master_dev_rcu(nhc->nhc_dev);  in ip_rt_get_dev()
2359 		struct fib_nh_common *nhc = FIB_RES_NHC(*res);  in ip_route_input_slow()  local
2361 		rth = rcu_dereference(nhc->nhc_rth_input);  in ip_route_input_slow()
2388 		struct fib_nh_common *nhc = FIB_RES_NHC(*res);  in ip_route_input_slow()  local
2390 		rth->dst.lwtstate = lwtstate_get(nhc->nhc_lwtstate);  in ip_route_input_slow()
2397 		if (unlikely(!rt_cache_route(nhc, rth)))  in ip_route_input_slow()
2568 		struct fib_nh_common *nhc = FIB_RES_NHC(*res);  in __mkroute_output()  local
2571 		fnhe = find_exception(nhc, fl4->daddr);  in __mkroute_output()
2579 				     !(nhc->nhc_gw_family &&  in __mkroute_output()
2580 				       nhc->nhc_scope == RT_SCOPE_LINK))) {  in __mkroute_output()
2584 			prth = raw_cpu_ptr(nhc->nhc_pcpu_rth_output);  in __mkroute_output()
3128 		struct fib_nh_common *nhc = fib_info_nhc(fi, nhsel);  in fib_dump_info_fnhe()  local
3132 		if (nhc->nhc_flags & RTNH_F_DEAD)  in fib_dump_info_fnhe()
3136 		bucket = rcu_dereference(nhc->nhc_exceptions);  in fib_dump_info_fnhe()