Lines Matching refs:nhc

644 static void update_or_create_fnhe(struct fib_nh_common *nhc, __be32 daddr,  in update_or_create_fnhe()  argument
655 genid = fnhe_genid(dev_net(nhc->nhc_dev)); in update_or_create_fnhe()
660 hash = rcu_dereference(nhc->nhc_exceptions); in update_or_create_fnhe()
665 rcu_assign_pointer(nhc->nhc_exceptions, hash); in update_or_create_fnhe()
717 rt = rcu_dereference(nhc->nhc_rth_input); in update_or_create_fnhe()
723 prt = per_cpu_ptr(nhc->nhc_pcpu_rth_output, i); in update_or_create_fnhe()
789 struct fib_nh_common *nhc = FIB_RES_NHC(res); in __ip_do_redirect() local
791 update_or_create_fnhe(nhc, fl4->daddr, new_gw, in __ip_do_redirect()
1037 struct fib_nh_common *nhc = FIB_RES_NHC(res); in __ip_rt_update_pmtu() local
1039 update_or_create_fnhe(nhc, fl4->daddr, 0, mtu, lock, in __ip_rt_update_pmtu()
1325 static void ip_del_fnhe(struct fib_nh_common *nhc, __be32 daddr) in ip_del_fnhe() argument
1333 hash = rcu_dereference_protected(nhc->nhc_exceptions, in ip_del_fnhe()
1359 static struct fib_nh_exception *find_exception(struct fib_nh_common *nhc, in find_exception() argument
1362 struct fnhe_hash_bucket *hash = rcu_dereference(nhc->nhc_exceptions); in find_exception()
1376 ip_del_fnhe(nhc, daddr); in find_exception()
1393 struct fib_nh_common *nhc = res->nhc; in ip_mtu_from_fib_result() local
1394 struct net_device *dev = nhc->nhc_dev; in ip_mtu_from_fib_result()
1405 fnhe = find_exception(nhc, daddr); in ip_mtu_from_fib_result()
1413 return mtu - lwtunnel_headroom(nhc->nhc_lwtstate, mtu); in ip_mtu_from_fib_result()
1466 static bool rt_cache_route(struct fib_nh_common *nhc, struct rtable *rt) in rt_cache_route() argument
1472 p = (struct rtable **)&nhc->nhc_rth_input; in rt_cache_route()
1474 p = (struct rtable **)raw_cpu_ptr(nhc->nhc_pcpu_rth_output); in rt_cache_route()
1569 struct fib_nh_common *nhc = FIB_RES_NHC(*res); in rt_set_nexthop() local
1571 if (nhc->nhc_gw_family && nhc->nhc_scope == RT_SCOPE_LINK) { in rt_set_nexthop()
1573 rt->rt_gw_family = nhc->nhc_gw_family; in rt_set_nexthop()
1575 if (likely(nhc->nhc_gw_family == AF_INET)) in rt_set_nexthop()
1576 rt->rt_gw4 = nhc->nhc_gw.ipv4; in rt_set_nexthop()
1578 rt->rt_gw6 = nhc->nhc_gw.ipv6; in rt_set_nexthop()
1584 if (nhc->nhc_family == AF_INET) { in rt_set_nexthop()
1587 nh = container_of(nhc, struct fib_nh, nh_common); in rt_set_nexthop()
1591 rt->dst.lwtstate = lwtstate_get(nhc->nhc_lwtstate); in rt_set_nexthop()
1595 cached = rt_cache_route(nhc, rt); in rt_set_nexthop()
1786 struct fib_nh_common *nhc = FIB_RES_NHC(*res); in __mkroute_input() local
1787 struct net_device *dev = nhc->nhc_dev; in __mkroute_input()
1816 gw = nhc->nhc_gw_family == AF_INET ? nhc->nhc_gw.ipv4 : 0; in __mkroute_input()
1837 fnhe = find_exception(nhc, daddr); in __mkroute_input()
1842 rth = rcu_dereference(nhc->nhc_rth_input); in __mkroute_input()
2168 struct fib_nh_common *nhc = FIB_RES_NHC(*res); in ip_route_input_slow() local
2170 rth = rcu_dereference(nhc->nhc_rth_input); in ip_route_input_slow()
2198 struct fib_nh_common *nhc = FIB_RES_NHC(*res); in ip_route_input_slow() local
2200 rth->dst.lwtstate = lwtstate_get(nhc->nhc_lwtstate); in ip_route_input_slow()
2207 if (unlikely(!rt_cache_route(nhc, rth))) in ip_route_input_slow()
2378 struct fib_nh_common *nhc = FIB_RES_NHC(*res); in __mkroute_output() local
2381 fnhe = find_exception(nhc, fl4->daddr); in __mkroute_output()
2389 !(nhc->nhc_gw_family && in __mkroute_output()
2390 nhc->nhc_scope == RT_SCOPE_LINK))) { in __mkroute_output()
2394 prth = raw_cpu_ptr(nhc->nhc_pcpu_rth_output); in __mkroute_output()
2922 struct fib_nh_common *nhc = fib_info_nhc(fi, nhsel); in fib_dump_info_fnhe() local
2926 if (nhc->nhc_flags & RTNH_F_DEAD) in fib_dump_info_fnhe()
2930 bucket = rcu_dereference(nhc->nhc_exceptions); in fib_dump_info_fnhe()