108 static size_t rt6_nlmsg_size(struct fib6_info *f6i);
418 	struct fib6_info *match = res->f6i;  in fib6_select_path()
459 	res->f6i = match;  in fib6_select_path()
530 	struct fib6_info *f6i = res->f6i;  in rt6_device_match()  local
535 		if (unlikely(f6i->nh)) {  in rt6_device_match()
536 			nh = nexthop_fib6_nh(f6i->nh);  in rt6_device_match()
537 			if (nexthop_is_blackhole(f6i->nh))  in rt6_device_match()
540 			nh = f6i->fib6_nh;  in rt6_device_match()
546 	for (spf6i = f6i; spf6i; spf6i = rcu_dereference(spf6i->fib6_next)) {  in rt6_device_match()
560 			res->f6i = spf6i;  in rt6_device_match()
566 		res->f6i = net->ipv6.fib6_null_entry;  in rt6_device_match()
567 		nh = res->f6i->fib6_nh;  in rt6_device_match()
571 	if (unlikely(f6i->nh)) {  in rt6_device_match()
572 		nh = nexthop_fib6_nh(f6i->nh);  in rt6_device_match()
573 		if (nexthop_is_blackhole(f6i->nh))  in rt6_device_match()
576 		nh = f6i->fib6_nh;  in rt6_device_match()
580 		res->f6i = net->ipv6.fib6_null_entry;  in rt6_device_match()
581 		nh = res->f6i->fib6_nh;  in rt6_device_match()
585 	res->fib6_type = res->f6i->fib6_type;  in rt6_device_match()
586 	res->fib6_flags = res->f6i->fib6_flags;  in rt6_device_match()
791 	struct fib6_info *f6i;  in __find_rr_leaf()  local
793 	for (f6i = f6i_start;  in __find_rr_leaf()
794 	     f6i && f6i != nomatch;  in __find_rr_leaf()
795 	     f6i = rcu_dereference(f6i->fib6_next)) {  in __find_rr_leaf()
799 		if (cont && f6i->fib6_metric != metric) {  in __find_rr_leaf()
800 			*cont = f6i;  in __find_rr_leaf()
804 		if (fib6_check_expired(f6i))  in __find_rr_leaf()
807 		if (unlikely(f6i->nh)) {  in __find_rr_leaf()
809 				.flags  = f6i->fib6_flags,  in __find_rr_leaf()
816 			if (nexthop_is_blackhole(f6i->nh)) {  in __find_rr_leaf()
819 				res->f6i = f6i;  in __find_rr_leaf()
820 				res->nh = nexthop_fib6_nh(f6i->nh);  in __find_rr_leaf()
823 			if (nexthop_for_each_fib6_nh(f6i->nh, rt6_nh_find_match,  in __find_rr_leaf()
829 			nh = f6i->fib6_nh;  in __find_rr_leaf()
830 			if (find_match(nh, f6i->fib6_flags, oif, strict,  in __find_rr_leaf()
835 			res->f6i = f6i;  in __find_rr_leaf()
837 			res->fib6_flags = f6i->fib6_flags;  in __find_rr_leaf()
838 			res->fib6_type = f6i->fib6_type;  in __find_rr_leaf()
857 	if (res->f6i || !cont)  in find_rr_leaf()
873 	res->f6i = NULL;  in rt6_select()
913 	if (!res->f6i) {  in rt6_select()
914 		res->f6i = net->ipv6.fib6_null_entry;  in rt6_select()
915 		res->nh = res->f6i->fib6_nh;  in rt6_select()
916 		res->fib6_flags = res->f6i->fib6_flags;  in rt6_select()
917 		res->fib6_type = res->f6i->fib6_type;  in rt6_select()
923 	return (res->f6i->fib6_flags & RTF_NONEXTHOP) ||  in rt6_is_gw_or_nonexthop()
1018 		    !rt6_need_strict(&res->f6i->fib6_dst.addr))  in ip6_rt_get_dev_rcu()
1086 	struct fib6_info *f6i = res->f6i;  in ip6_rt_init_dst()  local
1098 	} else if (ipv6_addr_type(&f6i->fib6_dst.addr) & IPV6_ADDR_MULTICAST) {  in ip6_rt_init_dst()
1125 	struct fib6_info *f6i = res->f6i;  in ip6_rt_copy_init()  local
1129 	rt->rt6i_dst = f6i->fib6_dst;  in ip6_rt_copy_init()
1136 	rt6_set_from(rt, f6i);  in ip6_rt_copy_init()
1138 	rt->rt6i_src = f6i->fib6_src;  in ip6_rt_copy_init()
1180 	struct fib6_info *f6i = res->f6i;  in ip6_create_rt_rcu()  local
1184 	if (!fib6_info_hold_safe(f6i))  in ip6_create_rt_rcu()
1187 	flags = fib6_info_dst_flags(f6i);  in ip6_create_rt_rcu()
1190 		fib6_info_release(f6i);  in ip6_create_rt_rcu()
1216 	res.f6i = rcu_dereference(fn->leaf);  in ip6_pol_route_lookup()
1217 	if (!res.f6i)  in ip6_pol_route_lookup()
1218 		res.f6i = net->ipv6.fib6_null_entry;  in ip6_pol_route_lookup()
1223 	if (res.f6i == net->ipv6.fib6_null_entry) {  in ip6_pol_route_lookup()
1320 	struct fib6_info *f6i = res->f6i;  in ip6_rt_cache_alloc()  local
1328 	if (!fib6_info_hold_safe(f6i))  in ip6_rt_cache_alloc()
1334 		fib6_info_release(f6i);  in ip6_rt_cache_alloc()
1344 		if (f6i->fib6_dst.plen != 128 &&  in ip6_rt_cache_alloc()
1345 		    ipv6_addr_equal(&f6i->fib6_dst.addr, daddr))  in ip6_rt_cache_alloc()
1360 	struct fib6_info *f6i = res->f6i;  in ip6_rt_pcpu_alloc()  local
1361 	unsigned short flags = fib6_info_dst_flags(f6i);  in ip6_rt_pcpu_alloc()
1365 	if (!fib6_info_hold_safe(f6i))  in ip6_rt_pcpu_alloc()
1373 		fib6_info_release(f6i);  in ip6_rt_pcpu_alloc()
1379 	if (f6i->nh)  in ip6_rt_pcpu_alloc()
1426 	if (res->f6i->fib6_destroying) {  in rt6_make_pcpu_route()
1582 	if (res->f6i->fib6_pmtu) {  in fib6_mtu()
1583 		mtu = res->f6i->fib6_pmtu;  in fib6_mtu()
1657 	struct fib6_info *f6i = res->f6i;  in rt6_insert_exception()  local
1688 	if (f6i->fib6_src.plen)  in rt6_insert_exception()
1726 		spin_lock_bh(&f6i->fib6_table->tb6_lock);  in rt6_insert_exception()
1727 		fib6_update_sernum(net, f6i);  in rt6_insert_exception()
1728 		spin_unlock_bh(&f6i->fib6_table->tb6_lock);  in rt6_insert_exception()
1767 	struct fib6_info *f6i = arg;  in rt6_nh_flush_exceptions()  local
1769 	fib6_nh_flush_exceptions(nh, f6i);  in rt6_nh_flush_exceptions()
1774 void rt6_flush_exceptions(struct fib6_info *f6i)  in rt6_flush_exceptions()  argument
1776 	if (f6i->nh)  in rt6_flush_exceptions()
1777 		nexthop_for_each_fib6_nh(f6i->nh, rt6_nh_flush_exceptions,  in rt6_flush_exceptions()
1778 					 f6i);  in rt6_flush_exceptions()
1780 		fib6_nh_flush_exceptions(f6i->fib6_nh, f6i);  in rt6_flush_exceptions()
1807 	if (res->f6i->fib6_src.plen)  in rt6_find_cached_rt()
1819 	if (!ret && src_key && src_key != &res->f6i->fib6_src.addr) {  in rt6_find_cached_rt()
1820 		src_key = &res->f6i->fib6_src.addr;  in rt6_find_cached_rt()
2156 void rt6_age_exceptions(struct fib6_info *f6i,  in rt6_age_exceptions()  argument
2160 	if (f6i->nh) {  in rt6_age_exceptions()
2166 		nexthop_for_each_fib6_nh(f6i->nh, rt6_nh_age_exceptions,  in rt6_age_exceptions()
2169 		fib6_nh_age_exceptions(f6i->fib6_nh, gc_args, now);  in rt6_age_exceptions()
2184 	if (res->f6i == net->ipv6.fib6_null_entry) {  in fib6_table_lookup()
2220 	if (res.f6i == net->ipv6.fib6_null_entry)  in ip6_pol_route()
2689 static bool fib6_check(struct fib6_info *f6i, u32 cookie)  in fib6_check()  argument
2693 	if (!fib6_get_cookie_safe(f6i, &rt_cookie) || rt_cookie != cookie)  in fib6_check()
2696 	if (fib6_check_expired(f6i))  in fib6_check()
2881 		res.f6i = rcu_dereference(rt6->from);  in __ip6_rt_update_pmtu()
2882 		if (!res.f6i)  in __ip6_rt_update_pmtu()
2885 		res.fib6_flags = res.f6i->fib6_flags;  in __ip6_rt_update_pmtu()
2886 		res.fib6_type = res.f6i->fib6_type;  in __ip6_rt_update_pmtu()
2888 		if (res.f6i->nh) {  in __ip6_rt_update_pmtu()
2894 			nexthop_for_each_fib6_nh(res.f6i->nh,  in __ip6_rt_update_pmtu()
2905 			res.nh = res.f6i->fib6_nh;  in __ip6_rt_update_pmtu()
3071 		res.f6i = rt;  in __ip6_route_redirect()
3105 	res.f6i = rt;  in __ip6_route_redirect()
3111 		res.fib6_flags = res.f6i->fib6_flags;  in __ip6_route_redirect()
3112 		res.fib6_type = res.f6i->fib6_type;  in __ip6_route_redirect()
3224 	struct fib6_info *f6i = res->f6i;  in ip6_mtu_from_fib6()  local
3229 	if (unlikely(fib6_metric_locked(f6i, RTAX_MTU))) {  in ip6_mtu_from_fib6()
3230 		mtu = f6i->fib6_pmtu;  in ip6_mtu_from_fib6()
3333 	if (!err && res->f6i != net->ipv6.fib6_null_entry)  in ip6_nh_lookup_table()
3353 	    !ipv6_addr_any(&res.f6i->fib6_dst.addr) &&  in ip6_route_check_nh_onlink()
3983 		.f6i = rt,  in ip6_del_cached_rt()
3997 	struct fib6_info *f6i;  member
4005 	rc = ip6_del_cached_rt(arg->cfg, arg->f6i, nh);  in fib6_nh_del_cached_rt()
4009 static int ip6_del_cached_rt_nh(struct fib6_config *cfg, struct fib6_info *f6i)  in ip6_del_cached_rt_nh()  argument
4013 		.f6i = f6i  in ip6_del_cached_rt_nh()
4016 	return nexthop_for_each_fib6_nh(f6i->nh, fib6_nh_del_cached_rt, &arg);  in ip6_del_cached_rt_nh()
4196 	res.f6i = rcu_dereference(rt->from);  in rt6_do_redirect()
4197 	if (!res.f6i)  in rt6_do_redirect()
4200 	if (res.f6i->nh) {  in rt6_do_redirect()
4206 		nexthop_for_each_fib6_nh(res.f6i->nh,  in rt6_do_redirect()
4216 		res.nh = res.f6i->fib6_nh;  in rt6_do_redirect()
4219 	res.fib6_flags = res.f6i->fib6_flags;  in rt6_do_redirect()
4220 	res.fib6_type = res.f6i->fib6_type;  in rt6_do_redirect()
4562 	struct fib6_info *f6i;  in addrconf_f6i_alloc()  local
4572 	f6i = ip6_route_info_create(&cfg, gfp_flags, extack);  in addrconf_f6i_alloc()
4573 	if (!IS_ERR(f6i)) {  in addrconf_f6i_alloc()
4574 		f6i->dst_nocount = true;  in addrconf_f6i_alloc()
4579 			f6i->dst_nopolicy = true;  in addrconf_f6i_alloc()
4582 	return f6i;  in addrconf_f6i_alloc()
4905 	struct fib6_info *f6i;  member
4911 	struct fib6_info *f6i = arg->f6i;  in fib6_nh_mtu_change()  local
4920 		u32 mtu = f6i->fib6_pmtu;  in fib6_nh_mtu_change()
4924 			fib6_metric_set(f6i, RTAX_MTU, arg->mtu);  in fib6_nh_mtu_change()
4934 static int rt6_mtu_change_route(struct fib6_info *f6i, void *p_arg)  in rt6_mtu_change_route()  argument
4949 	if (fib6_metric_locked(f6i, RTAX_MTU))  in rt6_mtu_change_route()
4952 	arg->f6i = f6i;  in rt6_mtu_change_route()
4953 	if (f6i->nh) {  in rt6_mtu_change_route()
4955 		return nexthop_for_each_fib6_nh(f6i->nh, fib6_nh_mtu_change,  in rt6_mtu_change_route()
4959 	return fib6_nh_mtu_change(f6i->fib6_nh, arg);  in rt6_mtu_change_route()
5532 static size_t rt6_nlmsg_size(struct fib6_info *f6i)  in rt6_nlmsg_size()  argument
5536 	if (f6i->nh) {  in rt6_nlmsg_size()
5538 		nexthop_for_each_fib6_nh(f6i->nh, rt6_nh_nlmsg_size,  in rt6_nlmsg_size()
5542 		struct fib6_nh *nh = f6i->fib6_nh;  in rt6_nlmsg_size()
5545 		if (f6i->fib6_nsiblings) {  in rt6_nlmsg_size()
5549 						 &f6i->fib6_siblings, fib6_siblings) {  in rt6_nlmsg_size()
5795 static bool fib6_info_uses_dev(const struct fib6_info *f6i,  in fib6_info_uses_dev()  argument
5798 	if (f6i->nh) {  in fib6_info_uses_dev()
5801 		return !!nexthop_for_each_fib6_nh(f6i->nh,  in fib6_info_uses_dev()
5806 	if (f6i->fib6_nh->fib_nh_dev == dev)  in fib6_info_uses_dev()
5809 	if (f6i->fib6_nsiblings) {  in fib6_info_uses_dev()
5813 					 &f6i->fib6_siblings, fib6_siblings) {  in fib6_info_uses_dev()
6218 void fib6_info_hw_flags_set(struct net *net, struct fib6_info *f6i,  in fib6_info_hw_flags_set()  argument
6224 	if (READ_ONCE(f6i->offload) == offload &&  in fib6_info_hw_flags_set()
6225 	    READ_ONCE(f6i->trap) == trap &&  in fib6_info_hw_flags_set()
6226 	    READ_ONCE(f6i->offload_failed) == offload_failed)  in fib6_info_hw_flags_set()
6229 	WRITE_ONCE(f6i->offload, offload);  in fib6_info_hw_flags_set()
6230 	WRITE_ONCE(f6i->trap, trap);  in fib6_info_hw_flags_set()
6234 	    READ_ONCE(f6i->offload_failed) == offload_failed)  in fib6_info_hw_flags_set()
6237 	WRITE_ONCE(f6i->offload_failed, offload_failed);  in fib6_info_hw_flags_set()
6239 	if (!rcu_access_pointer(f6i->fib6_node))  in fib6_info_hw_flags_set()
6248 	skb = nlmsg_new(rt6_nlmsg_size(f6i), GFP_KERNEL);  in fib6_info_hw_flags_set()
6254 	err = rt6_fill_node(net, skb, f6i, NULL, NULL, NULL, 0, RTM_NEWROUTE, 0,  in fib6_info_hw_flags_set()