69 	int nhsel; const struct fib_nh *nh;				\
70 	for (nhsel = 0, nh = (fi)->fib_nh;				\
72 	     nh++, nhsel++)
85 	int nhsel; const struct fib_nh *nh = (fi)->fib_nh;		\
236 	if (fi->nh) {  in free_fib_info_rcu()
237 		nexthop_put(fi->nh);  in free_fib_info_rcu()
271 		if (fi->nh) {  in fib_release_info()
290 	if (fi->nh || ofi->nh)  in nh_comp()
291 		return nexthop_cmp(fi->nh, ofi->nh) ? 0 : -1;  in nh_comp()
299 		if (nh->fib_nh_oif != onh->fib_nh_oif ||  in nh_comp()
300 		    nh->fib_nh_gw_family != onh->fib_nh_gw_family ||  in nh_comp()
301 		    nh->fib_nh_scope != onh->fib_nh_scope ||  in nh_comp()
303 		    nh->fib_nh_weight != onh->fib_nh_weight ||  in nh_comp()
306 		    nh->nh_tclassid != onh->nh_tclassid ||  in nh_comp()
308 		    lwtunnel_cmp_encap(nh->fib_nh_lws, onh->fib_nh_lws) ||  in nh_comp()
309 		    ((nh->fib_nh_flags ^ onh->fib_nh_flags) & ~RTNH_COMPARE_MASK))  in nh_comp()
312 		if (nh->fib_nh_gw_family == AF_INET &&  in nh_comp()
313 		    nh->fib_nh_gw4 != onh->fib_nh_gw4)  in nh_comp()
316 		if (nh->fib_nh_gw_family == AF_INET6 &&  in nh_comp()
317 		    ipv6_addr_cmp(&nh->fib_nh_gw6, &onh->fib_nh_gw6))  in nh_comp()
363 	if (fi->nh) {  in fib_info_hashfn()
364 		val ^= fib_devindex_hashfn(fi->nh->id);  in fib_info_hashfn()
367 			val ^= fib_devindex_hashfn(nh->fib_nh_oif);  in fib_info_hashfn()
392 		if (!fi->nh || fi->nh->id != cfg->fc_nh_id)  in fib_find_info_nh()
443 	struct fib_nh *nh;  in ip_fib_check_default()  local
449 	hlist_for_each_entry(nh, head, nh_hash) {  in ip_fib_check_default()
450 		if (nh->fib_nh_dev == dev &&  in ip_fib_check_default()
451 		    nh->fib_nh_gw4 == gw &&  in ip_fib_check_default()
452 		    !(nh->fib_nh_flags & RTNH_F_DEAD)) {  in ip_fib_check_default()
476 	if (fi->nh)  in fib_nlmsg_size()
620 int fib_nh_init(struct net *net, struct fib_nh *nh,  in fib_nh_init()  argument
626 	nh->fib_nh_family = AF_INET;  in fib_nh_init()
628 	err = fib_nh_common_init(net, &nh->nh_common, cfg->fc_encap,  in fib_nh_init()
633 	nh->fib_nh_oif = cfg->fc_oif;  in fib_nh_init()
634 	nh->fib_nh_gw_family = cfg->fc_gw_family;  in fib_nh_init()
636 		nh->fib_nh_gw4 = cfg->fc_gw4;  in fib_nh_init()
638 		nh->fib_nh_gw6 = cfg->fc_gw6;  in fib_nh_init()
640 	nh->fib_nh_flags = cfg->fc_flags;  in fib_nh_init()
643 	nh->nh_tclassid = cfg->fc_flow;  in fib_nh_init()
644 	if (nh->nh_tclassid)  in fib_nh_init()
648 	nh->fib_nh_weight = nh_weight;  in fib_nh_init()
695 	struct fib_nh *nh;  in fib_get_nhs()  local
770 	nh = fib_info_nh(fi, 0);  in fib_get_nhs()
771 	if (cfg->fc_oif && nh->fib_nh_oif != cfg->fc_oif) {  in fib_get_nhs()
777 		if (cfg->fc_gw_family != nh->fib_nh_gw_family ||  in fib_get_nhs()
779 		     nh->fib_nh_gw4 != cfg->fc_gw4) ||  in fib_get_nhs()
781 		     ipv6_addr_cmp(&nh->fib_nh_gw6, &cfg->fc_gw6))) {  in fib_get_nhs()
788 	if (cfg->fc_flow && nh->nh_tclassid != cfg->fc_flow) {  in fib_get_nhs()
810 		if (nh->fib_nh_flags & RTNH_F_DEAD)  in fib_rebalance()
813 		if (ip_ignore_linkdown(nh->fib_nh_dev) &&  in fib_rebalance()
814 		    nh->fib_nh_flags & RTNH_F_LINKDOWN)  in fib_rebalance()
817 		total += nh->fib_nh_weight;  in fib_rebalance()
855 			   const struct fib_nh *nh,  in fib_encap_match()  argument
868 		result = lwtunnel_cmp_encap(lwtstate, nh->fib_nh_lws);  in fib_encap_match()
887 		if (fi->nh && cfg->fc_nh_id == fi->nh->id)  in fib_nh_match()
892 	if (fi->nh) {  in fib_nh_match()
899 		struct fib_nh *nh;  in fib_nh_match()  local
901 		nh = fib_info_nh(fi, 0);  in fib_nh_match()
904 					    cfg->fc_encap, nh, cfg, extack))  in fib_nh_match()
909 		    cfg->fc_flow != nh->nh_tclassid)  in fib_nh_match()
912 		if ((cfg->fc_oif && cfg->fc_oif != nh->fib_nh_oif) ||  in fib_nh_match()
914 		     cfg->fc_gw_family != nh->fib_nh_gw_family))  in fib_nh_match()
918 		    cfg->fc_gw4 != nh->fib_nh_gw4)  in fib_nh_match()
922 		    ipv6_addr_cmp(&cfg->fc_gw6, &nh->fib_nh_gw6))  in fib_nh_match()
941 		if (rtnh->rtnh_ifindex && rtnh->rtnh_ifindex != nh->fib_nh_oif)  in fib_nh_match()
964 				if (nh->fib_nh_gw_family != AF_INET ||  in fib_nh_match()
965 				    gw != nh->fib_nh_gw4)  in fib_nh_match()
974 				switch (nh->fib_nh_gw_family) {  in fib_nh_match()
977 					    cfg2.fc_gw4 != nh->fib_nh_gw4)  in fib_nh_match()
983 							  &nh->fib_nh_gw6))  in fib_nh_match()
996 				if (nla_get_u32(nla) != nh->nh_tclassid)  in fib_nh_match()
1048 static int fib_check_nh_v6_gw(struct net *net, struct fib_nh *nh,  in fib_check_nh_v6_gw()  argument
1053 		.fc_flags = nh->fib_nh_flags | RTF_GATEWAY,  in fib_check_nh_v6_gw()
1054 		.fc_ifindex = nh->fib_nh_oif,  in fib_check_nh_v6_gw()
1055 		.fc_gateway = nh->fib_nh_gw6,  in fib_check_nh_v6_gw()
1062 		nh->fib_nh_dev = fib6_nh.fib_nh_dev;  in fib_check_nh_v6_gw()
1063 		netdev_hold(nh->fib_nh_dev, &nh->fib_nh_dev_tracker,  in fib_check_nh_v6_gw()
1065 		nh->fib_nh_oif = nh->fib_nh_dev->ifindex;  in fib_check_nh_v6_gw()
1066 		nh->fib_nh_scope = RT_SCOPE_LINK;  in fib_check_nh_v6_gw()
1117 static int fib_check_nh_v4_gw(struct net *net, struct fib_nh *nh, u32 table,  in fib_check_nh_v4_gw()  argument
1124 	if (nh->fib_nh_flags & RTNH_F_ONLINK) {  in fib_check_nh_v4_gw()
1131 		dev = __dev_get_by_index(net, nh->fib_nh_oif);  in fib_check_nh_v4_gw()
1140 		addr_type = inet_addr_type_dev_table(net, dev, nh->fib_nh_gw4);  in fib_check_nh_v4_gw()
1146 			nh->fib_nh_flags |= RTNH_F_LINKDOWN;  in fib_check_nh_v4_gw()
1147 		nh->fib_nh_dev = dev;  in fib_check_nh_v4_gw()
1148 		netdev_hold(dev, &nh->fib_nh_dev_tracker, GFP_ATOMIC);  in fib_check_nh_v4_gw()
1149 		nh->fib_nh_scope = RT_SCOPE_LINK;  in fib_check_nh_v4_gw()
1156 			.daddr = nh->fib_nh_gw4,  in fib_check_nh_v4_gw()
1158 			.flowi4_oif = nh->fib_nh_oif,  in fib_check_nh_v4_gw()
1194 	nh->fib_nh_scope = res.scope;  in fib_check_nh_v4_gw()
1195 	nh->fib_nh_oif = FIB_RES_OIF(res);  in fib_check_nh_v4_gw()
1196 	nh->fib_nh_dev = dev = FIB_RES_DEV(res);  in fib_check_nh_v4_gw()
1202 	netdev_hold(dev, &nh->fib_nh_dev_tracker, GFP_ATOMIC);  in fib_check_nh_v4_gw()
1204 		nh->fib_nh_flags |= RTNH_F_LINKDOWN;  in fib_check_nh_v4_gw()
1211 static int fib_check_nh_nongw(struct net *net, struct fib_nh *nh,  in fib_check_nh_nongw()  argument
1217 	if (nh->fib_nh_flags & (RTNH_F_PERVASIVE | RTNH_F_ONLINK)) {  in fib_check_nh_nongw()
1226 	in_dev = inetdev_by_index(net, nh->fib_nh_oif);  in fib_check_nh_nongw()
1235 	nh->fib_nh_dev = in_dev->dev;  in fib_check_nh_nongw()
1236 	netdev_hold(nh->fib_nh_dev, &nh->fib_nh_dev_tracker, GFP_ATOMIC);  in fib_check_nh_nongw()
1237 	nh->fib_nh_scope = RT_SCOPE_HOST;  in fib_check_nh_nongw()
1238 	if (!netif_carrier_ok(nh->fib_nh_dev))  in fib_check_nh_nongw()
1239 		nh->fib_nh_flags |= RTNH_F_LINKDOWN;  in fib_check_nh_nongw()
1246 int fib_check_nh(struct net *net, struct fib_nh *nh, u32 table, u8 scope,  in fib_check_nh()  argument
1251 	if (nh->fib_nh_gw_family == AF_INET)  in fib_check_nh()
1252 		err = fib_check_nh_v4_gw(net, nh, table, scope, extack);  in fib_check_nh()
1253 	else if (nh->fib_nh_gw_family == AF_INET6)  in fib_check_nh()
1254 		err = fib_check_nh_v6_gw(net, nh, table, extack);  in fib_check_nh()
1256 		err = fib_check_nh_nongw(net, nh, extack);  in fib_check_nh()
1324 	struct fib_nh *nh;  in fib_info_update_nhc_saddr()  local
1329 	nh = container_of(nhc, struct fib_nh, nh_common);  in fib_info_update_nhc_saddr()
1330 	nh->nh_saddr = inet_select_addr(nh->fib_nh_dev, nh->fib_nh_gw4, scope);  in fib_info_update_nhc_saddr()
1331 	nh->nh_saddr_genid = atomic_read(&net->ipv4.dev_addr_genid);  in fib_info_update_nhc_saddr()
1333 	return nh->nh_saddr;  in fib_info_update_nhc_saddr()
1344 		struct fib_nh *nh;  in fib_result_prefsrc()  local
1346 		nh = container_of(nhc, struct fib_nh, nh_common);  in fib_result_prefsrc()
1347 		if (nh->nh_saddr_genid == atomic_read(&net->ipv4.dev_addr_genid))  in fib_result_prefsrc()
1348 			return nh->nh_saddr;  in fib_result_prefsrc()
1383 	struct nexthop *nh = NULL;  in fib_create_info()  local
1412 		nh = nexthop_find_by_id(net, cfg->fc_nh_id);  in fib_create_info()
1413 		if (!nh) {  in fib_create_info()
1473 	if (nh) {  in fib_create_info()
1474 		if (!nexthop_get(nh)) {  in fib_create_info()
1479 			fi->nh = nh;  in fib_create_info()
1522 	if (fi->nh) {  in fib_create_info()
1523 		err = fib_check_nexthop(fi->nh, cfg->fc_scope, extack);  in fib_create_info()
1527 		struct fib_nh *nh = fi->fib_nh;  in fib_create_info()  local
1535 		if (nh->fib_nh_gw_family) {  in fib_create_info()
1540 		nh->fib_nh_scope = RT_SCOPE_NOWHERE;  in fib_create_info()
1541 		nh->fib_nh_dev = dev_get_by_index(net, nh->fib_nh_oif);  in fib_create_info()
1543 		if (!nh->fib_nh_dev)  in fib_create_info()
1545 		netdev_tracker_alloc(nh->fib_nh_dev, &nh->fib_nh_dev_tracker,  in fib_create_info()
1568 	if (!fi->nh) {  in fib_create_info()
1600 	if (fi->nh) {  in fib_create_info()
1601 		list_add(&fi->nh_list, &nh->fi_list);  in fib_create_info()
1740 	if (unlikely(fi->nh)) {  in fib_add_multipath()
1741 		if (nexthop_mpath_fill_node(skb, fi->nh, AF_INET) < 0)  in fib_add_multipath()
1749 		nh_tclassid = nh->nh_tclassid;  in fib_add_multipath()
1751 		if (fib_add_nexthop(skb, &nh->nh_common, nh->fib_nh_weight,  in fib_add_multipath()
1813 	if (fi->nh) {  in fib_dump_info()
1814 		if (nla_put_u32(skb, RTA_NH_ID, fi->nh->id))  in fib_dump_info()
1816 		if (nexthop_is_blackhole(fi->nh))  in fib_dump_info()
1832 			struct fib_nh *nh;  in fib_dump_info()  local
1834 			nh = container_of(nhc, struct fib_nh, nh_common);  in fib_dump_info()
1835 			if (nh->nh_tclassid &&  in fib_dump_info()
1836 			    nla_put_u32(skb, RTA_FLOW, nh->nh_tclassid))  in fib_dump_info()
1891 static int call_fib_nh_notifiers(struct fib_nh *nh,  in call_fib_nh_notifiers()  argument
1894 	bool ignore_link_down = ip_ignore_linkdown(nh->fib_nh_dev);  in call_fib_nh_notifiers()
1896 		.fib_nh = nh,  in call_fib_nh_notifiers()
1901 		if (nh->fib_nh_flags & RTNH_F_DEAD)  in call_fib_nh_notifiers()
1903 		if (ignore_link_down && nh->fib_nh_flags & RTNH_F_LINKDOWN)  in call_fib_nh_notifiers()
1905 		return call_fib4_notifiers(dev_net(nh->fib_nh_dev), event_type,  in call_fib_nh_notifiers()
1908 		if ((ignore_link_down && nh->fib_nh_flags & RTNH_F_LINKDOWN) ||  in call_fib_nh_notifiers()
1909 		    (nh->fib_nh_flags & RTNH_F_DEAD))  in call_fib_nh_notifiers()
1910 			return call_fib4_notifiers(dev_net(nh->fib_nh_dev),  in call_fib_nh_notifiers()
1961 	struct fib_nh *nh;  in fib_sync_mtu()  local
1963 	hlist_for_each_entry(nh, head, nh_hash) {  in fib_sync_mtu()
1964 		if (nh->fib_nh_dev == dev)  in fib_sync_mtu()
1965 			fib_nhc_update_mtu(&nh->nh_common, dev->mtu, orig_mtu);  in fib_sync_mtu()
1982 	struct fib_nh *nh;  in fib_sync_down_dev()  local
1988 	hlist_for_each_entry(nh, head, nh_hash) {  in fib_sync_down_dev()
1989 		struct fib_info *fi = nh->nh_parent;  in fib_sync_down_dev()
1993 		if (nh->fib_nh_dev != dev || fi == prev_fi)  in fib_sync_down_dev()
2130 	struct fib_nh *nh;  in fib_sync_up()  local
2147 	hlist_for_each_entry(nh, head, nh_hash) {  in fib_sync_up()
2148 		struct fib_info *fi = nh->nh_parent;  in fib_sync_up()
2152 		if (nh->fib_nh_dev != dev || fi == prev_fi)  in fib_sync_up()
2185 static bool fib_good_nh(const struct fib_nh *nh)  in fib_good_nh()  argument
2189 	if (nh->fib_nh_scope == RT_SCOPE_LINK) {  in fib_good_nh()
2194 		if (likely(nh->fib_nh_gw_family == AF_INET))  in fib_good_nh()
2195 			n = __ipv4_neigh_lookup_noref(nh->fib_nh_dev,  in fib_good_nh()
2196 						   (__force u32)nh->fib_nh_gw4);  in fib_good_nh()
2197 		else if (nh->fib_nh_gw_family == AF_INET6)  in fib_good_nh()
2198 			n = __ipv6_neigh_lookup_noref_stub(nh->fib_nh_dev,  in fib_good_nh()
2199 							   &nh->fib_nh_gw6);  in fib_good_nh()
2217 	if (unlikely(res->fi->nh)) {  in fib_select_multipath()