66 	int nhsel; const struct fib_nh *nh;				\
67 	for (nhsel = 0, nh = (fi)->fib_nh;				\
69 	     nh++, nhsel++)
82 	int nhsel; const struct fib_nh *nh = (fi)->fib_nh;		\
235 	if (fi->nh) {  in free_fib_info_rcu()
236 		nexthop_put(fi->nh);  in free_fib_info_rcu()
267 		if (fi->nh) {  in fib_release_info()
286 	if (fi->nh || ofi->nh)  in nh_comp()
287 		return nexthop_cmp(fi->nh, ofi->nh) ? 0 : -1;  in nh_comp()
295 		if (nh->fib_nh_oif != onh->fib_nh_oif ||  in nh_comp()
296 		    nh->fib_nh_gw_family != onh->fib_nh_gw_family ||  in nh_comp()
297 		    nh->fib_nh_scope != onh->fib_nh_scope ||  in nh_comp()
299 		    nh->fib_nh_weight != onh->fib_nh_weight ||  in nh_comp()
302 		    nh->nh_tclassid != onh->nh_tclassid ||  in nh_comp()
304 		    lwtunnel_cmp_encap(nh->fib_nh_lws, onh->fib_nh_lws) ||  in nh_comp()
305 		    ((nh->fib_nh_flags ^ onh->fib_nh_flags) & ~RTNH_COMPARE_MASK))  in nh_comp()
308 		if (nh->fib_nh_gw_family == AF_INET &&  in nh_comp()
309 		    nh->fib_nh_gw4 != onh->fib_nh_gw4)  in nh_comp()
312 		if (nh->fib_nh_gw_family == AF_INET6 &&  in nh_comp()
313 		    ipv6_addr_cmp(&nh->fib_nh_gw6, &onh->fib_nh_gw6))  in nh_comp()
355 	if (fi->nh) {  in fib_info_hashfn()
356 		val ^= fib_devindex_hashfn(fi->nh->id);  in fib_info_hashfn()
359 			val ^= fib_devindex_hashfn(nh->fib_nh_oif);  in fib_info_hashfn()
384 		if (!fi->nh || fi->nh->id != cfg->fc_nh_id)  in fib_find_info_nh()
434 	struct fib_nh *nh;  in ip_fib_check_default()  local
441 	hlist_for_each_entry(nh, head, nh_hash) {  in ip_fib_check_default()
442 		if (nh->fib_nh_dev == dev &&  in ip_fib_check_default()
443 		    nh->fib_nh_gw4 == gw &&  in ip_fib_check_default()
444 		    !(nh->fib_nh_flags & RTNH_F_DEAD)) {  in ip_fib_check_default()
468 	if (fi->nh)  in fib_nlmsg_size()
611 int fib_nh_init(struct net *net, struct fib_nh *nh,  in fib_nh_init()  argument
617 	nh->fib_nh_family = AF_INET;  in fib_nh_init()
619 	err = fib_nh_common_init(net, &nh->nh_common, cfg->fc_encap,  in fib_nh_init()
624 	nh->fib_nh_oif = cfg->fc_oif;  in fib_nh_init()
625 	nh->fib_nh_gw_family = cfg->fc_gw_family;  in fib_nh_init()
627 		nh->fib_nh_gw4 = cfg->fc_gw4;  in fib_nh_init()
629 		nh->fib_nh_gw6 = cfg->fc_gw6;  in fib_nh_init()
631 	nh->fib_nh_flags = cfg->fc_flags;  in fib_nh_init()
634 	nh->nh_tclassid = cfg->fc_flow;  in fib_nh_init()
635 	if (nh->nh_tclassid)  in fib_nh_init()
639 	nh->fib_nh_weight = nh_weight;  in fib_nh_init()
673 	struct fib_nh *nh;  in fib_get_nhs()  local
736 	nh = fib_info_nh(fi, 0);  in fib_get_nhs()
737 	if (cfg->fc_oif && nh->fib_nh_oif != cfg->fc_oif) {  in fib_get_nhs()
743 		if (cfg->fc_gw_family != nh->fib_nh_gw_family ||  in fib_get_nhs()
745 		     nh->fib_nh_gw4 != cfg->fc_gw4) ||  in fib_get_nhs()
747 		     ipv6_addr_cmp(&nh->fib_nh_gw6, &cfg->fc_gw6))) {  in fib_get_nhs()
754 	if (cfg->fc_flow && nh->nh_tclassid != cfg->fc_flow) {  in fib_get_nhs()
776 		if (nh->fib_nh_flags & RTNH_F_DEAD)  in fib_rebalance()
779 		if (ip_ignore_linkdown(nh->fib_nh_dev) &&  in fib_rebalance()
780 		    nh->fib_nh_flags & RTNH_F_LINKDOWN)  in fib_rebalance()
783 		total += nh->fib_nh_weight;  in fib_rebalance()
821 			   const struct fib_nh *nh,  in fib_encap_match()  argument
834 		result = lwtunnel_cmp_encap(lwtstate, nh->fib_nh_lws);  in fib_encap_match()
853 		if (fi->nh && cfg->fc_nh_id == fi->nh->id)  in fib_nh_match()
859 		struct fib_nh *nh = fib_info_nh(fi, 0);  in fib_nh_match()  local
863 					    cfg->fc_encap, nh, cfg, extack))  in fib_nh_match()
868 		    cfg->fc_flow != nh->nh_tclassid)  in fib_nh_match()
871 		if ((cfg->fc_oif && cfg->fc_oif != nh->fib_nh_oif) ||  in fib_nh_match()
873 		     cfg->fc_gw_family != nh->fib_nh_gw_family))  in fib_nh_match()
877 		    cfg->fc_gw4 != nh->fib_nh_gw4)  in fib_nh_match()
881 		    ipv6_addr_cmp(&cfg->fc_gw6, &nh->fib_nh_gw6))  in fib_nh_match()
900 		if (rtnh->rtnh_ifindex && rtnh->rtnh_ifindex != nh->fib_nh_oif)  in fib_nh_match()
916 				if (nh->fib_nh_gw_family != AF_INET ||  in fib_nh_match()
917 				    nla_get_in_addr(nla) != nh->fib_nh_gw4)  in fib_nh_match()
927 				switch (nh->fib_nh_gw_family) {  in fib_nh_match()
930 					    cfg2.fc_gw4 != nh->fib_nh_gw4)  in fib_nh_match()
936 							  &nh->fib_nh_gw6))  in fib_nh_match()
944 			if (nla && nla_get_u32(nla) != nh->nh_tclassid)  in fib_nh_match()
995 static int fib_check_nh_v6_gw(struct net *net, struct fib_nh *nh,  in fib_check_nh_v6_gw()  argument
1000 		.fc_flags = nh->fib_nh_flags | RTF_GATEWAY,  in fib_check_nh_v6_gw()
1001 		.fc_ifindex = nh->fib_nh_oif,  in fib_check_nh_v6_gw()
1002 		.fc_gateway = nh->fib_nh_gw6,  in fib_check_nh_v6_gw()
1009 		nh->fib_nh_dev = fib6_nh.fib_nh_dev;  in fib_check_nh_v6_gw()
1010 		dev_hold(nh->fib_nh_dev);  in fib_check_nh_v6_gw()
1011 		nh->fib_nh_oif = nh->fib_nh_dev->ifindex;  in fib_check_nh_v6_gw()
1012 		nh->fib_nh_scope = RT_SCOPE_LINK;  in fib_check_nh_v6_gw()
1063 static int fib_check_nh_v4_gw(struct net *net, struct fib_nh *nh, u32 table,  in fib_check_nh_v4_gw()  argument
1070 	if (nh->fib_nh_flags & RTNH_F_ONLINK) {  in fib_check_nh_v4_gw()
1077 		dev = __dev_get_by_index(net, nh->fib_nh_oif);  in fib_check_nh_v4_gw()
1086 		addr_type = inet_addr_type_dev_table(net, dev, nh->fib_nh_gw4);  in fib_check_nh_v4_gw()
1092 			nh->fib_nh_flags |= RTNH_F_LINKDOWN;  in fib_check_nh_v4_gw()
1093 		nh->fib_nh_dev = dev;  in fib_check_nh_v4_gw()
1095 		nh->fib_nh_scope = RT_SCOPE_LINK;  in fib_check_nh_v4_gw()
1102 			.daddr = nh->fib_nh_gw4,  in fib_check_nh_v4_gw()
1104 			.flowi4_oif = nh->fib_nh_oif,  in fib_check_nh_v4_gw()
1140 	nh->fib_nh_scope = res.scope;  in fib_check_nh_v4_gw()
1141 	nh->fib_nh_oif = FIB_RES_OIF(res);  in fib_check_nh_v4_gw()
1142 	nh->fib_nh_dev = dev = FIB_RES_DEV(res);  in fib_check_nh_v4_gw()
1150 		nh->fib_nh_flags |= RTNH_F_LINKDOWN;  in fib_check_nh_v4_gw()
1157 static int fib_check_nh_nongw(struct net *net, struct fib_nh *nh,  in fib_check_nh_nongw()  argument
1163 	if (nh->fib_nh_flags & (RTNH_F_PERVASIVE | RTNH_F_ONLINK)) {  in fib_check_nh_nongw()
1172 	in_dev = inetdev_by_index(net, nh->fib_nh_oif);  in fib_check_nh_nongw()
1181 	nh->fib_nh_dev = in_dev->dev;  in fib_check_nh_nongw()
1182 	dev_hold(nh->fib_nh_dev);  in fib_check_nh_nongw()
1183 	nh->fib_nh_scope = RT_SCOPE_HOST;  in fib_check_nh_nongw()
1184 	if (!netif_carrier_ok(nh->fib_nh_dev))  in fib_check_nh_nongw()
1185 		nh->fib_nh_flags |= RTNH_F_LINKDOWN;  in fib_check_nh_nongw()
1192 int fib_check_nh(struct net *net, struct fib_nh *nh, u32 table, u8 scope,  in fib_check_nh()  argument
1197 	if (nh->fib_nh_gw_family == AF_INET)  in fib_check_nh()
1198 		err = fib_check_nh_v4_gw(net, nh, table, scope, extack);  in fib_check_nh()
1199 	else if (nh->fib_nh_gw_family == AF_INET6)  in fib_check_nh()
1200 		err = fib_check_nh_v6_gw(net, nh, table, extack);  in fib_check_nh()
1202 		err = fib_check_nh_nongw(net, nh, extack);  in fib_check_nh()
1292 	struct fib_nh *nh;  in fib_info_update_nhc_saddr()  local
1297 	nh = container_of(nhc, struct fib_nh, nh_common);  in fib_info_update_nhc_saddr()
1298 	nh->nh_saddr = inet_select_addr(nh->fib_nh_dev, nh->fib_nh_gw4, scope);  in fib_info_update_nhc_saddr()
1299 	nh->nh_saddr_genid = atomic_read(&net->ipv4.dev_addr_genid);  in fib_info_update_nhc_saddr()
1301 	return nh->nh_saddr;  in fib_info_update_nhc_saddr()
1312 		struct fib_nh *nh;  in fib_result_prefsrc()  local
1314 		nh = container_of(nhc, struct fib_nh, nh_common);  in fib_result_prefsrc()
1315 		if (nh->nh_saddr_genid == atomic_read(&net->ipv4.dev_addr_genid))  in fib_result_prefsrc()
1316 			return nh->nh_saddr;  in fib_result_prefsrc()
1351 	struct nexthop *nh = NULL;  in fib_create_info()  local
1380 		nh = nexthop_find_by_id(net, cfg->fc_nh_id);  in fib_create_info()
1381 		if (!nh) {  in fib_create_info()
1440 	if (nh) {  in fib_create_info()
1441 		if (!nexthop_get(nh)) {  in fib_create_info()
1446 			fi->nh = nh;  in fib_create_info()
1489 	if (fi->nh) {  in fib_create_info()
1490 		err = fib_check_nexthop(fi->nh, cfg->fc_scope, extack);  in fib_create_info()
1494 		struct fib_nh *nh = fi->fib_nh;  in fib_create_info()  local
1502 		if (nh->fib_nh_gw_family) {  in fib_create_info()
1507 		nh->fib_nh_scope = RT_SCOPE_NOWHERE;  in fib_create_info()
1508 		nh->fib_nh_dev = dev_get_by_index(net, nh->fib_nh_oif);  in fib_create_info()
1510 		if (!nh->fib_nh_dev)  in fib_create_info()
1533 	if (!fi->nh) {  in fib_create_info()
1564 	if (fi->nh) {  in fib_create_info()
1565 		list_add(&fi->nh_list, &nh->fi_list);  in fib_create_info()
1704 	if (unlikely(fi->nh)) {  in fib_add_multipath()
1705 		if (nexthop_mpath_fill_node(skb, fi->nh, AF_INET) < 0)  in fib_add_multipath()
1711 		if (fib_add_nexthop(skb, &nh->nh_common, nh->fib_nh_weight,  in fib_add_multipath()
1715 		if (nh->nh_tclassid &&  in fib_add_multipath()
1716 		    nla_put_u32(skb, RTA_FLOW, nh->nh_tclassid))  in fib_add_multipath()
1778 	if (fi->nh) {  in fib_dump_info()
1779 		if (nla_put_u32(skb, RTA_NH_ID, fi->nh->id))  in fib_dump_info()
1781 		if (nexthop_is_blackhole(fi->nh))  in fib_dump_info()
1797 			struct fib_nh *nh;  in fib_dump_info()  local
1799 			nh = container_of(nhc, struct fib_nh, nh_common);  in fib_dump_info()
1800 			if (nh->nh_tclassid &&  in fib_dump_info()
1801 			    nla_put_u32(skb, RTA_FLOW, nh->nh_tclassid))  in fib_dump_info()
1854 static int call_fib_nh_notifiers(struct fib_nh *nh,  in call_fib_nh_notifiers()  argument
1857 	bool ignore_link_down = ip_ignore_linkdown(nh->fib_nh_dev);  in call_fib_nh_notifiers()
1859 		.fib_nh = nh,  in call_fib_nh_notifiers()
1864 		if (nh->fib_nh_flags & RTNH_F_DEAD)  in call_fib_nh_notifiers()
1866 		if (ignore_link_down && nh->fib_nh_flags & RTNH_F_LINKDOWN)  in call_fib_nh_notifiers()
1868 		return call_fib4_notifiers(dev_net(nh->fib_nh_dev), event_type,  in call_fib_nh_notifiers()
1871 		if ((ignore_link_down && nh->fib_nh_flags & RTNH_F_LINKDOWN) ||  in call_fib_nh_notifiers()
1872 		    (nh->fib_nh_flags & RTNH_F_DEAD))  in call_fib_nh_notifiers()
1873 			return call_fib4_notifiers(dev_net(nh->fib_nh_dev),  in call_fib_nh_notifiers()
1924 	struct fib_nh *nh;  in fib_sync_mtu()  local
1926 	hlist_for_each_entry(nh, head, nh_hash) {  in fib_sync_mtu()
1927 		if (nh->fib_nh_dev == dev)  in fib_sync_mtu()
1928 			fib_nhc_update_mtu(&nh->nh_common, dev->mtu, orig_mtu);  in fib_sync_mtu()
1947 	struct fib_nh *nh;  in fib_sync_down_dev()  local
1952 	hlist_for_each_entry(nh, head, nh_hash) {  in fib_sync_down_dev()
1953 		struct fib_info *fi = nh->nh_parent;  in fib_sync_down_dev()
1957 		if (nh->fib_nh_dev != dev || fi == prev_fi)  in fib_sync_down_dev()
2094 	struct fib_nh *nh;  in fib_sync_up()  local
2112 	hlist_for_each_entry(nh, head, nh_hash) {  in fib_sync_up()
2113 		struct fib_info *fi = nh->nh_parent;  in fib_sync_up()
2117 		if (nh->fib_nh_dev != dev || fi == prev_fi)  in fib_sync_up()
2150 static bool fib_good_nh(const struct fib_nh *nh)  in fib_good_nh()  argument
2154 	if (nh->fib_nh_scope == RT_SCOPE_LINK) {  in fib_good_nh()
2159 		if (likely(nh->fib_nh_gw_family == AF_INET))  in fib_good_nh()
2160 			n = __ipv4_neigh_lookup_noref(nh->fib_nh_dev,  in fib_good_nh()
2161 						   (__force u32)nh->fib_nh_gw4);  in fib_good_nh()
2162 		else if (nh->fib_nh_gw_family == AF_INET6)  in fib_good_nh()
2163 			n = __ipv6_neigh_lookup_noref_stub(nh->fib_nh_dev,  in fib_good_nh()
2164 							   &nh->fib_nh_gw6);  in fib_good_nh()
2182 	if (unlikely(res->fi->nh)) {  in fib_select_multipath()