501 static void ip_rt_fix_tos(struct flowi4 *fl4)  in ip_rt_fix_tos()  argument
503 	__u8 tos = RT_FL_TOS(fl4);  in ip_rt_fix_tos()
505 	fl4->flowi4_tos = tos & IPTOS_RT_MASK;  in ip_rt_fix_tos()
507 		fl4->flowi4_scope = RT_SCOPE_LINK;  in ip_rt_fix_tos()
510 static void __build_flow_key(const struct net *net, struct flowi4 *fl4,  in __build_flow_key()  argument
527 	flowi4_init_output(fl4, oif, mark, tos & IPTOS_RT_MASK, scope,  in __build_flow_key()
532 static void build_skb_flow_key(struct flowi4 *fl4, const struct sk_buff *skb,  in build_skb_flow_key()  argument
542 	__build_flow_key(net, fl4, sk, iph, oif, tos, prot, mark, 0);  in build_skb_flow_key()
545 static void build_sk_flow_key(struct flowi4 *fl4, const struct sock *sk)  in build_sk_flow_key()  argument
555 	flowi4_init_output(fl4, sk->sk_bound_dev_if, sk->sk_mark,  in build_sk_flow_key()
564 static void ip_rt_build_flow_key(struct flowi4 *fl4, const struct sock *sk,  in ip_rt_build_flow_key()  argument
568 		build_skb_flow_key(fl4, skb, sk);  in ip_rt_build_flow_key()
570 		build_sk_flow_key(fl4, sk);  in ip_rt_build_flow_key()
738 static void __ip_do_redirect(struct rtable *rt, struct sk_buff *skb, struct flowi4 *fl4,  in __ip_do_redirect()  argument
790 			if (fib_lookup(net, fl4, &res, 0) == 0) {  in __ip_do_redirect()
793 				fib_select_path(net, &res, fl4, skb);  in __ip_do_redirect()
795 				update_or_create_fnhe(nhc, fl4->daddr, new_gw,  in __ip_do_redirect()
826 	struct flowi4 fl4;  in ip_do_redirect()  local
836 	__build_flow_key(net, &fl4, sk, iph, oif, tos, prot, mark, 0);  in ip_do_redirect()
837 	__ip_do_redirect(rt, skb, &fl4, true);  in ip_do_redirect()
1021 static void __ip_rt_update_pmtu(struct rtable *rt, struct flowi4 *fl4, u32 mtu)  in __ip_rt_update_pmtu()  argument
1046 	if (fib_lookup(net, fl4, &res, 0) == 0) {  in __ip_rt_update_pmtu()
1049 		fib_select_path(net, &res, fl4, NULL);  in __ip_rt_update_pmtu()
1051 		update_or_create_fnhe(nhc, fl4->daddr, 0, mtu, lock,  in __ip_rt_update_pmtu()
1062 	struct flowi4 fl4;  in ip_rt_update_pmtu()  local
1064 	ip_rt_build_flow_key(&fl4, sk, skb);  in ip_rt_update_pmtu()
1068 		fl4.flowi4_oif = 0;  in ip_rt_update_pmtu()
1070 	__ip_rt_update_pmtu(rt, &fl4, mtu);  in ip_rt_update_pmtu()
1077 	struct flowi4 fl4;  in ipv4_update_pmtu()  local
1081 	__build_flow_key(net, &fl4, NULL, iph, oif, iph->tos, protocol, mark,  in ipv4_update_pmtu()
1083 	rt = __ip_route_output_key(net, &fl4);  in ipv4_update_pmtu()
1085 		__ip_rt_update_pmtu(rt, &fl4, mtu);  in ipv4_update_pmtu()
1094 	struct flowi4 fl4;  in __ipv4_sk_update_pmtu()  local
1097 	__build_flow_key(sock_net(sk), &fl4, sk, iph, 0, 0, 0, 0, 0);  in __ipv4_sk_update_pmtu()
1099 	if (!fl4.flowi4_mark)  in __ipv4_sk_update_pmtu()
1100 		fl4.flowi4_mark = IP4_REPLY_MARK(sock_net(sk), skb->mark);  in __ipv4_sk_update_pmtu()
1102 	rt = __ip_route_output_key(sock_net(sk), &fl4);  in __ipv4_sk_update_pmtu()
1104 		__ip_rt_update_pmtu(rt, &fl4, mtu);  in __ipv4_sk_update_pmtu()
1112 	struct flowi4 fl4;  in ipv4_sk_update_pmtu()  local
1130 	__build_flow_key(net, &fl4, sk, iph, 0, 0, 0, 0, 0);  in ipv4_sk_update_pmtu()
1134 		rt = ip_route_output_flow(sock_net(sk), &fl4, sk);  in ipv4_sk_update_pmtu()
1141 	__ip_rt_update_pmtu((struct rtable *)xfrm_dst_path(&rt->dst), &fl4, mtu);  in ipv4_sk_update_pmtu()
1147 		rt = ip_route_output_flow(sock_net(sk), &fl4, sk);  in ipv4_sk_update_pmtu()
1167 	struct flowi4 fl4;  in ipv4_redirect()  local
1170 	__build_flow_key(net, &fl4, NULL, iph, oif, iph->tos, protocol, 0, 0);  in ipv4_redirect()
1171 	rt = __ip_route_output_key(net, &fl4);  in ipv4_redirect()
1173 		__ip_do_redirect(rt, skb, &fl4, false);  in ipv4_redirect()
1182 	struct flowi4 fl4;  in ipv4_sk_redirect()  local
1186 	__build_flow_key(net, &fl4, sk, iph, 0, 0, 0, 0, 0);  in ipv4_sk_redirect()
1187 	rt = __ip_route_output_key(net, &fl4);  in ipv4_sk_redirect()
1189 		__ip_do_redirect(rt, skb, &fl4, false);  in ipv4_sk_redirect()
1281 		struct flowi4 fl4 = {  in ip_rt_get_source()  local
1291 		if (fib_lookup(dev_net(rt->dst.dev), &fl4, &res, 0) == 0)  in ip_rt_get_source()
2014 					 const struct flowi4 *fl4)  in fib_multipath_custom_hash_fl4()  argument
2025 		hash_keys.addrs.v4addrs.src = fl4->saddr;  in fib_multipath_custom_hash_fl4()
2027 		hash_keys.addrs.v4addrs.dst = fl4->daddr;  in fib_multipath_custom_hash_fl4()
2029 		hash_keys.basic.ip_proto = fl4->flowi4_proto;  in fib_multipath_custom_hash_fl4()
2031 		hash_keys.ports.src = fl4->fl4_sport;  in fib_multipath_custom_hash_fl4()
2033 		hash_keys.ports.dst = fl4->fl4_dport;  in fib_multipath_custom_hash_fl4()
2039 int fib_multipath_hash(const struct net *net, const struct flowi4 *fl4,  in fib_multipath_hash()  argument
2042 	u32 multipath_hash = fl4 ? fl4->flowi4_multipath_hash : 0;  in fib_multipath_hash()
2053 			hash_keys.addrs.v4addrs.src = fl4->saddr;  in fib_multipath_hash()
2054 			hash_keys.addrs.v4addrs.dst = fl4->daddr;  in fib_multipath_hash()
2084 			hash_keys.addrs.v4addrs.src = fl4->saddr;  in fib_multipath_hash()
2085 			hash_keys.addrs.v4addrs.dst = fl4->daddr;  in fib_multipath_hash()
2086 			hash_keys.ports.src = fl4->fl4_sport;  in fib_multipath_hash()
2087 			hash_keys.ports.dst = fl4->fl4_dport;  in fib_multipath_hash()
2088 			hash_keys.basic.ip_proto = fl4->flowi4_proto;  in fib_multipath_hash()
2118 			hash_keys.addrs.v4addrs.src = fl4->saddr;  in fib_multipath_hash()
2119 			hash_keys.addrs.v4addrs.dst = fl4->daddr;  in fib_multipath_hash()
2127 			mhash = fib_multipath_custom_hash_fl4(net, fl4);  in fib_multipath_hash()
2234 	struct flowi4	fl4;  in ip_route_input_slow()  local
2248 		fl4.flowi4_tun_key.tun_id = tun_info->key.tun_id;  in ip_route_input_slow()
2250 		fl4.flowi4_tun_key.tun_id = 0;  in ip_route_input_slow()
2284 	fl4.flowi4_l3mdev = 0;  in ip_route_input_slow()
2285 	fl4.flowi4_oif = 0;  in ip_route_input_slow()
2286 	fl4.flowi4_iif = dev->ifindex;  in ip_route_input_slow()
2287 	fl4.flowi4_mark = skb->mark;  in ip_route_input_slow()
2288 	fl4.flowi4_tos = tos;  in ip_route_input_slow()
2289 	fl4.flowi4_scope = RT_SCOPE_UNIVERSE;  in ip_route_input_slow()
2290 	fl4.flowi4_flags = 0;  in ip_route_input_slow()
2291 	fl4.daddr = daddr;  in ip_route_input_slow()
2292 	fl4.saddr = saddr;  in ip_route_input_slow()
2293 	fl4.flowi4_uid = sock_net_uid(net, NULL);  in ip_route_input_slow()
2294 	fl4.flowi4_multipath_hash = 0;  in ip_route_input_slow()
2296 	if (fib4_rules_early_flow_dissect(net, skb, &fl4, &_flkeys)) {  in ip_route_input_slow()
2299 		fl4.flowi4_proto = 0;  in ip_route_input_slow()
2300 		fl4.fl4_sport = 0;  in ip_route_input_slow()
2301 		fl4.fl4_dport = 0;  in ip_route_input_slow()
2304 	err = fib_lookup(net, &fl4, res, 0);  in ip_route_input_slow()
2503 				       const struct flowi4 *fl4, int orig_oif,  in __mkroute_output()  argument
2519 		if (ipv4_is_loopback(fl4->saddr) &&  in __mkroute_output()
2524 	if (ipv4_is_lbcast(fl4->daddr))  in __mkroute_output()
2526 	else if (ipv4_is_multicast(fl4->daddr))  in __mkroute_output()
2528 	else if (ipv4_is_zeronet(fl4->daddr))  in __mkroute_output()
2540 		if (!ip_check_mc_rcu(in_dev, fl4->daddr, fl4->saddr,  in __mkroute_output()
2541 				     fl4->flowi4_proto))  in __mkroute_output()
2571 		fnhe = find_exception(nhc, fl4->daddr);  in __mkroute_output()
2577 			if (unlikely(fl4->flowi4_flags &  in __mkroute_output()
2610 			    !ipv4_is_local_multicast(fl4->daddr)) {  in __mkroute_output()
2618 	rt_set_nexthop(rth, fl4->daddr, res, fnhe, fi, type, 0, do_cache);  in __mkroute_output()
2628 struct rtable *ip_route_output_key_hash(struct net *net, struct flowi4 *fl4,  in ip_route_output_key_hash()  argument
2639 	fl4->flowi4_iif = LOOPBACK_IFINDEX;  in ip_route_output_key_hash()
2640 	ip_rt_fix_tos(fl4);  in ip_route_output_key_hash()
2643 	rth = ip_route_output_key_hash_rcu(net, fl4, &res, skb);  in ip_route_output_key_hash()
2650 struct rtable *ip_route_output_key_hash_rcu(struct net *net, struct flowi4 *fl4,  in ip_route_output_key_hash_rcu()  argument
2655 	int orig_oif = fl4->flowi4_oif;  in ip_route_output_key_hash_rcu()
2660 	if (fl4->saddr) {  in ip_route_output_key_hash_rcu()
2661 		if (ipv4_is_multicast(fl4->saddr) ||  in ip_route_output_key_hash_rcu()
2662 		    ipv4_is_lbcast(fl4->saddr) ||  in ip_route_output_key_hash_rcu()
2663 		    ipv4_is_zeronet(fl4->saddr)) {  in ip_route_output_key_hash_rcu()
2678 		if (fl4->flowi4_oif == 0 &&  in ip_route_output_key_hash_rcu()
2679 		    (ipv4_is_multicast(fl4->daddr) ||  in ip_route_output_key_hash_rcu()
2680 		     ipv4_is_lbcast(fl4->daddr))) {  in ip_route_output_key_hash_rcu()
2682 			dev_out = __ip_dev_find(net, fl4->saddr, false);  in ip_route_output_key_hash_rcu()
2701 			fl4->flowi4_oif = dev_out->ifindex;  in ip_route_output_key_hash_rcu()
2705 		if (!(fl4->flowi4_flags & FLOWI_FLAG_ANYSRC)) {  in ip_route_output_key_hash_rcu()
2707 			if (!__ip_dev_find(net, fl4->saddr, false))  in ip_route_output_key_hash_rcu()
2713 	if (fl4->flowi4_oif) {  in ip_route_output_key_hash_rcu()
2714 		dev_out = dev_get_by_index_rcu(net, fl4->flowi4_oif);  in ip_route_output_key_hash_rcu()
2724 		if (ipv4_is_local_multicast(fl4->daddr) ||  in ip_route_output_key_hash_rcu()
2725 		    ipv4_is_lbcast(fl4->daddr) ||  in ip_route_output_key_hash_rcu()
2726 		    fl4->flowi4_proto == IPPROTO_IGMP) {  in ip_route_output_key_hash_rcu()
2727 			if (!fl4->saddr)  in ip_route_output_key_hash_rcu()
2728 				fl4->saddr = inet_select_addr(dev_out, 0,  in ip_route_output_key_hash_rcu()
2732 		if (!fl4->saddr) {  in ip_route_output_key_hash_rcu()
2733 			if (ipv4_is_multicast(fl4->daddr))  in ip_route_output_key_hash_rcu()
2734 				fl4->saddr = inet_select_addr(dev_out, 0,  in ip_route_output_key_hash_rcu()
2735 							      fl4->flowi4_scope);  in ip_route_output_key_hash_rcu()
2736 			else if (!fl4->daddr)  in ip_route_output_key_hash_rcu()
2737 				fl4->saddr = inet_select_addr(dev_out, 0,  in ip_route_output_key_hash_rcu()
2742 	if (!fl4->daddr) {  in ip_route_output_key_hash_rcu()
2743 		fl4->daddr = fl4->saddr;  in ip_route_output_key_hash_rcu()
2744 		if (!fl4->daddr)  in ip_route_output_key_hash_rcu()
2745 			fl4->daddr = fl4->saddr = htonl(INADDR_LOOPBACK);  in ip_route_output_key_hash_rcu()
2747 		fl4->flowi4_oif = LOOPBACK_IFINDEX;  in ip_route_output_key_hash_rcu()
2753 	err = fib_lookup(net, fl4, res, 0);  in ip_route_output_key_hash_rcu()
2757 		if (fl4->flowi4_oif &&  in ip_route_output_key_hash_rcu()
2758 		    (ipv4_is_multicast(fl4->daddr) || !fl4->flowi4_l3mdev)) {  in ip_route_output_key_hash_rcu()
2777 			if (fl4->saddr == 0)  in ip_route_output_key_hash_rcu()
2778 				fl4->saddr = inet_select_addr(dev_out, 0,  in ip_route_output_key_hash_rcu()
2788 		if (!fl4->saddr) {  in ip_route_output_key_hash_rcu()
2790 				fl4->saddr = res->fi->fib_prefsrc;  in ip_route_output_key_hash_rcu()
2792 				fl4->saddr = fl4->daddr;  in ip_route_output_key_hash_rcu()
2804 		fl4->flowi4_oif = dev_out->ifindex;  in ip_route_output_key_hash_rcu()
2809 	fib_select_path(net, res, fl4, skb);  in ip_route_output_key_hash_rcu()
2814 	rth = __mkroute_output(res, fl4, orig_oif, dev_out, flags);  in ip_route_output_key_hash_rcu()
2899 	struct flowi4 fl4;  in ip_route_output_tunnel()  local
2910 	memset(&fl4, 0, sizeof(fl4));  in ip_route_output_tunnel()
2911 	fl4.flowi4_mark = skb->mark;  in ip_route_output_tunnel()
2912 	fl4.flowi4_proto = protocol;  in ip_route_output_tunnel()
2913 	fl4.daddr = info->key.u.ipv4.dst;  in ip_route_output_tunnel()
2914 	fl4.saddr = info->key.u.ipv4.src;  in ip_route_output_tunnel()
2916 	fl4.flowi4_tos = RT_TOS(tos);  in ip_route_output_tunnel()
2918 	rt = ip_route_output_key(net, &fl4);  in ip_route_output_tunnel()
2920 		netdev_dbg(dev, "no route to %pI4\n", &fl4.daddr);  in ip_route_output_tunnel()
2924 		netdev_dbg(dev, "circular route to %pI4\n", &fl4.daddr);  in ip_route_output_tunnel()
2930 		dst_cache_set_ip4(dst_cache, &rt->dst, fl4.saddr);  in ip_route_output_tunnel()
2932 	*saddr = fl4.saddr;  in ip_route_output_tunnel()
2939 			struct rtable *rt, u32 table_id, struct flowi4 *fl4,  in rt_fill_info()  argument
2957 	r->rtm_tos	= fl4 ? fl4->flowi4_tos : 0;  in rt_fill_info()
2988 	if (fl4 && !rt_is_input_route(rt) &&  in rt_fill_info()
2989 	    fl4->saddr != src) {  in rt_fill_info()
2990 		if (nla_put_in_addr(skb, RTA_PREFSRC, fl4->saddr))  in rt_fill_info()
3030 	if (fl4) {  in rt_fill_info()
3031 		if (fl4->flowi4_mark &&  in rt_fill_info()
3032 		    nla_put_u32(skb, RTA_MARK, fl4->flowi4_mark))  in rt_fill_info()
3035 		if (!uid_eq(fl4->flowi4_uid, INVALID_UID) &&  in rt_fill_info()
3038 						 fl4->flowi4_uid)))  in rt_fill_info()
3047 							 fl4->saddr, fl4->daddr,  in rt_fill_info()
3057 				if (nla_put_u32(skb, RTA_IIF, fl4->flowi4_iif))  in rt_fill_info()
3292 	struct flowi4 fl4 = {};  in inet_rtm_getroute()  local
3331 	fl4.daddr = dst;  in inet_rtm_getroute()
3332 	fl4.saddr = src;  in inet_rtm_getroute()
3333 	fl4.flowi4_tos = rtm->rtm_tos & IPTOS_RT_MASK;  in inet_rtm_getroute()
3334 	fl4.flowi4_oif = tb[RTA_OIF] ? nla_get_u32(tb[RTA_OIF]) : 0;  in inet_rtm_getroute()
3335 	fl4.flowi4_mark = mark;  in inet_rtm_getroute()
3336 	fl4.flowi4_uid = uid;  in inet_rtm_getroute()
3338 		fl4.fl4_sport = sport;  in inet_rtm_getroute()
3340 		fl4.fl4_dport = dport;  in inet_rtm_getroute()
3341 	fl4.flowi4_proto = ip_proto;  in inet_rtm_getroute()
3354 		fl4.flowi4_iif = iif; /* for rt_fill_info */  in inet_rtm_getroute()
3365 		fl4.flowi4_iif = LOOPBACK_IFINDEX;  in inet_rtm_getroute()
3367 		rt = ip_route_output_key_hash_rcu(net, &fl4, &res, skb);  in inet_rtm_getroute()
3403 		fri.dscp = inet_dsfield_to_dscp(fl4.flowi4_tos);  in inet_rtm_getroute()
3428 		err = rt_fill_info(net, dst, src, rt, table_id, &fl4, skb,  in inet_rtm_getroute()