525 static void __build_flow_key(const struct net *net, struct flowi4 *fl4,  in __build_flow_key()  argument
539 	flowi4_init_output(fl4, oif, mark, tos,  in __build_flow_key()
546 static void build_skb_flow_key(struct flowi4 *fl4, const struct sk_buff *skb,  in build_skb_flow_key()  argument
556 	__build_flow_key(net, fl4, sk, iph, oif, tos, prot, mark, 0);  in build_skb_flow_key()
559 static void build_sk_flow_key(struct flowi4 *fl4, const struct sock *sk)  in build_sk_flow_key()  argument
569 	flowi4_init_output(fl4, sk->sk_bound_dev_if, sk->sk_mark,  in build_sk_flow_key()
577 static void ip_rt_build_flow_key(struct flowi4 *fl4, const struct sock *sk,  in ip_rt_build_flow_key()  argument
581 		build_skb_flow_key(fl4, skb, sk);  in ip_rt_build_flow_key()
583 		build_sk_flow_key(fl4, sk);  in ip_rt_build_flow_key()
736 static void __ip_do_redirect(struct rtable *rt, struct sk_buff *skb, struct flowi4 *fl4,  in __ip_do_redirect()  argument
788 			if (fib_lookup(net, fl4, &res, 0) == 0) {  in __ip_do_redirect()
791 				fib_select_path(net, &res, fl4, skb);  in __ip_do_redirect()
793 				update_or_create_fnhe(nhc, fl4->daddr, new_gw,  in __ip_do_redirect()
824 	struct flowi4 fl4;  in ip_do_redirect()  local
834 	__build_flow_key(net, &fl4, sk, iph, oif, tos, prot, mark, 0);  in ip_do_redirect()
835 	__ip_do_redirect(rt, skb, &fl4, true);  in ip_do_redirect()
1015 static void __ip_rt_update_pmtu(struct rtable *rt, struct flowi4 *fl4, u32 mtu)  in __ip_rt_update_pmtu()  argument
1040 	if (fib_lookup(net, fl4, &res, 0) == 0) {  in __ip_rt_update_pmtu()
1043 		fib_select_path(net, &res, fl4, NULL);  in __ip_rt_update_pmtu()
1045 		update_or_create_fnhe(nhc, fl4->daddr, 0, mtu, lock,  in __ip_rt_update_pmtu()
1056 	struct flowi4 fl4;  in ip_rt_update_pmtu()  local
1058 	ip_rt_build_flow_key(&fl4, sk, skb);  in ip_rt_update_pmtu()
1062 		fl4.flowi4_oif = 0;  in ip_rt_update_pmtu()
1064 	__ip_rt_update_pmtu(rt, &fl4, mtu);  in ip_rt_update_pmtu()
1071 	struct flowi4 fl4;  in ipv4_update_pmtu()  local
1075 	__build_flow_key(net, &fl4, NULL, iph, oif,  in ipv4_update_pmtu()
1077 	rt = __ip_route_output_key(net, &fl4);  in ipv4_update_pmtu()
1079 		__ip_rt_update_pmtu(rt, &fl4, mtu);  in ipv4_update_pmtu()
1088 	struct flowi4 fl4;  in __ipv4_sk_update_pmtu()  local
1091 	__build_flow_key(sock_net(sk), &fl4, sk, iph, 0, 0, 0, 0, 0);  in __ipv4_sk_update_pmtu()
1093 	if (!fl4.flowi4_mark)  in __ipv4_sk_update_pmtu()
1094 		fl4.flowi4_mark = IP4_REPLY_MARK(sock_net(sk), skb->mark);  in __ipv4_sk_update_pmtu()
1096 	rt = __ip_route_output_key(sock_net(sk), &fl4);  in __ipv4_sk_update_pmtu()
1098 		__ip_rt_update_pmtu(rt, &fl4, mtu);  in __ipv4_sk_update_pmtu()
1106 	struct flowi4 fl4;  in ipv4_sk_update_pmtu()  local
1124 	__build_flow_key(net, &fl4, sk, iph, 0, 0, 0, 0, 0);  in ipv4_sk_update_pmtu()
1128 		rt = ip_route_output_flow(sock_net(sk), &fl4, sk);  in ipv4_sk_update_pmtu()
1135 	__ip_rt_update_pmtu((struct rtable *)xfrm_dst_path(&rt->dst), &fl4, mtu);  in ipv4_sk_update_pmtu()
1141 		rt = ip_route_output_flow(sock_net(sk), &fl4, sk);  in ipv4_sk_update_pmtu()
1161 	struct flowi4 fl4;  in ipv4_redirect()  local
1164 	__build_flow_key(net, &fl4, NULL, iph, oif,  in ipv4_redirect()
1166 	rt = __ip_route_output_key(net, &fl4);  in ipv4_redirect()
1168 		__ip_do_redirect(rt, skb, &fl4, false);  in ipv4_redirect()
1177 	struct flowi4 fl4;  in ipv4_sk_redirect()  local
1181 	__build_flow_key(net, &fl4, sk, iph, 0, 0, 0, 0, 0);  in ipv4_sk_redirect()
1182 	rt = __ip_route_output_key(net, &fl4);  in ipv4_sk_redirect()
1184 		__ip_do_redirect(rt, skb, &fl4, false);  in ipv4_sk_redirect()
1274 		struct flowi4 fl4 = {  in ip_rt_get_source()  local
1284 		if (fib_lookup(dev_net(rt->dst.dev), &fl4, &res, 0) == 0)  in ip_rt_get_source()
1923 int fib_multipath_hash(const struct net *net, const struct flowi4 *fl4,  in fib_multipath_hash()  argument
1926 	u32 multipath_hash = fl4 ? fl4->flowi4_multipath_hash : 0;  in fib_multipath_hash()
1937 			hash_keys.addrs.v4addrs.src = fl4->saddr;  in fib_multipath_hash()
1938 			hash_keys.addrs.v4addrs.dst = fl4->daddr;  in fib_multipath_hash()
1967 			hash_keys.addrs.v4addrs.src = fl4->saddr;  in fib_multipath_hash()
1968 			hash_keys.addrs.v4addrs.dst = fl4->daddr;  in fib_multipath_hash()
1969 			hash_keys.ports.src = fl4->fl4_sport;  in fib_multipath_hash()
1970 			hash_keys.ports.dst = fl4->fl4_dport;  in fib_multipath_hash()
1971 			hash_keys.basic.ip_proto = fl4->flowi4_proto;  in fib_multipath_hash()
2000 			hash_keys.addrs.v4addrs.src = fl4->saddr;  in fib_multipath_hash()
2001 			hash_keys.addrs.v4addrs.dst = fl4->daddr;  in fib_multipath_hash()
2097 	struct flowi4	fl4;  in ip_route_input_slow()  local
2111 		fl4.flowi4_tun_key.tun_id = tun_info->key.tun_id;  in ip_route_input_slow()
2113 		fl4.flowi4_tun_key.tun_id = 0;  in ip_route_input_slow()
2147 	fl4.flowi4_oif = 0;  in ip_route_input_slow()
2148 	fl4.flowi4_iif = dev->ifindex;  in ip_route_input_slow()
2149 	fl4.flowi4_mark = skb->mark;  in ip_route_input_slow()
2150 	fl4.flowi4_tos = tos;  in ip_route_input_slow()
2151 	fl4.flowi4_scope = RT_SCOPE_UNIVERSE;  in ip_route_input_slow()
2152 	fl4.flowi4_flags = 0;  in ip_route_input_slow()
2153 	fl4.daddr = daddr;  in ip_route_input_slow()
2154 	fl4.saddr = saddr;  in ip_route_input_slow()
2155 	fl4.flowi4_uid = sock_net_uid(net, NULL);  in ip_route_input_slow()
2156 	fl4.flowi4_multipath_hash = 0;  in ip_route_input_slow()
2158 	if (fib4_rules_early_flow_dissect(net, skb, &fl4, &_flkeys)) {  in ip_route_input_slow()
2161 		fl4.flowi4_proto = 0;  in ip_route_input_slow()
2162 		fl4.fl4_sport = 0;  in ip_route_input_slow()
2163 		fl4.fl4_dport = 0;  in ip_route_input_slow()
2166 	err = fib_lookup(net, &fl4, res, 0);  in ip_route_input_slow()
2363 				       const struct flowi4 *fl4, int orig_oif,  in __mkroute_output()  argument
2379 		if (ipv4_is_loopback(fl4->saddr) &&  in __mkroute_output()
2384 	if (ipv4_is_lbcast(fl4->daddr))  in __mkroute_output()
2386 	else if (ipv4_is_multicast(fl4->daddr))  in __mkroute_output()
2388 	else if (ipv4_is_zeronet(fl4->daddr))  in __mkroute_output()
2400 		if (!ip_check_mc_rcu(in_dev, fl4->daddr, fl4->saddr,  in __mkroute_output()
2401 				     fl4->flowi4_proto))  in __mkroute_output()
2431 		fnhe = find_exception(nhc, fl4->daddr);  in __mkroute_output()
2437 			if (unlikely(fl4->flowi4_flags &  in __mkroute_output()
2471 			    !ipv4_is_local_multicast(fl4->daddr)) {  in __mkroute_output()
2479 	rt_set_nexthop(rth, fl4->daddr, res, fnhe, fi, type, 0, do_cache);  in __mkroute_output()
2489 struct rtable *ip_route_output_key_hash(struct net *net, struct flowi4 *fl4,  in ip_route_output_key_hash()  argument
2492 	__u8 tos = RT_FL_TOS(fl4);  in ip_route_output_key_hash()
2501 	fl4->flowi4_iif = LOOPBACK_IFINDEX;  in ip_route_output_key_hash()
2502 	fl4->flowi4_tos = tos & IPTOS_RT_MASK;  in ip_route_output_key_hash()
2503 	fl4->flowi4_scope = ((tos & RTO_ONLINK) ?  in ip_route_output_key_hash()
2507 	rth = ip_route_output_key_hash_rcu(net, fl4, &res, skb);  in ip_route_output_key_hash()
2514 struct rtable *ip_route_output_key_hash_rcu(struct net *net, struct flowi4 *fl4,  in ip_route_output_key_hash_rcu()  argument
2519 	int orig_oif = fl4->flowi4_oif;  in ip_route_output_key_hash_rcu()
2524 	if (fl4->saddr) {  in ip_route_output_key_hash_rcu()
2525 		if (ipv4_is_multicast(fl4->saddr) ||  in ip_route_output_key_hash_rcu()
2526 		    ipv4_is_lbcast(fl4->saddr) ||  in ip_route_output_key_hash_rcu()
2527 		    ipv4_is_zeronet(fl4->saddr)) {  in ip_route_output_key_hash_rcu()
2542 		if (fl4->flowi4_oif == 0 &&  in ip_route_output_key_hash_rcu()
2543 		    (ipv4_is_multicast(fl4->daddr) ||  in ip_route_output_key_hash_rcu()
2544 		     ipv4_is_lbcast(fl4->daddr))) {  in ip_route_output_key_hash_rcu()
2546 			dev_out = __ip_dev_find(net, fl4->saddr, false);  in ip_route_output_key_hash_rcu()
2565 			fl4->flowi4_oif = dev_out->ifindex;  in ip_route_output_key_hash_rcu()
2569 		if (!(fl4->flowi4_flags & FLOWI_FLAG_ANYSRC)) {  in ip_route_output_key_hash_rcu()
2571 			if (!__ip_dev_find(net, fl4->saddr, false))  in ip_route_output_key_hash_rcu()
2577 	if (fl4->flowi4_oif) {  in ip_route_output_key_hash_rcu()
2578 		dev_out = dev_get_by_index_rcu(net, fl4->flowi4_oif);  in ip_route_output_key_hash_rcu()
2588 		if (ipv4_is_local_multicast(fl4->daddr) ||  in ip_route_output_key_hash_rcu()
2589 		    ipv4_is_lbcast(fl4->daddr) ||  in ip_route_output_key_hash_rcu()
2590 		    fl4->flowi4_proto == IPPROTO_IGMP) {  in ip_route_output_key_hash_rcu()
2591 			if (!fl4->saddr)  in ip_route_output_key_hash_rcu()
2592 				fl4->saddr = inet_select_addr(dev_out, 0,  in ip_route_output_key_hash_rcu()
2596 		if (!fl4->saddr) {  in ip_route_output_key_hash_rcu()
2597 			if (ipv4_is_multicast(fl4->daddr))  in ip_route_output_key_hash_rcu()
2598 				fl4->saddr = inet_select_addr(dev_out, 0,  in ip_route_output_key_hash_rcu()
2599 							      fl4->flowi4_scope);  in ip_route_output_key_hash_rcu()
2600 			else if (!fl4->daddr)  in ip_route_output_key_hash_rcu()
2601 				fl4->saddr = inet_select_addr(dev_out, 0,  in ip_route_output_key_hash_rcu()
2606 	if (!fl4->daddr) {  in ip_route_output_key_hash_rcu()
2607 		fl4->daddr = fl4->saddr;  in ip_route_output_key_hash_rcu()
2608 		if (!fl4->daddr)  in ip_route_output_key_hash_rcu()
2609 			fl4->daddr = fl4->saddr = htonl(INADDR_LOOPBACK);  in ip_route_output_key_hash_rcu()
2611 		fl4->flowi4_oif = LOOPBACK_IFINDEX;  in ip_route_output_key_hash_rcu()
2617 	err = fib_lookup(net, fl4, res, 0);  in ip_route_output_key_hash_rcu()
2621 		if (fl4->flowi4_oif &&  in ip_route_output_key_hash_rcu()
2622 		    (ipv4_is_multicast(fl4->daddr) ||  in ip_route_output_key_hash_rcu()
2623 		    !netif_index_is_l3_master(net, fl4->flowi4_oif))) {  in ip_route_output_key_hash_rcu()
2642 			if (fl4->saddr == 0)  in ip_route_output_key_hash_rcu()
2643 				fl4->saddr = inet_select_addr(dev_out, 0,  in ip_route_output_key_hash_rcu()
2653 		if (!fl4->saddr) {  in ip_route_output_key_hash_rcu()
2655 				fl4->saddr = res->fi->fib_prefsrc;  in ip_route_output_key_hash_rcu()
2657 				fl4->saddr = fl4->daddr;  in ip_route_output_key_hash_rcu()
2669 		fl4->flowi4_oif = dev_out->ifindex;  in ip_route_output_key_hash_rcu()
2674 	fib_select_path(net, res, fl4, skb);  in ip_route_output_key_hash_rcu()
2679 	rth = __mkroute_output(res, fl4, orig_oif, dev_out, flags);  in ip_route_output_key_hash_rcu()
2794 	struct flowi4 fl4;  in ip_route_output_tunnel()  local
2805 	memset(&fl4, 0, sizeof(fl4));  in ip_route_output_tunnel()
2806 	fl4.flowi4_mark = skb->mark;  in ip_route_output_tunnel()
2807 	fl4.flowi4_proto = protocol;  in ip_route_output_tunnel()
2808 	fl4.daddr = info->key.u.ipv4.dst;  in ip_route_output_tunnel()
2809 	fl4.saddr = info->key.u.ipv4.src;  in ip_route_output_tunnel()
2811 	fl4.flowi4_tos = RT_TOS(tos);  in ip_route_output_tunnel()
2813 	rt = ip_route_output_key(net, &fl4);  in ip_route_output_tunnel()
2815 		netdev_dbg(dev, "no route to %pI4\n", &fl4.daddr);  in ip_route_output_tunnel()
2819 		netdev_dbg(dev, "circular route to %pI4\n", &fl4.daddr);  in ip_route_output_tunnel()
2825 		dst_cache_set_ip4(dst_cache, &rt->dst, fl4.saddr);  in ip_route_output_tunnel()
2827 	*saddr = fl4.saddr;  in ip_route_output_tunnel()
2834 			struct rtable *rt, u32 table_id, struct flowi4 *fl4,  in rt_fill_info()  argument
2852 	r->rtm_tos	= fl4 ? fl4->flowi4_tos : 0;  in rt_fill_info()
2880 	if (fl4 && !rt_is_input_route(rt) &&  in rt_fill_info()
2881 	    fl4->saddr != src) {  in rt_fill_info()
2882 		if (nla_put_in_addr(skb, RTA_PREFSRC, fl4->saddr))  in rt_fill_info()
2922 	if (fl4) {  in rt_fill_info()
2923 		if (fl4->flowi4_mark &&  in rt_fill_info()
2924 		    nla_put_u32(skb, RTA_MARK, fl4->flowi4_mark))  in rt_fill_info()
2927 		if (!uid_eq(fl4->flowi4_uid, INVALID_UID) &&  in rt_fill_info()
2930 						 fl4->flowi4_uid)))  in rt_fill_info()
2939 							 fl4->saddr, fl4->daddr,  in rt_fill_info()
2949 				if (nla_put_u32(skb, RTA_IIF, fl4->flowi4_iif))  in rt_fill_info()
3184 	struct flowi4 fl4 = {};  in inet_rtm_getroute()  local
3223 	fl4.daddr = dst;  in inet_rtm_getroute()
3224 	fl4.saddr = src;  in inet_rtm_getroute()
3225 	fl4.flowi4_tos = rtm->rtm_tos & IPTOS_RT_MASK;  in inet_rtm_getroute()
3226 	fl4.flowi4_oif = tb[RTA_OIF] ? nla_get_u32(tb[RTA_OIF]) : 0;  in inet_rtm_getroute()
3227 	fl4.flowi4_mark = mark;  in inet_rtm_getroute()
3228 	fl4.flowi4_uid = uid;  in inet_rtm_getroute()
3230 		fl4.fl4_sport = sport;  in inet_rtm_getroute()
3232 		fl4.fl4_dport = dport;  in inet_rtm_getroute()
3233 	fl4.flowi4_proto = ip_proto;  in inet_rtm_getroute()
3246 		fl4.flowi4_iif = iif; /* for rt_fill_info */  in inet_rtm_getroute()
3257 		fl4.flowi4_iif = LOOPBACK_IFINDEX;  in inet_rtm_getroute()
3259 		rt = ip_route_output_key_hash_rcu(net, &fl4, &res, skb);  in inet_rtm_getroute()
3295 		fri.tos = fl4.flowi4_tos;  in inet_rtm_getroute()
3319 		err = rt_fill_info(net, dst, src, rt, table_id, &fl4, skb,  in inet_rtm_getroute()