525 static void __build_flow_key(const struct net *net, struct flowi4 *fl4,  in __build_flow_key()  argument
539 	flowi4_init_output(fl4, oif, mark, tos,  in __build_flow_key()
546 static void build_skb_flow_key(struct flowi4 *fl4, const struct sk_buff *skb,  in build_skb_flow_key()  argument
556 	__build_flow_key(net, fl4, sk, iph, oif, tos, prot, mark, 0);  in build_skb_flow_key()
559 static void build_sk_flow_key(struct flowi4 *fl4, const struct sock *sk)  in build_sk_flow_key()  argument
569 	flowi4_init_output(fl4, sk->sk_bound_dev_if, sk->sk_mark,  in build_sk_flow_key()
577 static void ip_rt_build_flow_key(struct flowi4 *fl4, const struct sock *sk,  in ip_rt_build_flow_key()  argument
581 		build_skb_flow_key(fl4, skb, sk);  in ip_rt_build_flow_key()
583 		build_sk_flow_key(fl4, sk);  in ip_rt_build_flow_key()
736 static void __ip_do_redirect(struct rtable *rt, struct sk_buff *skb, struct flowi4 *fl4,  in __ip_do_redirect()  argument
788 			if (fib_lookup(net, fl4, &res, 0) == 0) {  in __ip_do_redirect()
791 				update_or_create_fnhe(nhc, fl4->daddr, new_gw,  in __ip_do_redirect()
822 	struct flowi4 fl4;  in ip_do_redirect()  local
832 	__build_flow_key(net, &fl4, sk, iph, oif, tos, prot, mark, 0);  in ip_do_redirect()
833 	__ip_do_redirect(rt, skb, &fl4, true);  in ip_do_redirect()
1013 static void __ip_rt_update_pmtu(struct rtable *rt, struct flowi4 *fl4, u32 mtu)  in __ip_rt_update_pmtu()  argument
1036 	if (fib_lookup(dev_net(dst->dev), fl4, &res, 0) == 0) {  in __ip_rt_update_pmtu()
1039 		update_or_create_fnhe(nhc, fl4->daddr, 0, mtu, lock,  in __ip_rt_update_pmtu()
1049 	struct flowi4 fl4;  in ip_rt_update_pmtu()  local
1051 	ip_rt_build_flow_key(&fl4, sk, skb);  in ip_rt_update_pmtu()
1052 	__ip_rt_update_pmtu(rt, &fl4, mtu);  in ip_rt_update_pmtu()
1059 	struct flowi4 fl4;  in ipv4_update_pmtu()  local
1063 	__build_flow_key(net, &fl4, NULL, iph, oif,  in ipv4_update_pmtu()
1065 	rt = __ip_route_output_key(net, &fl4);  in ipv4_update_pmtu()
1067 		__ip_rt_update_pmtu(rt, &fl4, mtu);  in ipv4_update_pmtu()
1076 	struct flowi4 fl4;  in __ipv4_sk_update_pmtu()  local
1079 	__build_flow_key(sock_net(sk), &fl4, sk, iph, 0, 0, 0, 0, 0);  in __ipv4_sk_update_pmtu()
1081 	if (!fl4.flowi4_mark)  in __ipv4_sk_update_pmtu()
1082 		fl4.flowi4_mark = IP4_REPLY_MARK(sock_net(sk), skb->mark);  in __ipv4_sk_update_pmtu()
1084 	rt = __ip_route_output_key(sock_net(sk), &fl4);  in __ipv4_sk_update_pmtu()
1086 		__ip_rt_update_pmtu(rt, &fl4, mtu);  in __ipv4_sk_update_pmtu()
1094 	struct flowi4 fl4;  in ipv4_sk_update_pmtu()  local
1112 	__build_flow_key(net, &fl4, sk, iph, 0, 0, 0, 0, 0);  in ipv4_sk_update_pmtu()
1116 		rt = ip_route_output_flow(sock_net(sk), &fl4, sk);  in ipv4_sk_update_pmtu()
1123 	__ip_rt_update_pmtu((struct rtable *) xfrm_dst_path(&rt->dst), &fl4, mtu);  in ipv4_sk_update_pmtu()
1129 		rt = ip_route_output_flow(sock_net(sk), &fl4, sk);  in ipv4_sk_update_pmtu()
1149 	struct flowi4 fl4;  in ipv4_redirect()  local
1152 	__build_flow_key(net, &fl4, NULL, iph, oif,  in ipv4_redirect()
1154 	rt = __ip_route_output_key(net, &fl4);  in ipv4_redirect()
1156 		__ip_do_redirect(rt, skb, &fl4, false);  in ipv4_redirect()
1165 	struct flowi4 fl4;  in ipv4_sk_redirect()  local
1169 	__build_flow_key(net, &fl4, sk, iph, 0, 0, 0, 0, 0);  in ipv4_sk_redirect()
1170 	rt = __ip_route_output_key(net, &fl4);  in ipv4_sk_redirect()
1172 		__ip_do_redirect(rt, skb, &fl4, false);  in ipv4_sk_redirect()
1262 		struct flowi4 fl4 = {  in ip_rt_get_source()  local
1272 		if (fib_lookup(dev_net(rt->dst.dev), &fl4, &res, 0) == 0)  in ip_rt_get_source()
1916 int fib_multipath_hash(const struct net *net, const struct flowi4 *fl4,  in fib_multipath_hash()  argument
1919 	u32 multipath_hash = fl4 ? fl4->flowi4_multipath_hash : 0;  in fib_multipath_hash()
1930 			hash_keys.addrs.v4addrs.src = fl4->saddr;  in fib_multipath_hash()
1931 			hash_keys.addrs.v4addrs.dst = fl4->daddr;  in fib_multipath_hash()
1960 			hash_keys.addrs.v4addrs.src = fl4->saddr;  in fib_multipath_hash()
1961 			hash_keys.addrs.v4addrs.dst = fl4->daddr;  in fib_multipath_hash()
1962 			hash_keys.ports.src = fl4->fl4_sport;  in fib_multipath_hash()
1963 			hash_keys.ports.dst = fl4->fl4_dport;  in fib_multipath_hash()
1964 			hash_keys.basic.ip_proto = fl4->flowi4_proto;  in fib_multipath_hash()
1993 			hash_keys.addrs.v4addrs.src = fl4->saddr;  in fib_multipath_hash()
1994 			hash_keys.addrs.v4addrs.dst = fl4->daddr;  in fib_multipath_hash()
2048 	struct flowi4	fl4;  in ip_route_input_slow()  local
2062 		fl4.flowi4_tun_key.tun_id = tun_info->key.tun_id;  in ip_route_input_slow()
2064 		fl4.flowi4_tun_key.tun_id = 0;  in ip_route_input_slow()
2098 	fl4.flowi4_oif = 0;  in ip_route_input_slow()
2099 	fl4.flowi4_iif = dev->ifindex;  in ip_route_input_slow()
2100 	fl4.flowi4_mark = skb->mark;  in ip_route_input_slow()
2101 	fl4.flowi4_tos = tos;  in ip_route_input_slow()
2102 	fl4.flowi4_scope = RT_SCOPE_UNIVERSE;  in ip_route_input_slow()
2103 	fl4.flowi4_flags = 0;  in ip_route_input_slow()
2104 	fl4.daddr = daddr;  in ip_route_input_slow()
2105 	fl4.saddr = saddr;  in ip_route_input_slow()
2106 	fl4.flowi4_uid = sock_net_uid(net, NULL);  in ip_route_input_slow()
2108 	if (fib4_rules_early_flow_dissect(net, skb, &fl4, &_flkeys)) {  in ip_route_input_slow()
2111 		fl4.flowi4_proto = 0;  in ip_route_input_slow()
2112 		fl4.fl4_sport = 0;  in ip_route_input_slow()
2113 		fl4.fl4_dport = 0;  in ip_route_input_slow()
2116 	err = fib_lookup(net, &fl4, res, 0);  in ip_route_input_slow()
2313 				       const struct flowi4 *fl4, int orig_oif,  in __mkroute_output()  argument
2329 		if (ipv4_is_loopback(fl4->saddr) &&  in __mkroute_output()
2334 	if (ipv4_is_lbcast(fl4->daddr))  in __mkroute_output()
2336 	else if (ipv4_is_multicast(fl4->daddr))  in __mkroute_output()
2338 	else if (ipv4_is_zeronet(fl4->daddr))  in __mkroute_output()
2350 		if (!ip_check_mc_rcu(in_dev, fl4->daddr, fl4->saddr,  in __mkroute_output()
2351 				     fl4->flowi4_proto))  in __mkroute_output()
2381 		fnhe = find_exception(nhc, fl4->daddr);  in __mkroute_output()
2387 			if (unlikely(fl4->flowi4_flags &  in __mkroute_output()
2422 			    !ipv4_is_local_multicast(fl4->daddr)) {  in __mkroute_output()
2430 	rt_set_nexthop(rth, fl4->daddr, res, fnhe, fi, type, 0, do_cache);  in __mkroute_output()
2440 struct rtable *ip_route_output_key_hash(struct net *net, struct flowi4 *fl4,  in ip_route_output_key_hash()  argument
2443 	__u8 tos = RT_FL_TOS(fl4);  in ip_route_output_key_hash()
2452 	fl4->flowi4_iif = LOOPBACK_IFINDEX;  in ip_route_output_key_hash()
2453 	fl4->flowi4_tos = tos & IPTOS_RT_MASK;  in ip_route_output_key_hash()
2454 	fl4->flowi4_scope = ((tos & RTO_ONLINK) ?  in ip_route_output_key_hash()
2458 	rth = ip_route_output_key_hash_rcu(net, fl4, &res, skb);  in ip_route_output_key_hash()
2465 struct rtable *ip_route_output_key_hash_rcu(struct net *net, struct flowi4 *fl4,  in ip_route_output_key_hash_rcu()  argument
2470 	int orig_oif = fl4->flowi4_oif;  in ip_route_output_key_hash_rcu()
2475 	if (fl4->saddr) {  in ip_route_output_key_hash_rcu()
2476 		if (ipv4_is_multicast(fl4->saddr) ||  in ip_route_output_key_hash_rcu()
2477 		    ipv4_is_lbcast(fl4->saddr) ||  in ip_route_output_key_hash_rcu()
2478 		    ipv4_is_zeronet(fl4->saddr)) {  in ip_route_output_key_hash_rcu()
2493 		if (fl4->flowi4_oif == 0 &&  in ip_route_output_key_hash_rcu()
2494 		    (ipv4_is_multicast(fl4->daddr) ||  in ip_route_output_key_hash_rcu()
2495 		     ipv4_is_lbcast(fl4->daddr))) {  in ip_route_output_key_hash_rcu()
2497 			dev_out = __ip_dev_find(net, fl4->saddr, false);  in ip_route_output_key_hash_rcu()
2516 			fl4->flowi4_oif = dev_out->ifindex;  in ip_route_output_key_hash_rcu()
2520 		if (!(fl4->flowi4_flags & FLOWI_FLAG_ANYSRC)) {  in ip_route_output_key_hash_rcu()
2522 			if (!__ip_dev_find(net, fl4->saddr, false))  in ip_route_output_key_hash_rcu()
2528 	if (fl4->flowi4_oif) {  in ip_route_output_key_hash_rcu()
2529 		dev_out = dev_get_by_index_rcu(net, fl4->flowi4_oif);  in ip_route_output_key_hash_rcu()
2539 		if (ipv4_is_local_multicast(fl4->daddr) ||  in ip_route_output_key_hash_rcu()
2540 		    ipv4_is_lbcast(fl4->daddr) ||  in ip_route_output_key_hash_rcu()
2541 		    fl4->flowi4_proto == IPPROTO_IGMP) {  in ip_route_output_key_hash_rcu()
2542 			if (!fl4->saddr)  in ip_route_output_key_hash_rcu()
2543 				fl4->saddr = inet_select_addr(dev_out, 0,  in ip_route_output_key_hash_rcu()
2547 		if (!fl4->saddr) {  in ip_route_output_key_hash_rcu()
2548 			if (ipv4_is_multicast(fl4->daddr))  in ip_route_output_key_hash_rcu()
2549 				fl4->saddr = inet_select_addr(dev_out, 0,  in ip_route_output_key_hash_rcu()
2550 							      fl4->flowi4_scope);  in ip_route_output_key_hash_rcu()
2551 			else if (!fl4->daddr)  in ip_route_output_key_hash_rcu()
2552 				fl4->saddr = inet_select_addr(dev_out, 0,  in ip_route_output_key_hash_rcu()
2557 	if (!fl4->daddr) {  in ip_route_output_key_hash_rcu()
2558 		fl4->daddr = fl4->saddr;  in ip_route_output_key_hash_rcu()
2559 		if (!fl4->daddr)  in ip_route_output_key_hash_rcu()
2560 			fl4->daddr = fl4->saddr = htonl(INADDR_LOOPBACK);  in ip_route_output_key_hash_rcu()
2562 		fl4->flowi4_oif = LOOPBACK_IFINDEX;  in ip_route_output_key_hash_rcu()
2568 	err = fib_lookup(net, fl4, res, 0);  in ip_route_output_key_hash_rcu()
2572 		if (fl4->flowi4_oif &&  in ip_route_output_key_hash_rcu()
2573 		    (ipv4_is_multicast(fl4->daddr) ||  in ip_route_output_key_hash_rcu()
2574 		    !netif_index_is_l3_master(net, fl4->flowi4_oif))) {  in ip_route_output_key_hash_rcu()
2593 			if (fl4->saddr == 0)  in ip_route_output_key_hash_rcu()
2594 				fl4->saddr = inet_select_addr(dev_out, 0,  in ip_route_output_key_hash_rcu()
2604 		if (!fl4->saddr) {  in ip_route_output_key_hash_rcu()
2606 				fl4->saddr = res->fi->fib_prefsrc;  in ip_route_output_key_hash_rcu()
2608 				fl4->saddr = fl4->daddr;  in ip_route_output_key_hash_rcu()
2620 		fl4->flowi4_oif = dev_out->ifindex;  in ip_route_output_key_hash_rcu()
2625 	fib_select_path(net, res, fl4, skb);  in ip_route_output_key_hash_rcu()
2628 	fl4->flowi4_oif = dev_out->ifindex;  in ip_route_output_key_hash_rcu()
2632 	rth = __mkroute_output(res, fl4, orig_oif, dev_out, flags);  in ip_route_output_key_hash_rcu()
2736 			struct rtable *rt, u32 table_id, struct flowi4 *fl4,  in rt_fill_info()  argument
2754 	r->rtm_tos	= fl4 ? fl4->flowi4_tos : 0;  in rt_fill_info()
2782 	if (fl4 && !rt_is_input_route(rt) &&  in rt_fill_info()
2783 	    fl4->saddr != src) {  in rt_fill_info()
2784 		if (nla_put_in_addr(skb, RTA_PREFSRC, fl4->saddr))  in rt_fill_info()
2824 	if (fl4) {  in rt_fill_info()
2825 		if (fl4->flowi4_mark &&  in rt_fill_info()
2826 		    nla_put_u32(skb, RTA_MARK, fl4->flowi4_mark))  in rt_fill_info()
2829 		if (!uid_eq(fl4->flowi4_uid, INVALID_UID) &&  in rt_fill_info()
2832 						 fl4->flowi4_uid)))  in rt_fill_info()
2841 							 fl4->saddr, fl4->daddr,  in rt_fill_info()
2851 				if (nla_put_u32(skb, RTA_IIF, fl4->flowi4_iif))  in rt_fill_info()
3086 	struct flowi4 fl4 = {};  in inet_rtm_getroute()  local
3125 	fl4.daddr = dst;  in inet_rtm_getroute()
3126 	fl4.saddr = src;  in inet_rtm_getroute()
3127 	fl4.flowi4_tos = rtm->rtm_tos;  in inet_rtm_getroute()
3128 	fl4.flowi4_oif = tb[RTA_OIF] ? nla_get_u32(tb[RTA_OIF]) : 0;  in inet_rtm_getroute()
3129 	fl4.flowi4_mark = mark;  in inet_rtm_getroute()
3130 	fl4.flowi4_uid = uid;  in inet_rtm_getroute()
3132 		fl4.fl4_sport = sport;  in inet_rtm_getroute()
3134 		fl4.fl4_dport = dport;  in inet_rtm_getroute()
3135 	fl4.flowi4_proto = ip_proto;  in inet_rtm_getroute()
3148 		fl4.flowi4_iif = iif; /* for rt_fill_info */  in inet_rtm_getroute()
3158 		fl4.flowi4_iif = LOOPBACK_IFINDEX;  in inet_rtm_getroute()
3160 		rt = ip_route_output_key_hash_rcu(net, &fl4, &res, skb);  in inet_rtm_getroute()
3193 				    fl4.flowi4_tos, res.fi, 0);  in inet_rtm_getroute()
3195 		err = rt_fill_info(net, dst, src, rt, table_id, &fl4, skb,  in inet_rtm_getroute()